dataset-properties.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "import matplotlib.pyplot as plt\n",
    "import seaborn as sns\n",
    "from IPython.display import Audio\n",
    "sound_file = './sound/beep-01a.wav'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Commodities_data.csv\n",
      "Commodities_metadata.csv\n",
      "Currencies_data.csv\n",
      "Currencies_metadata.csv\n",
      "Economic_Indicators_data.csv\n",
      "Economic_Indicators_data_new.csv\n",
      "Economic_Indicators_metadata.csv\n",
      "Precious_Metals_data.csv\n",
      "Precious_Metals_metadata.csv\n",
      "README.md\n",
      "commodities-correlations.ipynb\n",
      "dataset-properties.ipynb\n",
      "process-commodities-data.ipynb\n",
      "sound\n"
     ]
    }
   ],
   "source": [
    "!ls"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Commodities"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# Commodities\n",
    "commodities_metadata = pd.read_csv('Commodities_metadata.csv')\n",
    "commodities_data = pd.read_csv('Commodities_data.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Ticker</th>\n",
       "      <th>Commodity</th>\n",
       "      <th>SECURITY_NAME</th>\n",
       "      <th>CRNCY</th>\n",
       "      <th>QUOTE_UNITS</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>BUT1_Comdty</td>\n",
       "      <td>Butter</td>\n",
       "      <td>Generic 1st 'BUT' Future</td>\n",
       "      <td>EUR</td>\n",
       "      <td>EUR/MT</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>C_1_COMB_Comdty</td>\n",
       "      <td>Corn</td>\n",
       "      <td>Generic 1st 'C ' Future</td>\n",
       "      <td>USD</td>\n",
       "      <td>USd/bu.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>CC1_COMB_Comdty</td>\n",
       "      <td>Cocoa</td>\n",
       "      <td>Generic 1st 'CC' Future</td>\n",
       "      <td>USD</td>\n",
       "      <td>USD/MT</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>CL1_COMB_Comdty</td>\n",
       "      <td>Oil</td>\n",
       "      <td>Generic 1st 'CL' Future</td>\n",
       "      <td>USD</td>\n",
       "      <td>USD/bbl.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>HG1_COMB_Comdty</td>\n",
       "      <td>Copper</td>\n",
       "      <td>Generic 1st 'HG' Future</td>\n",
       "      <td>USD</td>\n",
       "      <td>USd/lb.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>JO1_Comdty</td>\n",
       "      <td>Orange Juice</td>\n",
       "      <td>Generic 1st 'JO' Future</td>\n",
       "      <td>USD</td>\n",
       "      <td>USd/lb.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>KC2_Comdty</td>\n",
       "      <td>Coffee</td>\n",
       "      <td>Generic 2nd 'KC' Future</td>\n",
       "      <td>USD</td>\n",
       "      <td>USd/lb.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>LA1_Comdty</td>\n",
       "      <td>Aluminum</td>\n",
       "      <td>Generic 1st 'LA' Future</td>\n",
       "      <td>USD</td>\n",
       "      <td>USD/MT</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>LH1_COMB_Comdty</td>\n",
       "      <td>Lean Pork</td>\n",
       "      <td>Generic 1st 'LH' Future</td>\n",
       "      <td>USD</td>\n",
       "      <td>USd/lb.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>LN1_Comdty</td>\n",
       "      <td>Nickel</td>\n",
       "      <td>Generic 1st 'LN' Future</td>\n",
       "      <td>USD</td>\n",
       "      <td>USD/MT</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>O_1_COMB_Comdty</td>\n",
       "      <td>Oats</td>\n",
       "      <td>Generic 1st 'O ' Future</td>\n",
       "      <td>USD</td>\n",
       "      <td>USd/bu.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>RR1_COMB_Comdty</td>\n",
       "      <td>Rice</td>\n",
       "      <td>Generic 1st 'RR' Future</td>\n",
       "      <td>USD</td>\n",
       "      <td>USD/cwt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>S_1_COMB_Comdty</td>\n",
       "      <td>Soybeans</td>\n",
       "      <td>Generic 1st 'S ' Future</td>\n",
       "      <td>USD</td>\n",
       "      <td>USd/bu.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>SB1_Comdty</td>\n",
       "      <td>Sugar</td>\n",
       "      <td>Generic 1st 'SB' Future</td>\n",
       "      <td>USD</td>\n",
       "      <td>USd/lb.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>W_1_COMB_Comdty</td>\n",
       "      <td>Wheat</td>\n",
       "      <td>Generic 1st 'W ' Future</td>\n",
       "      <td>USD</td>\n",
       "      <td>USd/bu.</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             Ticker     Commodity             SECURITY_NAME CRNCY QUOTE_UNITS\n",
       "0       BUT1_Comdty        Butter  Generic 1st 'BUT' Future   EUR      EUR/MT\n",
       "1   C_1_COMB_Comdty          Corn   Generic 1st 'C ' Future   USD     USd/bu.\n",
       "2   CC1_COMB_Comdty         Cocoa   Generic 1st 'CC' Future   USD      USD/MT\n",
       "3   CL1_COMB_Comdty           Oil   Generic 1st 'CL' Future   USD    USD/bbl.\n",
       "4   HG1_COMB_Comdty        Copper   Generic 1st 'HG' Future   USD     USd/lb.\n",
       "5        JO1_Comdty  Orange Juice   Generic 1st 'JO' Future   USD     USd/lb.\n",
       "6        KC2_Comdty        Coffee   Generic 2nd 'KC' Future   USD     USd/lb.\n",
       "7        LA1_Comdty      Aluminum   Generic 1st 'LA' Future   USD      USD/MT\n",
       "8   LH1_COMB_Comdty     Lean Pork   Generic 1st 'LH' Future   USD     USd/lb.\n",
       "9        LN1_Comdty        Nickel   Generic 1st 'LN' Future   USD      USD/MT\n",
       "10  O_1_COMB_Comdty          Oats   Generic 1st 'O ' Future   USD     USd/bu.\n",
       "11  RR1_COMB_Comdty          Rice   Generic 1st 'RR' Future   USD     USD/cwt\n",
       "12  S_1_COMB_Comdty      Soybeans   Generic 1st 'S ' Future   USD     USd/bu.\n",
       "13       SB1_Comdty         Sugar   Generic 1st 'SB' Future   USD     USd/lb.\n",
       "14  W_1_COMB_Comdty         Wheat   Generic 1st 'W ' Future   USD     USd/bu."
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "commodities_metadata"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(34183, 5)\n"
     ]
    }
   ],
   "source": [
    "print(commodities_data.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Ticker</th>\n",
       "      <th>Date</th>\n",
       "      <th>Open</th>\n",
       "      <th>High</th>\n",
       "      <th>Low</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>BUT1_Comdty</td>\n",
       "      <td>2010-06-01</td>\n",
       "      <td>3750.0</td>\n",
       "      <td>3750.0</td>\n",
       "      <td>3750.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>BUT1_Comdty</td>\n",
       "      <td>2010-06-10</td>\n",
       "      <td>3700.0</td>\n",
       "      <td>3700.0</td>\n",
       "      <td>3700.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>BUT1_Comdty</td>\n",
       "      <td>2010-06-29</td>\n",
       "      <td>3650.0</td>\n",
       "      <td>3650.0</td>\n",
       "      <td>3650.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>BUT1_Comdty</td>\n",
       "      <td>2010-09-02</td>\n",
       "      <td>3700.0</td>\n",
       "      <td>3700.0</td>\n",
       "      <td>3700.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>BUT1_Comdty</td>\n",
       "      <td>2011-08-04</td>\n",
       "      <td>3900.0</td>\n",
       "      <td>3900.0</td>\n",
       "      <td>3900.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "        Ticker        Date    Open    High     Low\n",
       "0  BUT1_Comdty  2010-06-01  3750.0  3750.0  3750.0\n",
       "1  BUT1_Comdty  2010-06-10  3700.0  3700.0  3700.0\n",
       "2  BUT1_Comdty  2010-06-29  3650.0  3650.0  3650.0\n",
       "3  BUT1_Comdty  2010-09-02  3700.0  3700.0  3700.0\n",
       "4  BUT1_Comdty  2011-08-04  3900.0  3900.0  3900.0"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "commodities_data.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Ticker\n",
       "BUT1_Comdty        97.05%\n",
       "CC1_COMB_Comdty     8.24%\n",
       "CL1_COMB_Comdty     2.14%\n",
       "C_1_COMB_Comdty     2.06%\n",
       "HG1_COMB_Comdty     2.18%\n",
       "JO1_Comdty          4.16%\n",
       "KC2_Comdty          2.33%\n",
       "LA1_Comdty         28.27%\n",
       "LH1_COMB_Comdty     2.14%\n",
       "LN1_Comdty         46.89%\n",
       "O_1_COMB_Comdty     5.68%\n",
       "RR1_COMB_Comdty     6.65%\n",
       "SB1_Comdty          2.33%\n",
       "S_1_COMB_Comdty     2.06%\n",
       "W_1_COMB_Comdty     2.10%\n",
       "dtype: object"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Check commodities data sparsity\n",
    "def blank_cell_percentage(series):\n",
    "    return '{:.2f}%'.format(np.round(100.0 * len(series[series.isnull()]) / len(series), decimals=2))\n",
    "time_series_by_commodity = commodities_data.groupby(['Date', 'Ticker']).Open.mean().unstack()\n",
    "time_series_by_commodity.apply(blank_cell_percentage)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Currencies"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# Currencies\n",
    "currencies_metadata = pd.read_csv('Currencies_metadata.csv')\n",
    "currencies_data = pd.read_csv('Currencies_data.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Ticker</th>\n",
       "      <th>SECURITY_NAME</th>\n",
       "      <th>CRNCY</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>USDAED_Curncy</td>\n",
       "      <td>US DOLLAR/UAE DIRHAM</td>\n",
       "      <td>AED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>USDARS_Curncy</td>\n",
       "      <td>US DOLLAR/ARGENTINE PESO</td>\n",
       "      <td>ARS</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>USDAUD_Curncy</td>\n",
       "      <td>US DOLLAR/AUSTRALIAN DOLLAR</td>\n",
       "      <td>AUD</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>USDBHD_Curncy</td>\n",
       "      <td>US DOLLAR/BAHRAINI DINAR</td>\n",
       "      <td>BHD</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>USDBRL_Curncy</td>\n",
       "      <td>US DOLLAR/BRAZIL REAL</td>\n",
       "      <td>BRL</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "          Ticker                SECURITY_NAME CRNCY\n",
       "0  USDAED_Curncy         US DOLLAR/UAE DIRHAM   AED\n",
       "1  USDARS_Curncy     US DOLLAR/ARGENTINE PESO   ARS\n",
       "2  USDAUD_Curncy  US DOLLAR/AUSTRALIAN DOLLAR   AUD\n",
       "3  USDBHD_Curncy     US DOLLAR/BAHRAINI DINAR   BHD\n",
       "4  USDBRL_Curncy        US DOLLAR/BRAZIL REAL   BRL"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "currencies_metadata.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(119436, 5)"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "currencies_data.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Ticker</th>\n",
       "      <th>Date</th>\n",
       "      <th>Open</th>\n",
       "      <th>High</th>\n",
       "      <th>Low</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>USDAED_Curncy</td>\n",
       "      <td>2004-09-01</td>\n",
       "      <td>3.6728</td>\n",
       "      <td>3.6749</td>\n",
       "      <td>3.6728</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>USDAED_Curncy</td>\n",
       "      <td>2004-09-02</td>\n",
       "      <td>3.6730</td>\n",
       "      <td>3.6749</td>\n",
       "      <td>3.6728</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>USDAED_Curncy</td>\n",
       "      <td>2004-09-03</td>\n",
       "      <td>3.6731</td>\n",
       "      <td>3.6749</td>\n",
       "      <td>3.6728</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>USDAED_Curncy</td>\n",
       "      <td>2004-09-06</td>\n",
       "      <td>3.6730</td>\n",
       "      <td>3.6732</td>\n",
       "      <td>3.6728</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>USDAED_Curncy</td>\n",
       "      <td>2004-09-07</td>\n",
       "      <td>3.6730</td>\n",
       "      <td>3.6749</td>\n",
       "      <td>3.6728</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "          Ticker        Date    Open    High     Low\n",
       "0  USDAED_Curncy  2004-09-01  3.6728  3.6749  3.6728\n",
       "1  USDAED_Curncy  2004-09-02  3.6730  3.6749  3.6728\n",
       "2  USDAED_Curncy  2004-09-03  3.6731  3.6749  3.6728\n",
       "3  USDAED_Curncy  2004-09-06  3.6730  3.6732  3.6728\n",
       "4  USDAED_Curncy  2004-09-07  3.6730  3.6749  3.6728"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "currencies_data.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Open</th>\n",
       "      <th>High</th>\n",
       "      <th>Low</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>119429.000000</td>\n",
       "      <td>119435.000000</td>\n",
       "      <td>119428.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>751.378598</td>\n",
       "      <td>753.070820</td>\n",
       "      <td>749.812488</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>3016.260225</td>\n",
       "      <td>3020.799328</td>\n",
       "      <td>3011.918392</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>0.372000</td>\n",
       "      <td>0.375530</td>\n",
       "      <td>0.363000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>2.030800</td>\n",
       "      <td>2.039450</td>\n",
       "      <td>2.023975</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>6.237300</td>\n",
       "      <td>6.258800</td>\n",
       "      <td>6.220200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>44.760000</td>\n",
       "      <td>44.885000</td>\n",
       "      <td>44.670000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>21353.000000</td>\n",
       "      <td>21360.000000</td>\n",
       "      <td>21310.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                Open           High            Low\n",
       "count  119429.000000  119435.000000  119428.000000\n",
       "mean      751.378598     753.070820     749.812488\n",
       "std      3016.260225    3020.799328    3011.918392\n",
       "min         0.372000       0.375530       0.363000\n",
       "25%         2.030800       2.039450       2.023975\n",
       "50%         6.237300       6.258800       6.220200\n",
       "75%        44.760000      44.885000      44.670000\n",
       "max     21353.000000   21360.000000   21310.000000"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "currencies_data.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Ticker\n",
       "USDAED_Curncy    0.04%\n",
       "USDARS_Curncy    3.72%\n",
       "USDAUD_Curncy    0.00%\n",
       "USDBHD_Curncy    0.12%\n",
       "USDBRL_Curncy    2.26%\n",
       "USDCAD_Curncy    0.00%\n",
       "USDCHF_Curncy    0.00%\n",
       "USDCLP_Curncy    0.84%\n",
       "USDCNY_Curncy    0.73%\n",
       "USDCOP_Curncy    0.73%\n",
       "USDCZK_Curncy    0.08%\n",
       "USDDKK_Curncy    0.00%\n",
       "USDEGP_Curncy    0.31%\n",
       "USDEUR_Curncy    0.00%\n",
       "USDGBP_Curncy    0.00%\n",
       "USDHKD_Curncy    0.00%\n",
       "USDHUF_Curncy    0.19%\n",
       "USDIDR_Curncy    1.04%\n",
       "USDILS_Curncy    0.08%\n",
       "USDJOD_Curncy    0.35%\n",
       "USDJPY_Curncy    0.00%\n",
       "USDKES_Curncy    0.69%\n",
       "USDKRW_Curncy    0.19%\n",
       "USDMAD_Curncy    0.19%\n",
       "USDMXN_Curncy    0.04%\n",
       "USDMYR_Curncy    0.23%\n",
       "USDNGN_Curncy    0.61%\n",
       "USDNOK_Curncy    0.00%\n",
       "USDNZD_Curncy    0.00%\n",
       "USDOMR_Curncy    0.54%\n",
       "USDPHP_Curncy    0.54%\n",
       "USDPKR_Curncy    2.61%\n",
       "USDPLN_Curncy    0.38%\n",
       "USDQAR_Curncy    0.12%\n",
       "USDRUB_Curncy    0.04%\n",
       "USDSAR_Curncy    0.23%\n",
       "USDSEK_Curncy    0.00%\n",
       "USDSGD_Curncy    0.00%\n",
       "USDTHB_Curncy    0.00%\n",
       "USDTRY_Curncy    0.15%\n",
       "USDTWD_Curncy    0.35%\n",
       "USDUAH_Curncy    1.73%\n",
       "USDUGX_Curncy    0.50%\n",
       "USDVEF_Curncy    0.65%\n",
       "USDVND_Curncy    0.42%\n",
       "USDZAR_Curncy    0.00%\n",
       "dtype: object"
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Check for Sparsity: percentage of empty values\n",
    "time_series_by_currency = currencies_data.groupby(['Date', 'Ticker']).Open.mean().unstack()\n",
    "time_series_by_currency.apply(blank_cell_percentage)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Economic Indicators"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Economic Indicators\n",
    "econ_ind_metadata = pd.read_csv('Economic_Indicators_metadata.csv')\n",
    "econ_ind_data = pd.read_csv('Economic_Indicators_data_new.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Index</th>\n",
       "      <th>Description</th>\n",
       "      <th>Long Description</th>\n",
       "      <th>Source</th>\n",
       "      <th>Frequency</th>\n",
       "      <th>Currency</th>\n",
       "      <th>Quote Units</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>ACRDBT_Index</td>\n",
       "      <td>Australia Credit Card Total Ou</td>\n",
       "      <td>Australia Credit Card Total Outstanding Balance</td>\n",
       "      <td>Reserve Bank of Australia</td>\n",
       "      <td>Monthly</td>\n",
       "      <td>AUD</td>\n",
       "      <td>Millions</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>ACRDTPV_Index</td>\n",
       "      <td>Australia Credit Card Purchase</td>\n",
       "      <td>Australia Credit Card Purchase Transaction Value</td>\n",
       "      <td>Reserve Bank of Australia</td>\n",
       "      <td>Monthly</td>\n",
       "      <td>AUD</td>\n",
       "      <td>Millions</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>ADP_CHNG_Index</td>\n",
       "      <td>ADP National Employment Report</td>\n",
       "      <td>ADP National Employment Report SA Private Nonf...</td>\n",
       "      <td>Automatic Data Processing\"</td>\n",
       "      <td>Inc\",Monthly\"</td>\n",
       "      <td>NaN</td>\n",
       "      <td>THOUSANDS</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>AGRPYOY%_Index</td>\n",
       "      <td>USDA Agriculture Prices Receiv</td>\n",
       "      <td>USDA Agriculture Prices Received Total Index YOY%</td>\n",
       "      <td>United States Department of Ag</td>\n",
       "      <td>Monthly</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>AHE_MOM%_Index</td>\n",
       "      <td>US Average Hourly Earnings All</td>\n",
       "      <td>US Average Hourly Earnings All Employees Total...</td>\n",
       "      <td>Bureau of Labor Statistics</td>\n",
       "      <td>Monthly</td>\n",
       "      <td>NaN</td>\n",
       "      <td>% CHANGE</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "            Index                     Description  \\\n",
       "0    ACRDBT_Index  Australia Credit Card Total Ou   \n",
       "1   ACRDTPV_Index  Australia Credit Card Purchase   \n",
       "2  ADP_CHNG_Index  ADP National Employment Report   \n",
       "3  AGRPYOY%_Index  USDA Agriculture Prices Receiv   \n",
       "4  AHE_MOM%_Index  US Average Hourly Earnings All   \n",
       "\n",
       "                                    Long Description  \\\n",
       "0    Australia Credit Card Total Outstanding Balance   \n",
       "1   Australia Credit Card Purchase Transaction Value   \n",
       "2  ADP National Employment Report SA Private Nonf...   \n",
       "3  USDA Agriculture Prices Received Total Index YOY%   \n",
       "4  US Average Hourly Earnings All Employees Total...   \n",
       "\n",
       "                           Source       Frequency Currency Quote Units  \n",
       "0       Reserve Bank of Australia         Monthly      AUD    Millions  \n",
       "1       Reserve Bank of Australia         Monthly      AUD    Millions  \n",
       "2      Automatic Data Processing\"   Inc\",Monthly\"      NaN   THOUSANDS  \n",
       "3  United States Department of Ag         Monthly      NaN         NaN  \n",
       "4      Bureau of Labor Statistics         Monthly      NaN    % CHANGE  "
      ]
     },
     "execution_count": 37,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "econ_ind_metadata.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Ticker</th>\n",
       "      <th>Date</th>\n",
       "      <th>Value</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>ACRDBT_Index</td>\n",
       "      <td>9/30/2004</td>\n",
       "      <td>28006</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>ACRDBT_Index</td>\n",
       "      <td>10/31/2004</td>\n",
       "      <td>28216</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>ACRDBT_Index</td>\n",
       "      <td>11/30/2004</td>\n",
       "      <td>28789</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>ACRDBT_Index</td>\n",
       "      <td>12/31/2004</td>\n",
       "      <td>30286</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>ACRDBT_Index</td>\n",
       "      <td>1/31/2005</td>\n",
       "      <td>29400</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "         Ticker        Date  Value\n",
       "0  ACRDBT_Index   9/30/2004  28006\n",
       "1  ACRDBT_Index  10/31/2004  28216\n",
       "2  ACRDBT_Index  11/30/2004  28789\n",
       "3  ACRDBT_Index  12/31/2004  30286\n",
       "4  ACRDBT_Index   1/31/2005  29400"
      ]
     },
     "execution_count": 38,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "econ_ind_data.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Ticker</th>\n",
       "      <th>Date</th>\n",
       "      <th>Value</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>106188</td>\n",
       "      <td>106188</td>\n",
       "      <td>106188</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>unique</th>\n",
       "      <td>601</td>\n",
       "      <td>3468</td>\n",
       "      <td>27769</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>top</th>\n",
       "      <td>SLGTCATT_Index</td>\n",
       "      <td>9/30/2011</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>freq</th>\n",
       "      <td>2894</td>\n",
       "      <td>551</td>\n",
       "      <td>2834</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                Ticker       Date   Value\n",
       "count           106188     106188  106188\n",
       "unique             601       3468   27769\n",
       "top     SLGTCATT_Index  9/30/2011       0\n",
       "freq              2894        551    2834"
      ]
     },
     "execution_count": 39,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "econ_ind_data.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Precious Metals"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# Precious Metals\n",
    "precious_metals_metadata = pd.read_csv('Precious_Metals_metadata.csv')\n",
    "precious_metals_data = pd.read_csv('Precious_Metals_data.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Ticker</th>\n",
       "      <th>Description</th>\n",
       "      <th>Long Description</th>\n",
       "      <th>Quote Units</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>001.046_Index</td>\n",
       "      <td>IMF World Reserve Gold Holding</td>\n",
       "      <td>IMF World Reserve Gold Holdings</td>\n",
       "      <td>Mil Fine Troy Oz</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>111.046_Index</td>\n",
       "      <td>IMF US Reserve Gold Holdings</td>\n",
       "      <td>IMF US Reserve Gold Holdings</td>\n",
       "      <td>Mil Fine Troy Oz</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>132.046_Index</td>\n",
       "      <td>IMF France Reserve Gold Holdin</td>\n",
       "      <td>IMF France Reserve Gold Holdings</td>\n",
       "      <td>Mil Fine Troy Oz</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>134.046_Index</td>\n",
       "      <td>IMF Germany Reserve Gold Holdi</td>\n",
       "      <td>IMF Germany Reserve Gold Holdings</td>\n",
       "      <td>Mil Fine Troy Oz</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>136.046_Index</td>\n",
       "      <td>IMF Italy Reserve Gold Holding</td>\n",
       "      <td>IMF Italy Reserve Gold Holdings</td>\n",
       "      <td>Mil Fine Troy Oz</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>138.046_Index</td>\n",
       "      <td>IMF Netherland Reserve Gold Ho</td>\n",
       "      <td>IMF Netherland Reserve Gold Holdings</td>\n",
       "      <td>Mil Fine Troy Oz</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>146.046_Index</td>\n",
       "      <td>IMF Switzerland Reserve Gold H</td>\n",
       "      <td>IMF Switzerland Reserve Gold Holdings</td>\n",
       "      <td>Mil Fine Troy Oz</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>158.046_Index</td>\n",
       "      <td>IMF Japan Reserve Gold Holding</td>\n",
       "      <td>IMF Japan Reserve Gold Holdings</td>\n",
       "      <td>Mil Fine Troy Oz</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>163.046_Index</td>\n",
       "      <td>IMF Euro Area Reserve Gold Hol</td>\n",
       "      <td>IMF Euro Area Reserve Gold Holdings</td>\n",
       "      <td>Mil Fine Troy Oz</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>193.046_Index</td>\n",
       "      <td>IMF Australia Reserve Gold Hol</td>\n",
       "      <td>IMF Australia Reserve Gold Holdings</td>\n",
       "      <td>Mil Fine Troy Oz</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>299.046_Index</td>\n",
       "      <td>IMF Venezuela Reserve Gold Hol</td>\n",
       "      <td>IMF Venezuela Reserve Gold Holdings</td>\n",
       "      <td>Mil Fine Troy Oz</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>534.046_Index</td>\n",
       "      <td>IMF India Reserve Gold Holding</td>\n",
       "      <td>IMF India Reserve Gold Holdings</td>\n",
       "      <td>Mil Fine Troy Oz</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>566.046_Index</td>\n",
       "      <td>IMF Philippines Reserve Gold H</td>\n",
       "      <td>IMF Philippines Reserve Gold Holdings</td>\n",
       "      <td>Mil Fine Troy Oz</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>578.046_Index</td>\n",
       "      <td>IMF Thailand Reserve Gold Hold</td>\n",
       "      <td>IMF Thailand Reserve Gold Holdings</td>\n",
       "      <td>Mil Fine Troy Oz</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>XAG_BGN_Curncy</td>\n",
       "      <td>Silver Spot  $/Oz</td>\n",
       "      <td>XAGUSD Spot Exchange Rate - Price of 1 XAG in USD</td>\n",
       "      <td>#N/A Field Not Applicable</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>XAU_BGN_Curncy</td>\n",
       "      <td>Gold Spot   $/Oz</td>\n",
       "      <td>XAUUSD Spot Exchange Rate - Price of 1 XAU in USD</td>\n",
       "      <td>#N/A Field Not Applicable</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>XPT_BGN_Curncy</td>\n",
       "      <td>Platinum Spot  $/Oz</td>\n",
       "      <td>XPTUSD Spot Exchange Rate - Price of 1 XPT in USD</td>\n",
       "      <td>#N/A Field Not Applicable</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "            Ticker                     Description  \\\n",
       "0    001.046_Index  IMF World Reserve Gold Holding   \n",
       "1    111.046_Index    IMF US Reserve Gold Holdings   \n",
       "2    132.046_Index  IMF France Reserve Gold Holdin   \n",
       "3    134.046_Index  IMF Germany Reserve Gold Holdi   \n",
       "4    136.046_Index  IMF Italy Reserve Gold Holding   \n",
       "5    138.046_Index  IMF Netherland Reserve Gold Ho   \n",
       "6    146.046_Index  IMF Switzerland Reserve Gold H   \n",
       "7    158.046_Index  IMF Japan Reserve Gold Holding   \n",
       "8    163.046_Index  IMF Euro Area Reserve Gold Hol   \n",
       "9    193.046_Index  IMF Australia Reserve Gold Hol   \n",
       "10   299.046_Index  IMF Venezuela Reserve Gold Hol   \n",
       "11   534.046_Index  IMF India Reserve Gold Holding   \n",
       "12   566.046_Index  IMF Philippines Reserve Gold H   \n",
       "13   578.046_Index  IMF Thailand Reserve Gold Hold   \n",
       "14  XAG_BGN_Curncy               Silver Spot  $/Oz   \n",
       "15  XAU_BGN_Curncy                Gold Spot   $/Oz   \n",
       "16  XPT_BGN_Curncy             Platinum Spot  $/Oz   \n",
       "\n",
       "                                     Long Description  \\\n",
       "0                     IMF World Reserve Gold Holdings   \n",
       "1                        IMF US Reserve Gold Holdings   \n",
       "2                    IMF France Reserve Gold Holdings   \n",
       "3                   IMF Germany Reserve Gold Holdings   \n",
       "4                     IMF Italy Reserve Gold Holdings   \n",
       "5                IMF Netherland Reserve Gold Holdings   \n",
       "6               IMF Switzerland Reserve Gold Holdings   \n",
       "7                     IMF Japan Reserve Gold Holdings   \n",
       "8                 IMF Euro Area Reserve Gold Holdings   \n",
       "9                 IMF Australia Reserve Gold Holdings   \n",
       "10                IMF Venezuela Reserve Gold Holdings   \n",
       "11                    IMF India Reserve Gold Holdings   \n",
       "12              IMF Philippines Reserve Gold Holdings   \n",
       "13                 IMF Thailand Reserve Gold Holdings   \n",
       "14  XAGUSD Spot Exchange Rate - Price of 1 XAG in USD   \n",
       "15  XAUUSD Spot Exchange Rate - Price of 1 XAU in USD   \n",
       "16  XPTUSD Spot Exchange Rate - Price of 1 XPT in USD   \n",
       "\n",
       "                  Quote Units  \n",
       "0            Mil Fine Troy Oz  \n",
       "1            Mil Fine Troy Oz  \n",
       "2            Mil Fine Troy Oz  \n",
       "3            Mil Fine Troy Oz  \n",
       "4            Mil Fine Troy Oz  \n",
       "5            Mil Fine Troy Oz  \n",
       "6            Mil Fine Troy Oz  \n",
       "7            Mil Fine Troy Oz  \n",
       "8            Mil Fine Troy Oz  \n",
       "9            Mil Fine Troy Oz  \n",
       "10           Mil Fine Troy Oz  \n",
       "11           Mil Fine Troy Oz  \n",
       "12           Mil Fine Troy Oz  \n",
       "13           Mil Fine Troy Oz  \n",
       "14  #N/A Field Not Applicable  \n",
       "15  #N/A Field Not Applicable  \n",
       "16  #N/A Field Not Applicable  "
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "precious_metals_metadata"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Quote</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>9501.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>694.970673</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>654.403361</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>2.564000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>19.979500</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>640.500000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>1312.920000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>2250.500000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             Quote\n",
       "count  9501.000000\n",
       "mean    694.970673\n",
       "std     654.403361\n",
       "min       2.564000\n",
       "25%      19.979500\n",
       "50%     640.500000\n",
       "75%    1312.920000\n",
       "max    2250.500000"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "precious_metals_data.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "anaconda-cloud": {},
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.5.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 1
}