Quandl account & Eurodollar data access_Ping Fan.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Pull data from Quandl\n",
    "Please open a free student account on Quandl: https://www.quandl.com/\n",
    "\n",
    "You will have to access the data on continuous Eurodollar futures that is free in the CHRIS database:\n",
    "\n",
    "https://www.quandl.com/data/CHRIS-Wiki-Continuous-Futures/documentation/introduction\n",
    "\n",
    "Once you register, the access token will be auto-generated for your use in Python."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "metadata": {},
   "outputs": [],
   "source": [
    "import quandl\n",
    "token = \"bPGmPJ9_Htme3REKTKtT\"\n",
    "n = range(1,21)\n",
    "nms = [\"CHRIS/CME_ED\"+str(i) for i in n]\n",
    "dfs = [quandl.get(nm, authtoken=token) for nm in nms] #an array of pandas data frames"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Note, that everyone should get an account on Quandl, so you should all have different access keys.\n",
    "\n",
    "After you access the data, construct a single data frame with all Settle prices: Settle_ED1, Settle_ED2, ...."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Settle_ED1</th>\n",
       "      <th>Settle_ED2</th>\n",
       "      <th>Settle_ED3</th>\n",
       "      <th>Settle_ED4</th>\n",
       "      <th>Settle_ED5</th>\n",
       "      <th>Settle_ED6</th>\n",
       "      <th>Settle_ED7</th>\n",
       "      <th>Settle_ED8</th>\n",
       "      <th>Settle_ED9</th>\n",
       "      <th>Settle_ED10</th>\n",
       "      <th>Settle_ED11</th>\n",
       "      <th>Settle_ED12</th>\n",
       "      <th>Settle_ED13</th>\n",
       "      <th>Settle_ED14</th>\n",
       "      <th>Settle_ED15</th>\n",
       "      <th>Settle_ED16</th>\n",
       "      <th>Settle_ED17</th>\n",
       "      <th>Settle_ED18</th>\n",
       "      <th>Settle_ED19</th>\n",
       "      <th>Settle_ED20</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Date</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1982-02-01</th>\n",
       "      <td>83.7400</td>\n",
       "      <td>83.690</td>\n",
       "      <td>83.690</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1982-02-02</th>\n",
       "      <td>83.8800</td>\n",
       "      <td>83.850</td>\n",
       "      <td>83.850</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1982-02-03</th>\n",
       "      <td>83.7300</td>\n",
       "      <td>83.890</td>\n",
       "      <td>83.910</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1982-02-04</th>\n",
       "      <td>83.8500</td>\n",
       "      <td>83.930</td>\n",
       "      <td>83.910</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1982-02-05</th>\n",
       "      <td>83.8500</td>\n",
       "      <td>83.930</td>\n",
       "      <td>83.910</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1982-02-08</th>\n",
       "      <td>83.5800</td>\n",
       "      <td>83.730</td>\n",
       "      <td>83.730</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1982-02-09</th>\n",
       "      <td>83.3900</td>\n",
       "      <td>83.640</td>\n",
       "      <td>83.800</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1982-02-10</th>\n",
       "      <td>83.5100</td>\n",
       "      <td>83.720</td>\n",
       "      <td>83.880</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1982-02-11</th>\n",
       "      <td>83.4300</td>\n",
       "      <td>83.700</td>\n",
       "      <td>83.970</td>\n",
       "      <td>84.350</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1982-02-12</th>\n",
       "      <td>83.3600</td>\n",
       "      <td>83.640</td>\n",
       "      <td>83.980</td>\n",
       "      <td>84.350</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1982-02-16</th>\n",
       "      <td>83.2900</td>\n",
       "      <td>83.660</td>\n",
       "      <td>84.100</td>\n",
       "      <td>84.450</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1982-02-17</th>\n",
       "      <td>83.4300</td>\n",
       "      <td>83.750</td>\n",
       "      <td>84.100</td>\n",
       "      <td>84.450</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1982-02-18</th>\n",
       "      <td>84.0400</td>\n",
       "      <td>84.260</td>\n",
       "      <td>84.500</td>\n",
       "      <td>84.700</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1982-02-19</th>\n",
       "      <td>84.0000</td>\n",
       "      <td>84.250</td>\n",
       "      <td>84.480</td>\n",
       "      <td>84.750</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1982-02-22</th>\n",
       "      <td>84.9900</td>\n",
       "      <td>85.080</td>\n",
       "      <td>85.230</td>\n",
       "      <td>85.550</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1982-02-23</th>\n",
       "      <td>85.1300</td>\n",
       "      <td>85.060</td>\n",
       "      <td>85.100</td>\n",
       "      <td>85.400</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1982-02-24</th>\n",
       "      <td>85.3900</td>\n",
       "      <td>85.180</td>\n",
       "      <td>85.150</td>\n",
       "      <td>85.350</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1982-02-25</th>\n",
       "      <td>85.2000</td>\n",
       "      <td>85.060</td>\n",
       "      <td>85.190</td>\n",
       "      <td>85.270</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1982-02-26</th>\n",
       "      <td>84.8700</td>\n",
       "      <td>84.670</td>\n",
       "      <td>84.800</td>\n",
       "      <td>85.100</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1982-03-01</th>\n",
       "      <td>85.3300</td>\n",
       "      <td>85.150</td>\n",
       "      <td>85.180</td>\n",
       "      <td>85.300</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1982-03-02</th>\n",
       "      <td>85.3000</td>\n",
       "      <td>85.220</td>\n",
       "      <td>85.250</td>\n",
       "      <td>85.400</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1982-03-03</th>\n",
       "      <td>85.3900</td>\n",
       "      <td>85.420</td>\n",
       "      <td>85.450</td>\n",
       "      <td>85.500</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1982-03-04</th>\n",
       "      <td>85.4900</td>\n",
       "      <td>85.620</td>\n",
       "      <td>85.600</td>\n",
       "      <td>85.600</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1982-03-05</th>\n",
       "      <td>85.5300</td>\n",
       "      <td>85.610</td>\n",
       "      <td>85.570</td>\n",
       "      <td>85.700</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1982-03-08</th>\n",
       "      <td>85.6300</td>\n",
       "      <td>85.720</td>\n",
       "      <td>85.700</td>\n",
       "      <td>85.800</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1982-03-09</th>\n",
       "      <td>85.4000</td>\n",
       "      <td>85.440</td>\n",
       "      <td>85.440</td>\n",
       "      <td>85.630</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1982-03-10</th>\n",
       "      <td>85.2800</td>\n",
       "      <td>85.300</td>\n",
       "      <td>85.410</td>\n",
       "      <td>85.550</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1982-03-11</th>\n",
       "      <td>84.9900</td>\n",
       "      <td>85.010</td>\n",
       "      <td>85.150</td>\n",
       "      <td>85.350</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1982-03-12</th>\n",
       "      <td>84.8800</td>\n",
       "      <td>84.780</td>\n",
       "      <td>84.950</td>\n",
       "      <td>85.000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1982-03-15</th>\n",
       "      <td>84.8800</td>\n",
       "      <td>84.740</td>\n",
       "      <td>84.870</td>\n",
       "      <td>85.030</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-10-12</th>\n",
       "      <td>98.4900</td>\n",
       "      <td>98.360</td>\n",
       "      <td>98.255</td>\n",
       "      <td>98.180</td>\n",
       "      <td>98.100</td>\n",
       "      <td>98.050</td>\n",
       "      <td>98.010</td>\n",
       "      <td>97.975</td>\n",
       "      <td>97.920</td>\n",
       "      <td>97.895</td>\n",
       "      <td>97.870</td>\n",
       "      <td>97.840</td>\n",
       "      <td>97.795</td>\n",
       "      <td>97.770</td>\n",
       "      <td>97.735</td>\n",
       "      <td>97.700</td>\n",
       "      <td>97.655</td>\n",
       "      <td>97.630</td>\n",
       "      <td>97.595</td>\n",
       "      <td>97.560</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-10-13</th>\n",
       "      <td>98.5050</td>\n",
       "      <td>98.375</td>\n",
       "      <td>98.275</td>\n",
       "      <td>98.205</td>\n",
       "      <td>98.125</td>\n",
       "      <td>98.080</td>\n",
       "      <td>98.040</td>\n",
       "      <td>98.010</td>\n",
       "      <td>97.960</td>\n",
       "      <td>97.935</td>\n",
       "      <td>97.910</td>\n",
       "      <td>97.885</td>\n",
       "      <td>97.840</td>\n",
       "      <td>97.815</td>\n",
       "      <td>97.785</td>\n",
       "      <td>97.750</td>\n",
       "      <td>97.705</td>\n",
       "      <td>97.680</td>\n",
       "      <td>97.645</td>\n",
       "      <td>97.610</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-10-16</th>\n",
       "      <td>98.4950</td>\n",
       "      <td>98.350</td>\n",
       "      <td>98.235</td>\n",
       "      <td>98.150</td>\n",
       "      <td>98.065</td>\n",
       "      <td>98.015</td>\n",
       "      <td>97.970</td>\n",
       "      <td>97.940</td>\n",
       "      <td>97.890</td>\n",
       "      <td>97.870</td>\n",
       "      <td>97.850</td>\n",
       "      <td>97.825</td>\n",
       "      <td>97.780</td>\n",
       "      <td>97.760</td>\n",
       "      <td>97.730</td>\n",
       "      <td>97.700</td>\n",
       "      <td>97.660</td>\n",
       "      <td>97.635</td>\n",
       "      <td>97.605</td>\n",
       "      <td>97.570</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-10-17</th>\n",
       "      <td>98.4900</td>\n",
       "      <td>98.350</td>\n",
       "      <td>98.235</td>\n",
       "      <td>98.150</td>\n",
       "      <td>98.060</td>\n",
       "      <td>98.005</td>\n",
       "      <td>97.960</td>\n",
       "      <td>97.925</td>\n",
       "      <td>97.875</td>\n",
       "      <td>97.855</td>\n",
       "      <td>97.835</td>\n",
       "      <td>97.810</td>\n",
       "      <td>97.770</td>\n",
       "      <td>97.750</td>\n",
       "      <td>97.720</td>\n",
       "      <td>97.690</td>\n",
       "      <td>97.650</td>\n",
       "      <td>97.630</td>\n",
       "      <td>97.600</td>\n",
       "      <td>97.565</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-10-18</th>\n",
       "      <td>98.4900</td>\n",
       "      <td>98.350</td>\n",
       "      <td>98.235</td>\n",
       "      <td>98.145</td>\n",
       "      <td>98.055</td>\n",
       "      <td>97.995</td>\n",
       "      <td>97.945</td>\n",
       "      <td>97.905</td>\n",
       "      <td>97.850</td>\n",
       "      <td>97.830</td>\n",
       "      <td>97.805</td>\n",
       "      <td>97.780</td>\n",
       "      <td>97.735</td>\n",
       "      <td>97.715</td>\n",
       "      <td>97.685</td>\n",
       "      <td>97.650</td>\n",
       "      <td>97.610</td>\n",
       "      <td>97.585</td>\n",
       "      <td>97.555</td>\n",
       "      <td>97.520</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-10-19</th>\n",
       "      <td>98.4950</td>\n",
       "      <td>98.360</td>\n",
       "      <td>98.250</td>\n",
       "      <td>98.165</td>\n",
       "      <td>98.080</td>\n",
       "      <td>98.020</td>\n",
       "      <td>97.965</td>\n",
       "      <td>97.925</td>\n",
       "      <td>97.870</td>\n",
       "      <td>97.845</td>\n",
       "      <td>97.820</td>\n",
       "      <td>97.795</td>\n",
       "      <td>97.750</td>\n",
       "      <td>97.725</td>\n",
       "      <td>97.695</td>\n",
       "      <td>97.665</td>\n",
       "      <td>97.620</td>\n",
       "      <td>97.595</td>\n",
       "      <td>97.565</td>\n",
       "      <td>97.530</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-10-20</th>\n",
       "      <td>98.4900</td>\n",
       "      <td>98.350</td>\n",
       "      <td>98.235</td>\n",
       "      <td>98.150</td>\n",
       "      <td>98.055</td>\n",
       "      <td>97.990</td>\n",
       "      <td>97.935</td>\n",
       "      <td>97.890</td>\n",
       "      <td>97.830</td>\n",
       "      <td>97.800</td>\n",
       "      <td>97.770</td>\n",
       "      <td>97.740</td>\n",
       "      <td>97.695</td>\n",
       "      <td>97.665</td>\n",
       "      <td>97.630</td>\n",
       "      <td>97.595</td>\n",
       "      <td>97.555</td>\n",
       "      <td>97.530</td>\n",
       "      <td>97.495</td>\n",
       "      <td>97.455</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-10-23</th>\n",
       "      <td>98.4950</td>\n",
       "      <td>98.360</td>\n",
       "      <td>98.250</td>\n",
       "      <td>98.165</td>\n",
       "      <td>98.075</td>\n",
       "      <td>98.010</td>\n",
       "      <td>97.955</td>\n",
       "      <td>97.910</td>\n",
       "      <td>97.850</td>\n",
       "      <td>97.820</td>\n",
       "      <td>97.790</td>\n",
       "      <td>97.760</td>\n",
       "      <td>97.715</td>\n",
       "      <td>97.685</td>\n",
       "      <td>97.650</td>\n",
       "      <td>97.615</td>\n",
       "      <td>97.570</td>\n",
       "      <td>97.545</td>\n",
       "      <td>97.510</td>\n",
       "      <td>97.470</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-10-24</th>\n",
       "      <td>98.4900</td>\n",
       "      <td>98.355</td>\n",
       "      <td>98.245</td>\n",
       "      <td>98.160</td>\n",
       "      <td>98.070</td>\n",
       "      <td>98.005</td>\n",
       "      <td>97.945</td>\n",
       "      <td>97.895</td>\n",
       "      <td>97.835</td>\n",
       "      <td>97.805</td>\n",
       "      <td>97.770</td>\n",
       "      <td>97.735</td>\n",
       "      <td>97.690</td>\n",
       "      <td>97.660</td>\n",
       "      <td>97.625</td>\n",
       "      <td>97.585</td>\n",
       "      <td>97.540</td>\n",
       "      <td>97.510</td>\n",
       "      <td>97.475</td>\n",
       "      <td>97.435</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-10-25</th>\n",
       "      <td>98.4900</td>\n",
       "      <td>98.345</td>\n",
       "      <td>98.225</td>\n",
       "      <td>98.140</td>\n",
       "      <td>98.045</td>\n",
       "      <td>97.975</td>\n",
       "      <td>97.915</td>\n",
       "      <td>97.865</td>\n",
       "      <td>97.805</td>\n",
       "      <td>97.770</td>\n",
       "      <td>97.735</td>\n",
       "      <td>97.700</td>\n",
       "      <td>97.650</td>\n",
       "      <td>97.615</td>\n",
       "      <td>97.580</td>\n",
       "      <td>97.540</td>\n",
       "      <td>97.495</td>\n",
       "      <td>97.465</td>\n",
       "      <td>97.425</td>\n",
       "      <td>97.385</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-10-26</th>\n",
       "      <td>98.4850</td>\n",
       "      <td>98.340</td>\n",
       "      <td>98.220</td>\n",
       "      <td>98.130</td>\n",
       "      <td>98.035</td>\n",
       "      <td>97.965</td>\n",
       "      <td>97.900</td>\n",
       "      <td>97.850</td>\n",
       "      <td>97.785</td>\n",
       "      <td>97.755</td>\n",
       "      <td>97.720</td>\n",
       "      <td>97.685</td>\n",
       "      <td>97.640</td>\n",
       "      <td>97.610</td>\n",
       "      <td>97.575</td>\n",
       "      <td>97.535</td>\n",
       "      <td>97.490</td>\n",
       "      <td>97.460</td>\n",
       "      <td>97.425</td>\n",
       "      <td>97.385</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-10-27</th>\n",
       "      <td>98.4850</td>\n",
       "      <td>98.350</td>\n",
       "      <td>98.235</td>\n",
       "      <td>98.150</td>\n",
       "      <td>98.055</td>\n",
       "      <td>97.990</td>\n",
       "      <td>97.930</td>\n",
       "      <td>97.880</td>\n",
       "      <td>97.820</td>\n",
       "      <td>97.790</td>\n",
       "      <td>97.755</td>\n",
       "      <td>97.720</td>\n",
       "      <td>97.675</td>\n",
       "      <td>97.645</td>\n",
       "      <td>97.610</td>\n",
       "      <td>97.570</td>\n",
       "      <td>97.525</td>\n",
       "      <td>97.495</td>\n",
       "      <td>97.460</td>\n",
       "      <td>97.420</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-10-30</th>\n",
       "      <td>98.4900</td>\n",
       "      <td>98.360</td>\n",
       "      <td>98.250</td>\n",
       "      <td>98.170</td>\n",
       "      <td>98.085</td>\n",
       "      <td>98.025</td>\n",
       "      <td>97.970</td>\n",
       "      <td>97.925</td>\n",
       "      <td>97.870</td>\n",
       "      <td>97.840</td>\n",
       "      <td>97.810</td>\n",
       "      <td>97.780</td>\n",
       "      <td>97.735</td>\n",
       "      <td>97.705</td>\n",
       "      <td>97.670</td>\n",
       "      <td>97.635</td>\n",
       "      <td>97.590</td>\n",
       "      <td>97.560</td>\n",
       "      <td>97.525</td>\n",
       "      <td>97.485</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-10-31</th>\n",
       "      <td>98.4900</td>\n",
       "      <td>98.350</td>\n",
       "      <td>98.235</td>\n",
       "      <td>98.155</td>\n",
       "      <td>98.075</td>\n",
       "      <td>98.020</td>\n",
       "      <td>97.965</td>\n",
       "      <td>97.920</td>\n",
       "      <td>97.865</td>\n",
       "      <td>97.835</td>\n",
       "      <td>97.805</td>\n",
       "      <td>97.775</td>\n",
       "      <td>97.730</td>\n",
       "      <td>97.700</td>\n",
       "      <td>97.665</td>\n",
       "      <td>97.630</td>\n",
       "      <td>97.585</td>\n",
       "      <td>97.560</td>\n",
       "      <td>97.525</td>\n",
       "      <td>97.485</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-01</th>\n",
       "      <td>98.4850</td>\n",
       "      <td>98.335</td>\n",
       "      <td>98.215</td>\n",
       "      <td>98.135</td>\n",
       "      <td>98.055</td>\n",
       "      <td>98.000</td>\n",
       "      <td>97.950</td>\n",
       "      <td>97.905</td>\n",
       "      <td>97.850</td>\n",
       "      <td>97.825</td>\n",
       "      <td>97.795</td>\n",
       "      <td>97.760</td>\n",
       "      <td>97.715</td>\n",
       "      <td>97.685</td>\n",
       "      <td>97.650</td>\n",
       "      <td>97.615</td>\n",
       "      <td>97.570</td>\n",
       "      <td>97.545</td>\n",
       "      <td>97.510</td>\n",
       "      <td>97.475</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-02</th>\n",
       "      <td>98.4850</td>\n",
       "      <td>98.340</td>\n",
       "      <td>98.225</td>\n",
       "      <td>98.150</td>\n",
       "      <td>98.075</td>\n",
       "      <td>98.020</td>\n",
       "      <td>97.970</td>\n",
       "      <td>97.930</td>\n",
       "      <td>97.875</td>\n",
       "      <td>97.850</td>\n",
       "      <td>97.820</td>\n",
       "      <td>97.790</td>\n",
       "      <td>97.745</td>\n",
       "      <td>97.715</td>\n",
       "      <td>97.685</td>\n",
       "      <td>97.650</td>\n",
       "      <td>97.605</td>\n",
       "      <td>97.580</td>\n",
       "      <td>97.545</td>\n",
       "      <td>97.510</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-03</th>\n",
       "      <td>98.4800</td>\n",
       "      <td>98.330</td>\n",
       "      <td>98.215</td>\n",
       "      <td>98.140</td>\n",
       "      <td>98.065</td>\n",
       "      <td>98.010</td>\n",
       "      <td>97.955</td>\n",
       "      <td>97.915</td>\n",
       "      <td>97.865</td>\n",
       "      <td>97.840</td>\n",
       "      <td>97.815</td>\n",
       "      <td>97.785</td>\n",
       "      <td>97.740</td>\n",
       "      <td>97.715</td>\n",
       "      <td>97.685</td>\n",
       "      <td>97.650</td>\n",
       "      <td>97.610</td>\n",
       "      <td>97.585</td>\n",
       "      <td>97.555</td>\n",
       "      <td>97.520</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-06</th>\n",
       "      <td>98.4750</td>\n",
       "      <td>98.330</td>\n",
       "      <td>98.215</td>\n",
       "      <td>98.140</td>\n",
       "      <td>98.070</td>\n",
       "      <td>98.020</td>\n",
       "      <td>97.975</td>\n",
       "      <td>97.935</td>\n",
       "      <td>97.885</td>\n",
       "      <td>97.860</td>\n",
       "      <td>97.835</td>\n",
       "      <td>97.810</td>\n",
       "      <td>97.770</td>\n",
       "      <td>97.740</td>\n",
       "      <td>97.710</td>\n",
       "      <td>97.680</td>\n",
       "      <td>97.640</td>\n",
       "      <td>97.615</td>\n",
       "      <td>97.585</td>\n",
       "      <td>97.555</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-07</th>\n",
       "      <td>98.4650</td>\n",
       "      <td>98.320</td>\n",
       "      <td>98.205</td>\n",
       "      <td>98.135</td>\n",
       "      <td>98.065</td>\n",
       "      <td>98.015</td>\n",
       "      <td>97.970</td>\n",
       "      <td>97.935</td>\n",
       "      <td>97.885</td>\n",
       "      <td>97.860</td>\n",
       "      <td>97.835</td>\n",
       "      <td>97.810</td>\n",
       "      <td>97.770</td>\n",
       "      <td>97.745</td>\n",
       "      <td>97.715</td>\n",
       "      <td>97.685</td>\n",
       "      <td>97.645</td>\n",
       "      <td>97.625</td>\n",
       "      <td>97.600</td>\n",
       "      <td>97.565</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-08</th>\n",
       "      <td>98.4600</td>\n",
       "      <td>98.320</td>\n",
       "      <td>98.205</td>\n",
       "      <td>98.130</td>\n",
       "      <td>98.060</td>\n",
       "      <td>98.010</td>\n",
       "      <td>97.965</td>\n",
       "      <td>97.930</td>\n",
       "      <td>97.880</td>\n",
       "      <td>97.855</td>\n",
       "      <td>97.830</td>\n",
       "      <td>97.805</td>\n",
       "      <td>97.760</td>\n",
       "      <td>97.735</td>\n",
       "      <td>97.705</td>\n",
       "      <td>97.675</td>\n",
       "      <td>97.635</td>\n",
       "      <td>97.615</td>\n",
       "      <td>97.585</td>\n",
       "      <td>97.555</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-09</th>\n",
       "      <td>98.4700</td>\n",
       "      <td>98.325</td>\n",
       "      <td>98.210</td>\n",
       "      <td>98.140</td>\n",
       "      <td>98.070</td>\n",
       "      <td>98.020</td>\n",
       "      <td>97.975</td>\n",
       "      <td>97.935</td>\n",
       "      <td>97.885</td>\n",
       "      <td>97.860</td>\n",
       "      <td>97.835</td>\n",
       "      <td>97.805</td>\n",
       "      <td>97.760</td>\n",
       "      <td>97.735</td>\n",
       "      <td>97.705</td>\n",
       "      <td>97.670</td>\n",
       "      <td>97.630</td>\n",
       "      <td>97.605</td>\n",
       "      <td>97.575</td>\n",
       "      <td>97.540</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-10</th>\n",
       "      <td>98.4650</td>\n",
       "      <td>98.310</td>\n",
       "      <td>98.190</td>\n",
       "      <td>98.115</td>\n",
       "      <td>98.040</td>\n",
       "      <td>97.985</td>\n",
       "      <td>97.935</td>\n",
       "      <td>97.895</td>\n",
       "      <td>97.840</td>\n",
       "      <td>97.810</td>\n",
       "      <td>97.780</td>\n",
       "      <td>97.750</td>\n",
       "      <td>97.700</td>\n",
       "      <td>97.670</td>\n",
       "      <td>97.635</td>\n",
       "      <td>97.600</td>\n",
       "      <td>97.555</td>\n",
       "      <td>97.530</td>\n",
       "      <td>97.495</td>\n",
       "      <td>97.460</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-13</th>\n",
       "      <td>98.4675</td>\n",
       "      <td>98.300</td>\n",
       "      <td>98.175</td>\n",
       "      <td>98.095</td>\n",
       "      <td>98.010</td>\n",
       "      <td>97.955</td>\n",
       "      <td>97.905</td>\n",
       "      <td>97.860</td>\n",
       "      <td>97.805</td>\n",
       "      <td>97.780</td>\n",
       "      <td>97.755</td>\n",
       "      <td>97.725</td>\n",
       "      <td>97.680</td>\n",
       "      <td>97.655</td>\n",
       "      <td>97.625</td>\n",
       "      <td>97.595</td>\n",
       "      <td>97.550</td>\n",
       "      <td>97.525</td>\n",
       "      <td>97.495</td>\n",
       "      <td>97.465</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-14</th>\n",
       "      <td>98.4675</td>\n",
       "      <td>98.300</td>\n",
       "      <td>98.175</td>\n",
       "      <td>98.095</td>\n",
       "      <td>98.015</td>\n",
       "      <td>97.960</td>\n",
       "      <td>97.910</td>\n",
       "      <td>97.870</td>\n",
       "      <td>97.820</td>\n",
       "      <td>97.795</td>\n",
       "      <td>97.770</td>\n",
       "      <td>97.740</td>\n",
       "      <td>97.695</td>\n",
       "      <td>97.670</td>\n",
       "      <td>97.640</td>\n",
       "      <td>97.610</td>\n",
       "      <td>97.565</td>\n",
       "      <td>97.540</td>\n",
       "      <td>97.515</td>\n",
       "      <td>97.480</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-15</th>\n",
       "      <td>98.4675</td>\n",
       "      <td>98.310</td>\n",
       "      <td>98.185</td>\n",
       "      <td>98.110</td>\n",
       "      <td>98.035</td>\n",
       "      <td>97.985</td>\n",
       "      <td>97.940</td>\n",
       "      <td>97.905</td>\n",
       "      <td>97.855</td>\n",
       "      <td>97.830</td>\n",
       "      <td>97.805</td>\n",
       "      <td>97.780</td>\n",
       "      <td>97.740</td>\n",
       "      <td>97.715</td>\n",
       "      <td>97.685</td>\n",
       "      <td>97.655</td>\n",
       "      <td>97.620</td>\n",
       "      <td>97.600</td>\n",
       "      <td>97.570</td>\n",
       "      <td>97.540</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-16</th>\n",
       "      <td>98.4625</td>\n",
       "      <td>98.295</td>\n",
       "      <td>98.160</td>\n",
       "      <td>98.080</td>\n",
       "      <td>98.005</td>\n",
       "      <td>97.955</td>\n",
       "      <td>97.905</td>\n",
       "      <td>97.870</td>\n",
       "      <td>97.820</td>\n",
       "      <td>97.795</td>\n",
       "      <td>97.770</td>\n",
       "      <td>97.745</td>\n",
       "      <td>97.700</td>\n",
       "      <td>97.675</td>\n",
       "      <td>97.650</td>\n",
       "      <td>97.620</td>\n",
       "      <td>97.580</td>\n",
       "      <td>97.560</td>\n",
       "      <td>97.535</td>\n",
       "      <td>97.505</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-17</th>\n",
       "      <td>98.4575</td>\n",
       "      <td>98.295</td>\n",
       "      <td>98.160</td>\n",
       "      <td>98.080</td>\n",
       "      <td>98.010</td>\n",
       "      <td>97.960</td>\n",
       "      <td>97.910</td>\n",
       "      <td>97.875</td>\n",
       "      <td>97.825</td>\n",
       "      <td>97.805</td>\n",
       "      <td>97.780</td>\n",
       "      <td>97.755</td>\n",
       "      <td>97.710</td>\n",
       "      <td>97.685</td>\n",
       "      <td>97.660</td>\n",
       "      <td>97.630</td>\n",
       "      <td>97.590</td>\n",
       "      <td>97.570</td>\n",
       "      <td>97.545</td>\n",
       "      <td>97.515</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-20</th>\n",
       "      <td>98.4500</td>\n",
       "      <td>98.275</td>\n",
       "      <td>98.135</td>\n",
       "      <td>98.045</td>\n",
       "      <td>97.970</td>\n",
       "      <td>97.920</td>\n",
       "      <td>97.875</td>\n",
       "      <td>97.840</td>\n",
       "      <td>97.790</td>\n",
       "      <td>97.770</td>\n",
       "      <td>97.745</td>\n",
       "      <td>97.720</td>\n",
       "      <td>97.680</td>\n",
       "      <td>97.655</td>\n",
       "      <td>97.630</td>\n",
       "      <td>97.600</td>\n",
       "      <td>97.565</td>\n",
       "      <td>97.545</td>\n",
       "      <td>97.520</td>\n",
       "      <td>97.490</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-21</th>\n",
       "      <td>98.4475</td>\n",
       "      <td>98.265</td>\n",
       "      <td>98.115</td>\n",
       "      <td>98.025</td>\n",
       "      <td>97.950</td>\n",
       "      <td>97.895</td>\n",
       "      <td>97.845</td>\n",
       "      <td>97.810</td>\n",
       "      <td>97.765</td>\n",
       "      <td>97.745</td>\n",
       "      <td>97.725</td>\n",
       "      <td>97.700</td>\n",
       "      <td>97.660</td>\n",
       "      <td>97.640</td>\n",
       "      <td>97.620</td>\n",
       "      <td>97.600</td>\n",
       "      <td>97.565</td>\n",
       "      <td>97.550</td>\n",
       "      <td>97.530</td>\n",
       "      <td>97.505</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-11-22</th>\n",
       "      <td>98.4500</td>\n",
       "      <td>98.285</td>\n",
       "      <td>98.145</td>\n",
       "      <td>98.065</td>\n",
       "      <td>98.000</td>\n",
       "      <td>97.955</td>\n",
       "      <td>97.910</td>\n",
       "      <td>97.880</td>\n",
       "      <td>97.835</td>\n",
       "      <td>97.815</td>\n",
       "      <td>97.795</td>\n",
       "      <td>97.770</td>\n",
       "      <td>97.730</td>\n",
       "      <td>97.710</td>\n",
       "      <td>97.685</td>\n",
       "      <td>97.655</td>\n",
       "      <td>97.620</td>\n",
       "      <td>97.605</td>\n",
       "      <td>97.580</td>\n",
       "      <td>97.555</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>9022 rows × 20 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "            Settle_ED1  Settle_ED2  Settle_ED3  Settle_ED4  Settle_ED5  \\\n",
       "Date                                                                     \n",
       "1982-02-01     83.7400      83.690      83.690         NaN         NaN   \n",
       "1982-02-02     83.8800      83.850      83.850         NaN         NaN   \n",
       "1982-02-03     83.7300      83.890      83.910         NaN         NaN   \n",
       "1982-02-04     83.8500      83.930      83.910         NaN         NaN   \n",
       "1982-02-05     83.8500      83.930      83.910         NaN         NaN   \n",
       "1982-02-08     83.5800      83.730      83.730         NaN         NaN   \n",
       "1982-02-09     83.3900      83.640      83.800         NaN         NaN   \n",
       "1982-02-10     83.5100      83.720      83.880         NaN         NaN   \n",
       "1982-02-11     83.4300      83.700      83.970      84.350         NaN   \n",
       "1982-02-12     83.3600      83.640      83.980      84.350         NaN   \n",
       "1982-02-16     83.2900      83.660      84.100      84.450         NaN   \n",
       "1982-02-17     83.4300      83.750      84.100      84.450         NaN   \n",
       "1982-02-18     84.0400      84.260      84.500      84.700         NaN   \n",
       "1982-02-19     84.0000      84.250      84.480      84.750         NaN   \n",
       "1982-02-22     84.9900      85.080      85.230      85.550         NaN   \n",
       "1982-02-23     85.1300      85.060      85.100      85.400         NaN   \n",
       "1982-02-24     85.3900      85.180      85.150      85.350         NaN   \n",
       "1982-02-25     85.2000      85.060      85.190      85.270         NaN   \n",
       "1982-02-26     84.8700      84.670      84.800      85.100         NaN   \n",
       "1982-03-01     85.3300      85.150      85.180      85.300         NaN   \n",
       "1982-03-02     85.3000      85.220      85.250      85.400         NaN   \n",
       "1982-03-03     85.3900      85.420      85.450      85.500         NaN   \n",
       "1982-03-04     85.4900      85.620      85.600      85.600         NaN   \n",
       "1982-03-05     85.5300      85.610      85.570      85.700         NaN   \n",
       "1982-03-08     85.6300      85.720      85.700      85.800         NaN   \n",
       "1982-03-09     85.4000      85.440      85.440      85.630         NaN   \n",
       "1982-03-10     85.2800      85.300      85.410      85.550         NaN   \n",
       "1982-03-11     84.9900      85.010      85.150      85.350         NaN   \n",
       "1982-03-12     84.8800      84.780      84.950      85.000         NaN   \n",
       "1982-03-15     84.8800      84.740      84.870      85.030         NaN   \n",
       "...                ...         ...         ...         ...         ...   \n",
       "2017-10-12     98.4900      98.360      98.255      98.180      98.100   \n",
       "2017-10-13     98.5050      98.375      98.275      98.205      98.125   \n",
       "2017-10-16     98.4950      98.350      98.235      98.150      98.065   \n",
       "2017-10-17     98.4900      98.350      98.235      98.150      98.060   \n",
       "2017-10-18     98.4900      98.350      98.235      98.145      98.055   \n",
       "2017-10-19     98.4950      98.360      98.250      98.165      98.080   \n",
       "2017-10-20     98.4900      98.350      98.235      98.150      98.055   \n",
       "2017-10-23     98.4950      98.360      98.250      98.165      98.075   \n",
       "2017-10-24     98.4900      98.355      98.245      98.160      98.070   \n",
       "2017-10-25     98.4900      98.345      98.225      98.140      98.045   \n",
       "2017-10-26     98.4850      98.340      98.220      98.130      98.035   \n",
       "2017-10-27     98.4850      98.350      98.235      98.150      98.055   \n",
       "2017-10-30     98.4900      98.360      98.250      98.170      98.085   \n",
       "2017-10-31     98.4900      98.350      98.235      98.155      98.075   \n",
       "2017-11-01     98.4850      98.335      98.215      98.135      98.055   \n",
       "2017-11-02     98.4850      98.340      98.225      98.150      98.075   \n",
       "2017-11-03     98.4800      98.330      98.215      98.140      98.065   \n",
       "2017-11-06     98.4750      98.330      98.215      98.140      98.070   \n",
       "2017-11-07     98.4650      98.320      98.205      98.135      98.065   \n",
       "2017-11-08     98.4600      98.320      98.205      98.130      98.060   \n",
       "2017-11-09     98.4700      98.325      98.210      98.140      98.070   \n",
       "2017-11-10     98.4650      98.310      98.190      98.115      98.040   \n",
       "2017-11-13     98.4675      98.300      98.175      98.095      98.010   \n",
       "2017-11-14     98.4675      98.300      98.175      98.095      98.015   \n",
       "2017-11-15     98.4675      98.310      98.185      98.110      98.035   \n",
       "2017-11-16     98.4625      98.295      98.160      98.080      98.005   \n",
       "2017-11-17     98.4575      98.295      98.160      98.080      98.010   \n",
       "2017-11-20     98.4500      98.275      98.135      98.045      97.970   \n",
       "2017-11-21     98.4475      98.265      98.115      98.025      97.950   \n",
       "2017-11-22     98.4500      98.285      98.145      98.065      98.000   \n",
       "\n",
       "            Settle_ED6  Settle_ED7  Settle_ED8  Settle_ED9  Settle_ED10  \\\n",
       "Date                                                                      \n",
       "1982-02-01         NaN         NaN         NaN         NaN          NaN   \n",
       "1982-02-02         NaN         NaN         NaN         NaN          NaN   \n",
       "1982-02-03         NaN         NaN         NaN         NaN          NaN   \n",
       "1982-02-04         NaN         NaN         NaN         NaN          NaN   \n",
       "1982-02-05         NaN         NaN         NaN         NaN          NaN   \n",
       "1982-02-08         NaN         NaN         NaN         NaN          NaN   \n",
       "1982-02-09         NaN         NaN         NaN         NaN          NaN   \n",
       "1982-02-10         NaN         NaN         NaN         NaN          NaN   \n",
       "1982-02-11         NaN         NaN         NaN         NaN          NaN   \n",
       "1982-02-12         NaN         NaN         NaN         NaN          NaN   \n",
       "1982-02-16         NaN         NaN         NaN         NaN          NaN   \n",
       "1982-02-17         NaN         NaN         NaN         NaN          NaN   \n",
       "1982-02-18         NaN         NaN         NaN         NaN          NaN   \n",
       "1982-02-19         NaN         NaN         NaN         NaN          NaN   \n",
       "1982-02-22         NaN         NaN         NaN         NaN          NaN   \n",
       "1982-02-23         NaN         NaN         NaN         NaN          NaN   \n",
       "1982-02-24         NaN         NaN         NaN         NaN          NaN   \n",
       "1982-02-25         NaN         NaN         NaN         NaN          NaN   \n",
       "1982-02-26         NaN         NaN         NaN         NaN          NaN   \n",
       "1982-03-01         NaN         NaN         NaN         NaN          NaN   \n",
       "1982-03-02         NaN         NaN         NaN         NaN          NaN   \n",
       "1982-03-03         NaN         NaN         NaN         NaN          NaN   \n",
       "1982-03-04         NaN         NaN         NaN         NaN          NaN   \n",
       "1982-03-05         NaN         NaN         NaN         NaN          NaN   \n",
       "1982-03-08         NaN         NaN         NaN         NaN          NaN   \n",
       "1982-03-09         NaN         NaN         NaN         NaN          NaN   \n",
       "1982-03-10         NaN         NaN         NaN         NaN          NaN   \n",
       "1982-03-11         NaN         NaN         NaN         NaN          NaN   \n",
       "1982-03-12         NaN         NaN         NaN         NaN          NaN   \n",
       "1982-03-15         NaN         NaN         NaN         NaN          NaN   \n",
       "...                ...         ...         ...         ...          ...   \n",
       "2017-10-12      98.050      98.010      97.975      97.920       97.895   \n",
       "2017-10-13      98.080      98.040      98.010      97.960       97.935   \n",
       "2017-10-16      98.015      97.970      97.940      97.890       97.870   \n",
       "2017-10-17      98.005      97.960      97.925      97.875       97.855   \n",
       "2017-10-18      97.995      97.945      97.905      97.850       97.830   \n",
       "2017-10-19      98.020      97.965      97.925      97.870       97.845   \n",
       "2017-10-20      97.990      97.935      97.890      97.830       97.800   \n",
       "2017-10-23      98.010      97.955      97.910      97.850       97.820   \n",
       "2017-10-24      98.005      97.945      97.895      97.835       97.805   \n",
       "2017-10-25      97.975      97.915      97.865      97.805       97.770   \n",
       "2017-10-26      97.965      97.900      97.850      97.785       97.755   \n",
       "2017-10-27      97.990      97.930      97.880      97.820       97.790   \n",
       "2017-10-30      98.025      97.970      97.925      97.870       97.840   \n",
       "2017-10-31      98.020      97.965      97.920      97.865       97.835   \n",
       "2017-11-01      98.000      97.950      97.905      97.850       97.825   \n",
       "2017-11-02      98.020      97.970      97.930      97.875       97.850   \n",
       "2017-11-03      98.010      97.955      97.915      97.865       97.840   \n",
       "2017-11-06      98.020      97.975      97.935      97.885       97.860   \n",
       "2017-11-07      98.015      97.970      97.935      97.885       97.860   \n",
       "2017-11-08      98.010      97.965      97.930      97.880       97.855   \n",
       "2017-11-09      98.020      97.975      97.935      97.885       97.860   \n",
       "2017-11-10      97.985      97.935      97.895      97.840       97.810   \n",
       "2017-11-13      97.955      97.905      97.860      97.805       97.780   \n",
       "2017-11-14      97.960      97.910      97.870      97.820       97.795   \n",
       "2017-11-15      97.985      97.940      97.905      97.855       97.830   \n",
       "2017-11-16      97.955      97.905      97.870      97.820       97.795   \n",
       "2017-11-17      97.960      97.910      97.875      97.825       97.805   \n",
       "2017-11-20      97.920      97.875      97.840      97.790       97.770   \n",
       "2017-11-21      97.895      97.845      97.810      97.765       97.745   \n",
       "2017-11-22      97.955      97.910      97.880      97.835       97.815   \n",
       "\n",
       "            Settle_ED11  Settle_ED12  Settle_ED13  Settle_ED14  Settle_ED15  \\\n",
       "Date                                                                          \n",
       "1982-02-01          NaN          NaN          NaN          NaN          NaN   \n",
       "1982-02-02          NaN          NaN          NaN          NaN          NaN   \n",
       "1982-02-03          NaN          NaN          NaN          NaN          NaN   \n",
       "1982-02-04          NaN          NaN          NaN          NaN          NaN   \n",
       "1982-02-05          NaN          NaN          NaN          NaN          NaN   \n",
       "1982-02-08          NaN          NaN          NaN          NaN          NaN   \n",
       "1982-02-09          NaN          NaN          NaN          NaN          NaN   \n",
       "1982-02-10          NaN          NaN          NaN          NaN          NaN   \n",
       "1982-02-11          NaN          NaN          NaN          NaN          NaN   \n",
       "1982-02-12          NaN          NaN          NaN          NaN          NaN   \n",
       "1982-02-16          NaN          NaN          NaN          NaN          NaN   \n",
       "1982-02-17          NaN          NaN          NaN          NaN          NaN   \n",
       "1982-02-18          NaN          NaN          NaN          NaN          NaN   \n",
       "1982-02-19          NaN          NaN          NaN          NaN          NaN   \n",
       "1982-02-22          NaN          NaN          NaN          NaN          NaN   \n",
       "1982-02-23          NaN          NaN          NaN          NaN          NaN   \n",
       "1982-02-24          NaN          NaN          NaN          NaN          NaN   \n",
       "1982-02-25          NaN          NaN          NaN          NaN          NaN   \n",
       "1982-02-26          NaN          NaN          NaN          NaN          NaN   \n",
       "1982-03-01          NaN          NaN          NaN          NaN          NaN   \n",
       "1982-03-02          NaN          NaN          NaN          NaN          NaN   \n",
       "1982-03-03          NaN          NaN          NaN          NaN          NaN   \n",
       "1982-03-04          NaN          NaN          NaN          NaN          NaN   \n",
       "1982-03-05          NaN          NaN          NaN          NaN          NaN   \n",
       "1982-03-08          NaN          NaN          NaN          NaN          NaN   \n",
       "1982-03-09          NaN          NaN          NaN          NaN          NaN   \n",
       "1982-03-10          NaN          NaN          NaN          NaN          NaN   \n",
       "1982-03-11          NaN          NaN          NaN          NaN          NaN   \n",
       "1982-03-12          NaN          NaN          NaN          NaN          NaN   \n",
       "1982-03-15          NaN          NaN          NaN          NaN          NaN   \n",
       "...                 ...          ...          ...          ...          ...   \n",
       "2017-10-12       97.870       97.840       97.795       97.770       97.735   \n",
       "2017-10-13       97.910       97.885       97.840       97.815       97.785   \n",
       "2017-10-16       97.850       97.825       97.780       97.760       97.730   \n",
       "2017-10-17       97.835       97.810       97.770       97.750       97.720   \n",
       "2017-10-18       97.805       97.780       97.735       97.715       97.685   \n",
       "2017-10-19       97.820       97.795       97.750       97.725       97.695   \n",
       "2017-10-20       97.770       97.740       97.695       97.665       97.630   \n",
       "2017-10-23       97.790       97.760       97.715       97.685       97.650   \n",
       "2017-10-24       97.770       97.735       97.690       97.660       97.625   \n",
       "2017-10-25       97.735       97.700       97.650       97.615       97.580   \n",
       "2017-10-26       97.720       97.685       97.640       97.610       97.575   \n",
       "2017-10-27       97.755       97.720       97.675       97.645       97.610   \n",
       "2017-10-30       97.810       97.780       97.735       97.705       97.670   \n",
       "2017-10-31       97.805       97.775       97.730       97.700       97.665   \n",
       "2017-11-01       97.795       97.760       97.715       97.685       97.650   \n",
       "2017-11-02       97.820       97.790       97.745       97.715       97.685   \n",
       "2017-11-03       97.815       97.785       97.740       97.715       97.685   \n",
       "2017-11-06       97.835       97.810       97.770       97.740       97.710   \n",
       "2017-11-07       97.835       97.810       97.770       97.745       97.715   \n",
       "2017-11-08       97.830       97.805       97.760       97.735       97.705   \n",
       "2017-11-09       97.835       97.805       97.760       97.735       97.705   \n",
       "2017-11-10       97.780       97.750       97.700       97.670       97.635   \n",
       "2017-11-13       97.755       97.725       97.680       97.655       97.625   \n",
       "2017-11-14       97.770       97.740       97.695       97.670       97.640   \n",
       "2017-11-15       97.805       97.780       97.740       97.715       97.685   \n",
       "2017-11-16       97.770       97.745       97.700       97.675       97.650   \n",
       "2017-11-17       97.780       97.755       97.710       97.685       97.660   \n",
       "2017-11-20       97.745       97.720       97.680       97.655       97.630   \n",
       "2017-11-21       97.725       97.700       97.660       97.640       97.620   \n",
       "2017-11-22       97.795       97.770       97.730       97.710       97.685   \n",
       "\n",
       "            Settle_ED16  Settle_ED17  Settle_ED18  Settle_ED19  Settle_ED20  \n",
       "Date                                                                         \n",
       "1982-02-01          NaN          NaN          NaN          NaN          NaN  \n",
       "1982-02-02          NaN          NaN          NaN          NaN          NaN  \n",
       "1982-02-03          NaN          NaN          NaN          NaN          NaN  \n",
       "1982-02-04          NaN          NaN          NaN          NaN          NaN  \n",
       "1982-02-05          NaN          NaN          NaN          NaN          NaN  \n",
       "1982-02-08          NaN          NaN          NaN          NaN          NaN  \n",
       "1982-02-09          NaN          NaN          NaN          NaN          NaN  \n",
       "1982-02-10          NaN          NaN          NaN          NaN          NaN  \n",
       "1982-02-11          NaN          NaN          NaN          NaN          NaN  \n",
       "1982-02-12          NaN          NaN          NaN          NaN          NaN  \n",
       "1982-02-16          NaN          NaN          NaN          NaN          NaN  \n",
       "1982-02-17          NaN          NaN          NaN          NaN          NaN  \n",
       "1982-02-18          NaN          NaN          NaN          NaN          NaN  \n",
       "1982-02-19          NaN          NaN          NaN          NaN          NaN  \n",
       "1982-02-22          NaN          NaN          NaN          NaN          NaN  \n",
       "1982-02-23          NaN          NaN          NaN          NaN          NaN  \n",
       "1982-02-24          NaN          NaN          NaN          NaN          NaN  \n",
       "1982-02-25          NaN          NaN          NaN          NaN          NaN  \n",
       "1982-02-26          NaN          NaN          NaN          NaN          NaN  \n",
       "1982-03-01          NaN          NaN          NaN          NaN          NaN  \n",
       "1982-03-02          NaN          NaN          NaN          NaN          NaN  \n",
       "1982-03-03          NaN          NaN          NaN          NaN          NaN  \n",
       "1982-03-04          NaN          NaN          NaN          NaN          NaN  \n",
       "1982-03-05          NaN          NaN          NaN          NaN          NaN  \n",
       "1982-03-08          NaN          NaN          NaN          NaN          NaN  \n",
       "1982-03-09          NaN          NaN          NaN          NaN          NaN  \n",
       "1982-03-10          NaN          NaN          NaN          NaN          NaN  \n",
       "1982-03-11          NaN          NaN          NaN          NaN          NaN  \n",
       "1982-03-12          NaN          NaN          NaN          NaN          NaN  \n",
       "1982-03-15          NaN          NaN          NaN          NaN          NaN  \n",
       "...                 ...          ...          ...          ...          ...  \n",
       "2017-10-12       97.700       97.655       97.630       97.595       97.560  \n",
       "2017-10-13       97.750       97.705       97.680       97.645       97.610  \n",
       "2017-10-16       97.700       97.660       97.635       97.605       97.570  \n",
       "2017-10-17       97.690       97.650       97.630       97.600       97.565  \n",
       "2017-10-18       97.650       97.610       97.585       97.555       97.520  \n",
       "2017-10-19       97.665       97.620       97.595       97.565       97.530  \n",
       "2017-10-20       97.595       97.555       97.530       97.495       97.455  \n",
       "2017-10-23       97.615       97.570       97.545       97.510       97.470  \n",
       "2017-10-24       97.585       97.540       97.510       97.475       97.435  \n",
       "2017-10-25       97.540       97.495       97.465       97.425       97.385  \n",
       "2017-10-26       97.535       97.490       97.460       97.425       97.385  \n",
       "2017-10-27       97.570       97.525       97.495       97.460       97.420  \n",
       "2017-10-30       97.635       97.590       97.560       97.525       97.485  \n",
       "2017-10-31       97.630       97.585       97.560       97.525       97.485  \n",
       "2017-11-01       97.615       97.570       97.545       97.510       97.475  \n",
       "2017-11-02       97.650       97.605       97.580       97.545       97.510  \n",
       "2017-11-03       97.650       97.610       97.585       97.555       97.520  \n",
       "2017-11-06       97.680       97.640       97.615       97.585       97.555  \n",
       "2017-11-07       97.685       97.645       97.625       97.600       97.565  \n",
       "2017-11-08       97.675       97.635       97.615       97.585       97.555  \n",
       "2017-11-09       97.670       97.630       97.605       97.575       97.540  \n",
       "2017-11-10       97.600       97.555       97.530       97.495       97.460  \n",
       "2017-11-13       97.595       97.550       97.525       97.495       97.465  \n",
       "2017-11-14       97.610       97.565       97.540       97.515       97.480  \n",
       "2017-11-15       97.655       97.620       97.600       97.570       97.540  \n",
       "2017-11-16       97.620       97.580       97.560       97.535       97.505  \n",
       "2017-11-17       97.630       97.590       97.570       97.545       97.515  \n",
       "2017-11-20       97.600       97.565       97.545       97.520       97.490  \n",
       "2017-11-21       97.600       97.565       97.550       97.530       97.505  \n",
       "2017-11-22       97.655       97.620       97.605       97.580       97.555  \n",
       "\n",
       "[9022 rows x 20 columns]"
      ]
     },
     "execution_count": 62,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import pandas as pd\n",
    "data = [data_set.Settle for data_set in dfs] #pull column Settle\n",
    "new_data = pd.concat(data,axis=1) #combine cols together\n",
    "new_data.columns = [\"Settle_ED\"+str(i) for i in n]\n",
    "new_data"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Write a short report summarizing the overall data set, its size, quality and gaps.\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Settle_ED1</th>\n",
       "      <th>Settle_ED2</th>\n",
       "      <th>Settle_ED3</th>\n",
       "      <th>Settle_ED4</th>\n",
       "      <th>Settle_ED5</th>\n",
       "      <th>Settle_ED6</th>\n",
       "      <th>Settle_ED7</th>\n",
       "      <th>Settle_ED8</th>\n",
       "      <th>Settle_ED9</th>\n",
       "      <th>Settle_ED10</th>\n",
       "      <th>Settle_ED11</th>\n",
       "      <th>Settle_ED12</th>\n",
       "      <th>Settle_ED13</th>\n",
       "      <th>Settle_ED14</th>\n",
       "      <th>Settle_ED15</th>\n",
       "      <th>Settle_ED16</th>\n",
       "      <th>Settle_ED17</th>\n",
       "      <th>Settle_ED18</th>\n",
       "      <th>Settle_ED19</th>\n",
       "      <th>Settle_ED20</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>9011.000000</td>\n",
       "      <td>9010.000000</td>\n",
       "      <td>9020.000000</td>\n",
       "      <td>8975.000000</td>\n",
       "      <td>8602.000000</td>\n",
       "      <td>8576.000000</td>\n",
       "      <td>8368.000000</td>\n",
       "      <td>8317.000000</td>\n",
       "      <td>7647.000000</td>\n",
       "      <td>7642.000000</td>\n",
       "      <td>7576.000000</td>\n",
       "      <td>7512.000000</td>\n",
       "      <td>6888.000000</td>\n",
       "      <td>6822.000000</td>\n",
       "      <td>6770.000000</td>\n",
       "      <td>6695.000000</td>\n",
       "      <td>5926.000000</td>\n",
       "      <td>5870.000000</td>\n",
       "      <td>5797.000000</td>\n",
       "      <td>5741.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>95.392811</td>\n",
       "      <td>95.264023</td>\n",
       "      <td>95.114846</td>\n",
       "      <td>94.974125</td>\n",
       "      <td>95.111225</td>\n",
       "      <td>94.940801</td>\n",
       "      <td>94.986730</td>\n",
       "      <td>94.869140</td>\n",
       "      <td>95.123916</td>\n",
       "      <td>95.005467</td>\n",
       "      <td>94.891238</td>\n",
       "      <td>94.783817</td>\n",
       "      <td>95.019626</td>\n",
       "      <td>94.926887</td>\n",
       "      <td>94.814072</td>\n",
       "      <td>94.718108</td>\n",
       "      <td>95.059522</td>\n",
       "      <td>94.987781</td>\n",
       "      <td>94.949164</td>\n",
       "      <td>94.899158</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>3.420464</td>\n",
       "      <td>3.475819</td>\n",
       "      <td>3.503820</td>\n",
       "      <td>3.469610</td>\n",
       "      <td>3.180646</td>\n",
       "      <td>3.170636</td>\n",
       "      <td>2.938828</td>\n",
       "      <td>2.884326</td>\n",
       "      <td>2.604870</td>\n",
       "      <td>2.572624</td>\n",
       "      <td>2.551484</td>\n",
       "      <td>2.529217</td>\n",
       "      <td>2.288698</td>\n",
       "      <td>2.268947</td>\n",
       "      <td>2.720825</td>\n",
       "      <td>2.707930</td>\n",
       "      <td>2.537738</td>\n",
       "      <td>2.536147</td>\n",
       "      <td>1.910339</td>\n",
       "      <td>1.896805</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>83.290000</td>\n",
       "      <td>83.640000</td>\n",
       "      <td>83.690000</td>\n",
       "      <td>83.970000</td>\n",
       "      <td>84.850000</td>\n",
       "      <td>84.550000</td>\n",
       "      <td>86.180000</td>\n",
       "      <td>86.870000</td>\n",
       "      <td>89.250000</td>\n",
       "      <td>89.160000</td>\n",
       "      <td>89.080000</td>\n",
       "      <td>89.000000</td>\n",
       "      <td>90.280000</td>\n",
       "      <td>90.270000</td>\n",
       "      <td>6.045000</td>\n",
       "      <td>5.870000</td>\n",
       "      <td>5.700000</td>\n",
       "      <td>5.565000</td>\n",
       "      <td>91.310000</td>\n",
       "      <td>91.260000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>93.320000</td>\n",
       "      <td>93.181250</td>\n",
       "      <td>92.990000</td>\n",
       "      <td>92.810000</td>\n",
       "      <td>93.090000</td>\n",
       "      <td>92.910000</td>\n",
       "      <td>92.950000</td>\n",
       "      <td>92.830000</td>\n",
       "      <td>93.252500</td>\n",
       "      <td>93.180000</td>\n",
       "      <td>93.100000</td>\n",
       "      <td>93.003750</td>\n",
       "      <td>93.270000</td>\n",
       "      <td>93.200000</td>\n",
       "      <td>93.146250</td>\n",
       "      <td>93.090000</td>\n",
       "      <td>93.450000</td>\n",
       "      <td>93.370000</td>\n",
       "      <td>93.320000</td>\n",
       "      <td>93.260000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>94.995000</td>\n",
       "      <td>95.045000</td>\n",
       "      <td>95.050000</td>\n",
       "      <td>94.975000</td>\n",
       "      <td>95.087500</td>\n",
       "      <td>94.975000</td>\n",
       "      <td>94.910000</td>\n",
       "      <td>94.750000</td>\n",
       "      <td>94.910000</td>\n",
       "      <td>94.840000</td>\n",
       "      <td>94.747500</td>\n",
       "      <td>94.630000</td>\n",
       "      <td>94.870000</td>\n",
       "      <td>94.782500</td>\n",
       "      <td>94.705000</td>\n",
       "      <td>94.595000</td>\n",
       "      <td>94.920000</td>\n",
       "      <td>94.885000</td>\n",
       "      <td>94.850000</td>\n",
       "      <td>94.835000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>98.775000</td>\n",
       "      <td>98.685000</td>\n",
       "      <td>98.516250</td>\n",
       "      <td>98.375000</td>\n",
       "      <td>98.270000</td>\n",
       "      <td>98.030000</td>\n",
       "      <td>97.860000</td>\n",
       "      <td>97.595000</td>\n",
       "      <td>97.635000</td>\n",
       "      <td>97.438750</td>\n",
       "      <td>97.241250</td>\n",
       "      <td>97.060000</td>\n",
       "      <td>97.235000</td>\n",
       "      <td>97.085000</td>\n",
       "      <td>96.940000</td>\n",
       "      <td>96.795000</td>\n",
       "      <td>96.880000</td>\n",
       "      <td>96.768750</td>\n",
       "      <td>96.660000</td>\n",
       "      <td>96.590000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>99.780000</td>\n",
       "      <td>99.770000</td>\n",
       "      <td>99.755000</td>\n",
       "      <td>99.750000</td>\n",
       "      <td>99.750000</td>\n",
       "      <td>99.740000</td>\n",
       "      <td>99.730000</td>\n",
       "      <td>99.680000</td>\n",
       "      <td>99.585000</td>\n",
       "      <td>99.465000</td>\n",
       "      <td>99.405000</td>\n",
       "      <td>99.325000</td>\n",
       "      <td>99.220000</td>\n",
       "      <td>99.110000</td>\n",
       "      <td>98.980000</td>\n",
       "      <td>98.845000</td>\n",
       "      <td>98.760000</td>\n",
       "      <td>98.705000</td>\n",
       "      <td>98.655000</td>\n",
       "      <td>98.605000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "        Settle_ED1   Settle_ED2   Settle_ED3   Settle_ED4   Settle_ED5  \\\n",
       "count  9011.000000  9010.000000  9020.000000  8975.000000  8602.000000   \n",
       "mean     95.392811    95.264023    95.114846    94.974125    95.111225   \n",
       "std       3.420464     3.475819     3.503820     3.469610     3.180646   \n",
       "min      83.290000    83.640000    83.690000    83.970000    84.850000   \n",
       "25%      93.320000    93.181250    92.990000    92.810000    93.090000   \n",
       "50%      94.995000    95.045000    95.050000    94.975000    95.087500   \n",
       "75%      98.775000    98.685000    98.516250    98.375000    98.270000   \n",
       "max      99.780000    99.770000    99.755000    99.750000    99.750000   \n",
       "\n",
       "        Settle_ED6   Settle_ED7   Settle_ED8   Settle_ED9  Settle_ED10  \\\n",
       "count  8576.000000  8368.000000  8317.000000  7647.000000  7642.000000   \n",
       "mean     94.940801    94.986730    94.869140    95.123916    95.005467   \n",
       "std       3.170636     2.938828     2.884326     2.604870     2.572624   \n",
       "min      84.550000    86.180000    86.870000    89.250000    89.160000   \n",
       "25%      92.910000    92.950000    92.830000    93.252500    93.180000   \n",
       "50%      94.975000    94.910000    94.750000    94.910000    94.840000   \n",
       "75%      98.030000    97.860000    97.595000    97.635000    97.438750   \n",
       "max      99.740000    99.730000    99.680000    99.585000    99.465000   \n",
       "\n",
       "       Settle_ED11  Settle_ED12  Settle_ED13  Settle_ED14  Settle_ED15  \\\n",
       "count  7576.000000  7512.000000  6888.000000  6822.000000  6770.000000   \n",
       "mean     94.891238    94.783817    95.019626    94.926887    94.814072   \n",
       "std       2.551484     2.529217     2.288698     2.268947     2.720825   \n",
       "min      89.080000    89.000000    90.280000    90.270000     6.045000   \n",
       "25%      93.100000    93.003750    93.270000    93.200000    93.146250   \n",
       "50%      94.747500    94.630000    94.870000    94.782500    94.705000   \n",
       "75%      97.241250    97.060000    97.235000    97.085000    96.940000   \n",
       "max      99.405000    99.325000    99.220000    99.110000    98.980000   \n",
       "\n",
       "       Settle_ED16  Settle_ED17  Settle_ED18  Settle_ED19  Settle_ED20  \n",
       "count  6695.000000  5926.000000  5870.000000  5797.000000  5741.000000  \n",
       "mean     94.718108    95.059522    94.987781    94.949164    94.899158  \n",
       "std       2.707930     2.537738     2.536147     1.910339     1.896805  \n",
       "min       5.870000     5.700000     5.565000    91.310000    91.260000  \n",
       "25%      93.090000    93.450000    93.370000    93.320000    93.260000  \n",
       "50%      94.595000    94.920000    94.885000    94.850000    94.835000  \n",
       "75%      96.795000    96.880000    96.768750    96.660000    96.590000  \n",
       "max      98.845000    98.760000    98.705000    98.655000    98.605000  "
      ]
     },
     "execution_count": 63,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#the overall data set:\n",
    "new_data.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "number of non-NA/null observations over each depth: \n",
      " Settle_ED1     9011\n",
      "Settle_ED2     9010\n",
      "Settle_ED3     9020\n",
      "Settle_ED4     8975\n",
      "Settle_ED5     8602\n",
      "Settle_ED6     8576\n",
      "Settle_ED7     8368\n",
      "Settle_ED8     8317\n",
      "Settle_ED9     7647\n",
      "Settle_ED10    7642\n",
      "Settle_ED11    7576\n",
      "Settle_ED12    7512\n",
      "Settle_ED13    6888\n",
      "Settle_ED14    6822\n",
      "Settle_ED15    6770\n",
      "Settle_ED16    6695\n",
      "Settle_ED17    5926\n",
      "Settle_ED18    5870\n",
      "Settle_ED19    5797\n",
      "Settle_ED20    5741\n",
      "dtype: int64\n",
      "size of the data:  180440\n",
      "dimension of the data: (9022, 20)\n"
     ]
    }
   ],
   "source": [
    "#size:\n",
    "print(\"number of non-NA/null observations over each depth: \\n\", new_data.count())#Return Series with number of non-NA/null observations over requested axis\n",
    "print(\"size of the data: \", new_data.size)\n",
    "print(\"dimension of the data:\", new_data.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Settle_ED1     float64\n",
       "Settle_ED2     float64\n",
       "Settle_ED3     float64\n",
       "Settle_ED4     float64\n",
       "Settle_ED5     float64\n",
       "Settle_ED6     float64\n",
       "Settle_ED7     float64\n",
       "Settle_ED8     float64\n",
       "Settle_ED9     float64\n",
       "Settle_ED10    float64\n",
       "Settle_ED11    float64\n",
       "Settle_ED12    float64\n",
       "Settle_ED13    float64\n",
       "Settle_ED14    float64\n",
       "Settle_ED15    float64\n",
       "Settle_ED16    float64\n",
       "Settle_ED17    float64\n",
       "Settle_ED18    float64\n",
       "Settle_ED19    float64\n",
       "Settle_ED20    float64\n",
       "dtype: object"
      ]
     },
     "execution_count": 65,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#quality\n",
    "new_data.dtypes"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### quality\n",
    "From the above data type of each column, the column is filled with floating point values except NaNs. So, the values have a consistent data type. \n",
    "\n",
    "From the description table for the overall dataset, the means of all depths are around 95, and  deviations have a trend to decrease when depth is increasing. The range of minimum values is from 83 to 92, but the minimum values of Settle_ED15, Settle_ED16, Settle_ED17 and Settle_ED18 are around 6. So, the data have a good quality except the values of these 4 columns. Later, I will check with these 4 columns."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 66,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Settle_ED15</th>\n",
       "      <th>Settle_ED16</th>\n",
       "      <th>Settle_ED17</th>\n",
       "      <th>Settle_ED18</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Date</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2011-10-17</th>\n",
       "      <td>6.045</td>\n",
       "      <td>5.870</td>\n",
       "      <td>5.70</td>\n",
       "      <td>5.565</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011-10-19</th>\n",
       "      <td>6.080</td>\n",
       "      <td>5.905</td>\n",
       "      <td>5.73</td>\n",
       "      <td>5.590</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "            Settle_ED15  Settle_ED16  Settle_ED17  Settle_ED18\n",
       "Date                                                          \n",
       "2011-10-17        6.045        5.870         5.70        5.565\n",
       "2011-10-19        6.080        5.905         5.73        5.590"
      ]
     },
     "execution_count": 66,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = new_data[[\"Settle_ED15\", \"Settle_ED16\", \"Settle_ED17\",\"Settle_ED18\" ]]\n",
    "set_standard_min = 70\n",
    "mis = df[(df <= set_standard_min).all(axis=1)]\n",
    "mis\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "So only 2 rows with date 2011-10-17 and 2011-10-19 are not reasonable. So delete these 2 rows and redescribe the data."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 67,
   "metadata": {},
   "outputs": [],
   "source": [
    "good_data = new_data.drop([mis.index[0], mis.index[1]])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 68,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Settle_ED1</th>\n",
       "      <th>Settle_ED2</th>\n",
       "      <th>Settle_ED3</th>\n",
       "      <th>Settle_ED4</th>\n",
       "      <th>Settle_ED5</th>\n",
       "      <th>Settle_ED6</th>\n",
       "      <th>Settle_ED7</th>\n",
       "      <th>Settle_ED8</th>\n",
       "      <th>Settle_ED9</th>\n",
       "      <th>Settle_ED10</th>\n",
       "      <th>Settle_ED11</th>\n",
       "      <th>Settle_ED12</th>\n",
       "      <th>Settle_ED13</th>\n",
       "      <th>Settle_ED14</th>\n",
       "      <th>Settle_ED15</th>\n",
       "      <th>Settle_ED16</th>\n",
       "      <th>Settle_ED17</th>\n",
       "      <th>Settle_ED18</th>\n",
       "      <th>Settle_ED19</th>\n",
       "      <th>Settle_ED20</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>9009.000000</td>\n",
       "      <td>9008.000000</td>\n",
       "      <td>9018.000000</td>\n",
       "      <td>8973.000000</td>\n",
       "      <td>8600.000000</td>\n",
       "      <td>8574.000000</td>\n",
       "      <td>8366.000000</td>\n",
       "      <td>8315.000000</td>\n",
       "      <td>7645.000000</td>\n",
       "      <td>7640.000000</td>\n",
       "      <td>7574.000000</td>\n",
       "      <td>7510.000000</td>\n",
       "      <td>6886.000000</td>\n",
       "      <td>6820.000000</td>\n",
       "      <td>6768.000000</td>\n",
       "      <td>6693.000000</td>\n",
       "      <td>5924.000000</td>\n",
       "      <td>5868.000000</td>\n",
       "      <td>5797.000000</td>\n",
       "      <td>5741.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>95.391907</td>\n",
       "      <td>95.263108</td>\n",
       "      <td>95.113906</td>\n",
       "      <td>94.973153</td>\n",
       "      <td>95.110247</td>\n",
       "      <td>94.939784</td>\n",
       "      <td>94.985714</td>\n",
       "      <td>94.868115</td>\n",
       "      <td>95.122910</td>\n",
       "      <td>95.004473</td>\n",
       "      <td>94.890257</td>\n",
       "      <td>94.782855</td>\n",
       "      <td>95.018707</td>\n",
       "      <td>94.925988</td>\n",
       "      <td>94.840299</td>\n",
       "      <td>94.744653</td>\n",
       "      <td>95.089685</td>\n",
       "      <td>95.018255</td>\n",
       "      <td>94.949164</td>\n",
       "      <td>94.899158</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>3.420304</td>\n",
       "      <td>3.475662</td>\n",
       "      <td>3.503639</td>\n",
       "      <td>3.469385</td>\n",
       "      <td>3.180368</td>\n",
       "      <td>3.170306</td>\n",
       "      <td>2.938443</td>\n",
       "      <td>2.883915</td>\n",
       "      <td>2.604469</td>\n",
       "      <td>2.572228</td>\n",
       "      <td>2.551107</td>\n",
       "      <td>2.528866</td>\n",
       "      <td>2.288395</td>\n",
       "      <td>2.268671</td>\n",
       "      <td>2.253081</td>\n",
       "      <td>2.230710</td>\n",
       "      <td>1.935452</td>\n",
       "      <td>1.925660</td>\n",
       "      <td>1.910339</td>\n",
       "      <td>1.896805</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>83.290000</td>\n",
       "      <td>83.640000</td>\n",
       "      <td>83.690000</td>\n",
       "      <td>83.970000</td>\n",
       "      <td>84.850000</td>\n",
       "      <td>84.550000</td>\n",
       "      <td>86.180000</td>\n",
       "      <td>86.870000</td>\n",
       "      <td>89.250000</td>\n",
       "      <td>89.160000</td>\n",
       "      <td>89.080000</td>\n",
       "      <td>89.000000</td>\n",
       "      <td>90.280000</td>\n",
       "      <td>90.270000</td>\n",
       "      <td>90.210000</td>\n",
       "      <td>90.250000</td>\n",
       "      <td>91.330000</td>\n",
       "      <td>91.360000</td>\n",
       "      <td>91.310000</td>\n",
       "      <td>91.260000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>93.320000</td>\n",
       "      <td>93.180000</td>\n",
       "      <td>92.990000</td>\n",
       "      <td>92.810000</td>\n",
       "      <td>93.090000</td>\n",
       "      <td>92.910000</td>\n",
       "      <td>92.950000</td>\n",
       "      <td>92.830000</td>\n",
       "      <td>93.250000</td>\n",
       "      <td>93.180000</td>\n",
       "      <td>93.100000</td>\n",
       "      <td>93.001250</td>\n",
       "      <td>93.270000</td>\n",
       "      <td>93.200000</td>\n",
       "      <td>93.150000</td>\n",
       "      <td>93.090000</td>\n",
       "      <td>93.450000</td>\n",
       "      <td>93.370000</td>\n",
       "      <td>93.320000</td>\n",
       "      <td>93.260000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>94.995000</td>\n",
       "      <td>95.042500</td>\n",
       "      <td>95.050000</td>\n",
       "      <td>94.975000</td>\n",
       "      <td>95.085000</td>\n",
       "      <td>94.975000</td>\n",
       "      <td>94.910000</td>\n",
       "      <td>94.750000</td>\n",
       "      <td>94.905000</td>\n",
       "      <td>94.840000</td>\n",
       "      <td>94.745000</td>\n",
       "      <td>94.630000</td>\n",
       "      <td>94.867500</td>\n",
       "      <td>94.780000</td>\n",
       "      <td>94.705000</td>\n",
       "      <td>94.595000</td>\n",
       "      <td>94.920000</td>\n",
       "      <td>94.885000</td>\n",
       "      <td>94.850000</td>\n",
       "      <td>94.835000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>98.775000</td>\n",
       "      <td>98.685000</td>\n",
       "      <td>98.515000</td>\n",
       "      <td>98.370000</td>\n",
       "      <td>98.270000</td>\n",
       "      <td>98.030000</td>\n",
       "      <td>97.860000</td>\n",
       "      <td>97.590000</td>\n",
       "      <td>97.635000</td>\n",
       "      <td>97.435000</td>\n",
       "      <td>97.240000</td>\n",
       "      <td>97.058750</td>\n",
       "      <td>97.233750</td>\n",
       "      <td>97.085000</td>\n",
       "      <td>96.940000</td>\n",
       "      <td>96.795000</td>\n",
       "      <td>96.880000</td>\n",
       "      <td>96.770000</td>\n",
       "      <td>96.660000</td>\n",
       "      <td>96.590000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>99.780000</td>\n",
       "      <td>99.770000</td>\n",
       "      <td>99.755000</td>\n",
       "      <td>99.750000</td>\n",
       "      <td>99.750000</td>\n",
       "      <td>99.740000</td>\n",
       "      <td>99.730000</td>\n",
       "      <td>99.680000</td>\n",
       "      <td>99.585000</td>\n",
       "      <td>99.465000</td>\n",
       "      <td>99.405000</td>\n",
       "      <td>99.325000</td>\n",
       "      <td>99.220000</td>\n",
       "      <td>99.110000</td>\n",
       "      <td>98.980000</td>\n",
       "      <td>98.845000</td>\n",
       "      <td>98.760000</td>\n",
       "      <td>98.705000</td>\n",
       "      <td>98.655000</td>\n",
       "      <td>98.605000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "        Settle_ED1   Settle_ED2   Settle_ED3   Settle_ED4   Settle_ED5  \\\n",
       "count  9009.000000  9008.000000  9018.000000  8973.000000  8600.000000   \n",
       "mean     95.391907    95.263108    95.113906    94.973153    95.110247   \n",
       "std       3.420304     3.475662     3.503639     3.469385     3.180368   \n",
       "min      83.290000    83.640000    83.690000    83.970000    84.850000   \n",
       "25%      93.320000    93.180000    92.990000    92.810000    93.090000   \n",
       "50%      94.995000    95.042500    95.050000    94.975000    95.085000   \n",
       "75%      98.775000    98.685000    98.515000    98.370000    98.270000   \n",
       "max      99.780000    99.770000    99.755000    99.750000    99.750000   \n",
       "\n",
       "        Settle_ED6   Settle_ED7   Settle_ED8   Settle_ED9  Settle_ED10  \\\n",
       "count  8574.000000  8366.000000  8315.000000  7645.000000  7640.000000   \n",
       "mean     94.939784    94.985714    94.868115    95.122910    95.004473   \n",
       "std       3.170306     2.938443     2.883915     2.604469     2.572228   \n",
       "min      84.550000    86.180000    86.870000    89.250000    89.160000   \n",
       "25%      92.910000    92.950000    92.830000    93.250000    93.180000   \n",
       "50%      94.975000    94.910000    94.750000    94.905000    94.840000   \n",
       "75%      98.030000    97.860000    97.590000    97.635000    97.435000   \n",
       "max      99.740000    99.730000    99.680000    99.585000    99.465000   \n",
       "\n",
       "       Settle_ED11  Settle_ED12  Settle_ED13  Settle_ED14  Settle_ED15  \\\n",
       "count  7574.000000  7510.000000  6886.000000  6820.000000  6768.000000   \n",
       "mean     94.890257    94.782855    95.018707    94.925988    94.840299   \n",
       "std       2.551107     2.528866     2.288395     2.268671     2.253081   \n",
       "min      89.080000    89.000000    90.280000    90.270000    90.210000   \n",
       "25%      93.100000    93.001250    93.270000    93.200000    93.150000   \n",
       "50%      94.745000    94.630000    94.867500    94.780000    94.705000   \n",
       "75%      97.240000    97.058750    97.233750    97.085000    96.940000   \n",
       "max      99.405000    99.325000    99.220000    99.110000    98.980000   \n",
       "\n",
       "       Settle_ED16  Settle_ED17  Settle_ED18  Settle_ED19  Settle_ED20  \n",
       "count  6693.000000  5924.000000  5868.000000  5797.000000  5741.000000  \n",
       "mean     94.744653    95.089685    95.018255    94.949164    94.899158  \n",
       "std       2.230710     1.935452     1.925660     1.910339     1.896805  \n",
       "min      90.250000    91.330000    91.360000    91.310000    91.260000  \n",
       "25%      93.090000    93.450000    93.370000    93.320000    93.260000  \n",
       "50%      94.595000    94.920000    94.885000    94.850000    94.835000  \n",
       "75%      96.795000    96.880000    96.770000    96.660000    96.590000  \n",
       "max      98.845000    98.760000    98.705000    98.655000    98.605000  "
      ]
     },
     "execution_count": 68,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "good_data.describe()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "From the above table, the minimum values seem reasonable. In this way, the data set have good quality."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 77,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "number of missing values: \n",
      " Settle_ED1       11\n",
      "Settle_ED2       12\n",
      "Settle_ED3        2\n",
      "Settle_ED4       47\n",
      "Settle_ED5      420\n",
      "Settle_ED6      446\n",
      "Settle_ED7      654\n",
      "Settle_ED8      705\n",
      "Settle_ED9     1375\n",
      "Settle_ED10    1380\n",
      "Settle_ED11    1446\n",
      "Settle_ED12    1510\n",
      "Settle_ED13    2134\n",
      "Settle_ED14    2200\n",
      "Settle_ED15    2252\n",
      "Settle_ED16    2327\n",
      "Settle_ED17    3096\n",
      "Settle_ED18    3152\n",
      "Settle_ED19    3225\n",
      "Settle_ED20    3281\n",
      "dtype: int64\n",
      "\n",
      "missing values proportionate to the whole data: \n",
      " Settle_ED1     0.001219\n",
      "Settle_ED2     0.001330\n",
      "Settle_ED3     0.000222\n",
      "Settle_ED4     0.005209\n",
      "Settle_ED5     0.046553\n",
      "Settle_ED6     0.049435\n",
      "Settle_ED7     0.072489\n",
      "Settle_ED8     0.078142\n",
      "Settle_ED9     0.152405\n",
      "Settle_ED10    0.152959\n",
      "Settle_ED11    0.160275\n",
      "Settle_ED12    0.167369\n",
      "Settle_ED13    0.236533\n",
      "Settle_ED14    0.243848\n",
      "Settle_ED15    0.249612\n",
      "Settle_ED16    0.257925\n",
      "Settle_ED17    0.343161\n",
      "Settle_ED18    0.349368\n",
      "Settle_ED19    0.357460\n",
      "Settle_ED20    0.363667\n",
      "dtype: float64\n"
     ]
    }
   ],
   "source": [
    "# gap\n",
    "NaN_sum = new_data.isnull().sum()\n",
    "print(\"number of missing values: \\n\", NaN_sum)\n",
    "NaN_proportion = NaN_sum/new_data.shape[0]\n",
    "print(\"\\nmissing values proportionate to the whole data: \\n\", NaN_percent)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.1"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}