test_fec.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [],
   "source": [
    "import re\n",
    "import time\n",
    "import requests\n",
    "import pandas as pd\n",
    "from io import StringIO\n",
    "from bs4 import BeautifulSoup\n",
    "from fuzzymatcher import link_table, fuzzy_left_join"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "import fresh_data.get_datasets\n",
    "import importlib\n",
    "importlib.reload(fresh_data.get_datasets)\n",
    "from fresh_data.get_datasets import *"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "https://www.fec.gov/campaign-finance-data/congressional-candidate-data-summary-tables/?year=2024&segment=6\n",
    "\n",
    "covering 01-01-1989 through 12-31-1990 two year periods\n",
    "\n",
    "\n",
    "\n",
    "https://www.fec.gov/help-candidates-and-committees/making-disbursements/\n",
    "disbursements\n",
    "\n",
    "https://www.fec.gov/help-candidates-and-committees/keeping-records/recording-receipts/\n",
    "receipts\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>year_range</th>\n",
       "      <th>state_name</th>\n",
       "      <th>district_code</th>\n",
       "      <th>representative</th>\n",
       "      <th>party</th>\n",
       "      <th>running_as</th>\n",
       "      <th>receipts</th>\n",
       "      <th>contributions_from_individuals</th>\n",
       "      <th>contributions_from_pacs</th>\n",
       "      <th>contributions_and_loans_from_candidate</th>\n",
       "      <th>disbursements</th>\n",
       "      <th>cash_on_hand</th>\n",
       "      <th>debts</th>\n",
       "      <th>congress</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1989-1991</td>\n",
       "      <td>Alabama</td>\n",
       "      <td>1</td>\n",
       "      <td>CALLAHAN, HERBERT L</td>\n",
       "      <td>Republican Party</td>\n",
       "      <td>Incumbent</td>\n",
       "      <td>318680.0</td>\n",
       "      <td>129153.0</td>\n",
       "      <td>169350.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>183910.0</td>\n",
       "      <td>236511.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>101</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1989-1991</td>\n",
       "      <td>Alabama</td>\n",
       "      <td>2</td>\n",
       "      <td>DICKINSON, WILLIAM LOUIS</td>\n",
       "      <td>Republican Party</td>\n",
       "      <td>Incumbent</td>\n",
       "      <td>425127.0</td>\n",
       "      <td>171618.0</td>\n",
       "      <td>218921.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>596096.0</td>\n",
       "      <td>250325.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>101</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1989-1991</td>\n",
       "      <td>Alabama</td>\n",
       "      <td>2</td>\n",
       "      <td>BAGGIANO, FAYE S</td>\n",
       "      <td>Democratic Party</td>\n",
       "      <td>Challenger</td>\n",
       "      <td>169109.0</td>\n",
       "      <td>38099.0</td>\n",
       "      <td>91752.0</td>\n",
       "      <td>20993.0</td>\n",
       "      <td>163663.0</td>\n",
       "      <td>5445.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>101</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1989-1991</td>\n",
       "      <td>Alabama</td>\n",
       "      <td>3</td>\n",
       "      <td>ADAMS, CHARLES H</td>\n",
       "      <td>Democratic Party</td>\n",
       "      <td>Open</td>\n",
       "      <td>277954.0</td>\n",
       "      <td>122590.0</td>\n",
       "      <td>19400.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>276975.0</td>\n",
       "      <td>978.0</td>\n",
       "      <td>55000.0</td>\n",
       "      <td>101</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1989-1991</td>\n",
       "      <td>Alabama</td>\n",
       "      <td>3</td>\n",
       "      <td>DIAL, GERALD OSCAR</td>\n",
       "      <td>Democratic Party</td>\n",
       "      <td>Open</td>\n",
       "      <td>111460.0</td>\n",
       "      <td>22420.0</td>\n",
       "      <td>14750.0</td>\n",
       "      <td>74290.0</td>\n",
       "      <td>111459.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>37894.0</td>\n",
       "      <td>101</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  year_range state_name  district_code            representative  \\\n",
       "0  1989-1991    Alabama              1       CALLAHAN, HERBERT L   \n",
       "1  1989-1991    Alabama              2  DICKINSON, WILLIAM LOUIS   \n",
       "2  1989-1991    Alabama              2          BAGGIANO, FAYE S   \n",
       "3  1989-1991    Alabama              3          ADAMS, CHARLES H   \n",
       "4  1989-1991    Alabama              3        DIAL, GERALD OSCAR   \n",
       "\n",
       "              party  running_as  receipts  contributions_from_individuals  \\\n",
       "0  Republican Party   Incumbent  318680.0                        129153.0   \n",
       "1  Republican Party   Incumbent  425127.0                        171618.0   \n",
       "2  Democratic Party  Challenger  169109.0                         38099.0   \n",
       "3  Democratic Party        Open  277954.0                        122590.0   \n",
       "4  Democratic Party        Open  111460.0                         22420.0   \n",
       "\n",
       "   contributions_from_pacs  contributions_and_loans_from_candidate  \\\n",
       "0                 169350.0                                     0.0   \n",
       "1                 218921.0                                     0.0   \n",
       "2                  91752.0                                 20993.0   \n",
       "3                  19400.0                                     0.0   \n",
       "4                  14750.0                                 74290.0   \n",
       "\n",
       "   disbursements  cash_on_hand    debts  congress  \n",
       "0       183910.0      236511.0      0.0       101  \n",
       "1       596096.0      250325.0      0.0       101  \n",
       "2       163663.0        5445.0      0.0       101  \n",
       "3       276975.0         978.0  55000.0       101  \n",
       "4       111459.0           0.0  37894.0       101  "
      ]
     },
     "execution_count": 46,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "fec = load_FEC_data(\"FEC/\")\n",
    "fec.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113,\n",
       "       114, 115, 116])"
      ]
     },
     "execution_count": 47,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "fec.congress.unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['1989-1991', '1991-1993', '1993-1995', '1995-1997', '1997-1999',\n",
       "       '1999-2001', '2001-2003', '2003-2005', '2005-2007', '2007-2009',\n",
       "       '2009-2011', '2011-2013', '2013-2015', '2015-2017', '2017-2019',\n",
       "       '2019-2021'], dtype=object)"
      ]
     },
     "execution_count": 48,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "fec.year_range.unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>year_range</th>\n",
       "      <th>state_name</th>\n",
       "      <th>district_code</th>\n",
       "      <th>representative</th>\n",
       "      <th>party</th>\n",
       "      <th>running_as</th>\n",
       "      <th>receipts</th>\n",
       "      <th>contributions_from_individuals</th>\n",
       "      <th>contributions_from_pacs</th>\n",
       "      <th>contributions_and_loans_from_candidate</th>\n",
       "      <th>disbursements</th>\n",
       "      <th>cash_on_hand</th>\n",
       "      <th>debts</th>\n",
       "      <th>congress</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1985</th>\n",
       "      <td>1991-1993</td>\n",
       "      <td>Michigan</td>\n",
       "      <td>17</td>\n",
       "      <td>LEVIN, SANDER</td>\n",
       "      <td>Democratic Party</td>\n",
       "      <td>Incumbent</td>\n",
       "      <td>1028481.00</td>\n",
       "      <td>454110.00</td>\n",
       "      <td>504521.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1185400.00</td>\n",
       "      <td>98288.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>102</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3477</th>\n",
       "      <td>1993-1995</td>\n",
       "      <td>Michigan</td>\n",
       "      <td>12</td>\n",
       "      <td>LEVIN, SANDER</td>\n",
       "      <td>Democratic Party</td>\n",
       "      <td>Incumbent</td>\n",
       "      <td>1462567.00</td>\n",
       "      <td>732040.00</td>\n",
       "      <td>687318.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1539979.00</td>\n",
       "      <td>20889.00</td>\n",
       "      <td>36084.0</td>\n",
       "      <td>103</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4951</th>\n",
       "      <td>1995-1997</td>\n",
       "      <td>Michigan</td>\n",
       "      <td>12</td>\n",
       "      <td>LEVIN, SANDER</td>\n",
       "      <td>Democratic Party</td>\n",
       "      <td>Incumbent</td>\n",
       "      <td>1329479.00</td>\n",
       "      <td>704995.00</td>\n",
       "      <td>566482.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1313913.00</td>\n",
       "      <td>36067.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>104</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6192</th>\n",
       "      <td>1997-1999</td>\n",
       "      <td>Michigan</td>\n",
       "      <td>12</td>\n",
       "      <td>LEVIN, SANDER M</td>\n",
       "      <td>Democratic Party</td>\n",
       "      <td>Incumbent</td>\n",
       "      <td>1787434.00</td>\n",
       "      <td>968637.00</td>\n",
       "      <td>776421.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2058534.00</td>\n",
       "      <td>12765.00</td>\n",
       "      <td>64821.0</td>\n",
       "      <td>105</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7348</th>\n",
       "      <td>1999-2001</td>\n",
       "      <td>Michigan</td>\n",
       "      <td>12</td>\n",
       "      <td>LEVIN, SANDER M</td>\n",
       "      <td>Democratic Party</td>\n",
       "      <td>Incumbent</td>\n",
       "      <td>1261173.00</td>\n",
       "      <td>583979.00</td>\n",
       "      <td>667375.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1481267.00</td>\n",
       "      <td>104447.00</td>\n",
       "      <td>3000.0</td>\n",
       "      <td>106</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8632</th>\n",
       "      <td>2001-2003</td>\n",
       "      <td>Michigan</td>\n",
       "      <td>12</td>\n",
       "      <td>LEVIN, SANDER</td>\n",
       "      <td>Democratic Party</td>\n",
       "      <td>Incumbent</td>\n",
       "      <td>941802.09</td>\n",
       "      <td>428488.30</td>\n",
       "      <td>497355.96</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1007806.74</td>\n",
       "      <td>38442.61</td>\n",
       "      <td>0.0</td>\n",
       "      <td>107</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9782</th>\n",
       "      <td>2003-2005</td>\n",
       "      <td>Michigan</td>\n",
       "      <td>12</td>\n",
       "      <td>LEVIN, SANDER</td>\n",
       "      <td>Democratic Party</td>\n",
       "      <td>Incumbent</td>\n",
       "      <td>980161.27</td>\n",
       "      <td>443182.55</td>\n",
       "      <td>530196.07</td>\n",
       "      <td>0.0</td>\n",
       "      <td>869450.84</td>\n",
       "      <td>149153.04</td>\n",
       "      <td>0.0</td>\n",
       "      <td>108</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11080</th>\n",
       "      <td>2005-2007</td>\n",
       "      <td>Michigan</td>\n",
       "      <td>12</td>\n",
       "      <td>LEVIN, SANDER M</td>\n",
       "      <td>Democratic Party</td>\n",
       "      <td>Incumbent</td>\n",
       "      <td>626417.60</td>\n",
       "      <td>185608.20</td>\n",
       "      <td>439387.82</td>\n",
       "      <td>0.0</td>\n",
       "      <td>742098.22</td>\n",
       "      <td>33472.42</td>\n",
       "      <td>0.0</td>\n",
       "      <td>109</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12436</th>\n",
       "      <td>2007-2009</td>\n",
       "      <td>Michigan</td>\n",
       "      <td>12</td>\n",
       "      <td>LEVIN, SANDER M MR</td>\n",
       "      <td>Democratic Party</td>\n",
       "      <td>Incumbent</td>\n",
       "      <td>725442.68</td>\n",
       "      <td>168293.02</td>\n",
       "      <td>555295.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>660714.19</td>\n",
       "      <td>98200.91</td>\n",
       "      <td>0.0</td>\n",
       "      <td>110</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14088</th>\n",
       "      <td>2009-2011</td>\n",
       "      <td>Michigan</td>\n",
       "      <td>12</td>\n",
       "      <td>LEVIN, SANDER M MR</td>\n",
       "      <td>Democratic Party</td>\n",
       "      <td>Incumbent</td>\n",
       "      <td>2345154.74</td>\n",
       "      <td>946810.78</td>\n",
       "      <td>1394016.34</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2392308.92</td>\n",
       "      <td>51046.73</td>\n",
       "      <td>0.0</td>\n",
       "      <td>111</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16231</th>\n",
       "      <td>2011-2013</td>\n",
       "      <td>Michigan</td>\n",
       "      <td>9</td>\n",
       "      <td>LEVIN, SANDER M MR</td>\n",
       "      <td>Democratic Party</td>\n",
       "      <td>Incumbent</td>\n",
       "      <td>1836756.43</td>\n",
       "      <td>555220.00</td>\n",
       "      <td>1276317.52</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1649665.19</td>\n",
       "      <td>238137.97</td>\n",
       "      <td>0.0</td>\n",
       "      <td>112</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18344</th>\n",
       "      <td>2013-2015</td>\n",
       "      <td>Michigan</td>\n",
       "      <td>9</td>\n",
       "      <td>LEVIN, SANDER M MR</td>\n",
       "      <td>Democratic Party</td>\n",
       "      <td>Incumbent</td>\n",
       "      <td>1453214.21</td>\n",
       "      <td>350494.36</td>\n",
       "      <td>1094839.37</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1491686.94</td>\n",
       "      <td>199665.24</td>\n",
       "      <td>0.0</td>\n",
       "      <td>113</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19741</th>\n",
       "      <td>2015-2017</td>\n",
       "      <td>Michigan</td>\n",
       "      <td>9</td>\n",
       "      <td>LEVIN, SANDER M MR</td>\n",
       "      <td>Democratic Party</td>\n",
       "      <td>Incumbent</td>\n",
       "      <td>1306856.98</td>\n",
       "      <td>252813.10</td>\n",
       "      <td>1038880.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1279793.74</td>\n",
       "      <td>226728.48</td>\n",
       "      <td>0.0</td>\n",
       "      <td>114</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21476</th>\n",
       "      <td>2017-2019</td>\n",
       "      <td>Michigan</td>\n",
       "      <td>9</td>\n",
       "      <td>LEVIN, SANDER M MR*</td>\n",
       "      <td>Democratic Party</td>\n",
       "      <td>Incumbent</td>\n",
       "      <td>101921.22</td>\n",
       "      <td>14537.54</td>\n",
       "      <td>82750.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>241546.66</td>\n",
       "      <td>87103.04</td>\n",
       "      <td>0.0</td>\n",
       "      <td>115</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      year_range state_name  district_code       representative  \\\n",
       "1985   1991-1993   Michigan             17        LEVIN, SANDER   \n",
       "3477   1993-1995   Michigan             12        LEVIN, SANDER   \n",
       "4951   1995-1997   Michigan             12        LEVIN, SANDER   \n",
       "6192   1997-1999   Michigan             12      LEVIN, SANDER M   \n",
       "7348   1999-2001   Michigan             12      LEVIN, SANDER M   \n",
       "8632   2001-2003   Michigan             12        LEVIN, SANDER   \n",
       "9782   2003-2005   Michigan             12        LEVIN, SANDER   \n",
       "11080  2005-2007   Michigan             12      LEVIN, SANDER M   \n",
       "12436  2007-2009   Michigan             12   LEVIN, SANDER M MR   \n",
       "14088  2009-2011   Michigan             12   LEVIN, SANDER M MR   \n",
       "16231  2011-2013   Michigan              9   LEVIN, SANDER M MR   \n",
       "18344  2013-2015   Michigan              9   LEVIN, SANDER M MR   \n",
       "19741  2015-2017   Michigan              9   LEVIN, SANDER M MR   \n",
       "21476  2017-2019   Michigan              9  LEVIN, SANDER M MR*   \n",
       "\n",
       "                  party running_as    receipts  \\\n",
       "1985   Democratic Party  Incumbent  1028481.00   \n",
       "3477   Democratic Party  Incumbent  1462567.00   \n",
       "4951   Democratic Party  Incumbent  1329479.00   \n",
       "6192   Democratic Party  Incumbent  1787434.00   \n",
       "7348   Democratic Party  Incumbent  1261173.00   \n",
       "8632   Democratic Party  Incumbent   941802.09   \n",
       "9782   Democratic Party  Incumbent   980161.27   \n",
       "11080  Democratic Party  Incumbent   626417.60   \n",
       "12436  Democratic Party  Incumbent   725442.68   \n",
       "14088  Democratic Party  Incumbent  2345154.74   \n",
       "16231  Democratic Party  Incumbent  1836756.43   \n",
       "18344  Democratic Party  Incumbent  1453214.21   \n",
       "19741  Democratic Party  Incumbent  1306856.98   \n",
       "21476  Democratic Party  Incumbent   101921.22   \n",
       "\n",
       "       contributions_from_individuals  contributions_from_pacs  \\\n",
       "1985                        454110.00                504521.00   \n",
       "3477                        732040.00                687318.00   \n",
       "4951                        704995.00                566482.00   \n",
       "6192                        968637.00                776421.00   \n",
       "7348                        583979.00                667375.00   \n",
       "8632                        428488.30                497355.96   \n",
       "9782                        443182.55                530196.07   \n",
       "11080                       185608.20                439387.82   \n",
       "12436                       168293.02                555295.00   \n",
       "14088                       946810.78               1394016.34   \n",
       "16231                       555220.00               1276317.52   \n",
       "18344                       350494.36               1094839.37   \n",
       "19741                       252813.10               1038880.00   \n",
       "21476                        14537.54                 82750.00   \n",
       "\n",
       "       contributions_and_loans_from_candidate  disbursements  cash_on_hand  \\\n",
       "1985                                      0.0     1185400.00      98288.00   \n",
       "3477                                      0.0     1539979.00      20889.00   \n",
       "4951                                      0.0     1313913.00      36067.00   \n",
       "6192                                      0.0     2058534.00      12765.00   \n",
       "7348                                      0.0     1481267.00     104447.00   \n",
       "8632                                      0.0     1007806.74      38442.61   \n",
       "9782                                      0.0      869450.84     149153.04   \n",
       "11080                                     0.0      742098.22      33472.42   \n",
       "12436                                     0.0      660714.19      98200.91   \n",
       "14088                                     0.0     2392308.92      51046.73   \n",
       "16231                                     0.0     1649665.19     238137.97   \n",
       "18344                                     0.0     1491686.94     199665.24   \n",
       "19741                                     0.0     1279793.74     226728.48   \n",
       "21476                                     0.0      241546.66      87103.04   \n",
       "\n",
       "         debts  congress  \n",
       "1985       0.0       102  \n",
       "3477   36084.0       103  \n",
       "4951       0.0       104  \n",
       "6192   64821.0       105  \n",
       "7348    3000.0       106  \n",
       "8632       0.0       107  \n",
       "9782       0.0       108  \n",
       "11080      0.0       109  \n",
       "12436      0.0       110  \n",
       "14088      0.0       111  \n",
       "16231      0.0       112  \n",
       "18344      0.0       113  \n",
       "19741      0.0       114  \n",
       "21476      0.0       115  "
      ]
     },
     "execution_count": 49,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rep_mask = fec[\"representative\"].apply(lambda rep: \"LEVIN\".lower() in rep.lower()  and (\"Sander\".lower() in rep.lower()))\n",
    "fec[rep_mask]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Capps, Lois reps starting 106 but we don't want to include too much?\n",
    "\n",
    "\n",
    "### Missing entries:\n",
    "\n",
    "Duke Cunningham has FEC data from 101-107 but 105 is missing...\n",
    "\n",
    "Pombo, Richard W has FEC data from 101-111 but 105 is missing\n",
    "\n",
    "Maloney, James has FEC data from 103-114 but 105 is missing\n",
    "\n",
    "FIELDS, Jack Milton, Jr. has FEC data for 101-102 but not for 104 ?\n",
    "\n",
    "SCHUMER, Charles Ellis (Chuck) has data for 101-103 but not for 105?\n",
    "\n",
    "NEUMANN, Mark W. has data for 102, 103, and 116, but not 105?\n",
    "\n",
    "\n",
    "\n",
    "### Not in scope:\n",
    "\n",
    "The following ran for 101st session of congress but the FEC didn't have data from before the 101st session from their campaigns:\n",
    "\n",
    "FLIPPO, Ronnie Gene \n",
    "\n",
    "AKAKA, Daniel Kahikina\n",
    "\n",
    "SAIKI, Patricia\n",
    "\n",
    "MARTIN, Lynn Morley\n",
    "\n",
    "SCHUETTE, Bill\n",
    "\n",
    "FRENZEL, William Eldridge\n",
    "\n",
    "DeWINE, Michael\n",
    "\n",
    "\n",
    "\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113,\n",
       "       114, 115, 116])"
      ]
     },
     "execution_count": 50,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "fec.congress.unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1989-1991 101\n",
      "1991-1993 102\n",
      "1993-1995 103\n",
      "1995-1997 104\n",
      "1997-1999 105\n",
      "1999-2001 106\n",
      "2001-2003 107\n",
      "2003-2005 108\n",
      "2005-2007 109\n",
      "2007-2009 110\n",
      "2009-2011 111\n",
      "2011-2013 112\n",
      "2013-2015 113\n",
      "2015-2017 114\n",
      "2017-2019 115\n",
      "2019-2021 116\n"
     ]
    }
   ],
   "source": [
    "\n",
    "for year_range in fec.year_range.unique():\n",
    "    print(year_range, fec[fec[\"year_range\"]==year_range].iloc[0][\"congress\"])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}