notebooks/03 - Model Training.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 04 - Preprocessing & Model Training 🤖\n",
    "\n",
    "## Problem\n",
    "\n",
    "How can we generate short descriptions including a list of popular beer styles from brewery reviews with natural language processing (NLP)? \n",
    "\n",
    "NOTE: This is similar to how Google Maps provides short blurbs for businesses such as “From scratch, Northern Italian dining.” \n",
    "\n",
    "For example, \"Spacious warehouse brewery with daily food trucks. Allows dogs. Features IPAs, Hazy IPAs, and high-gravity stouts.\"\n",
    "\n",
    "## Notebook Objectives\n",
    "\n",
    "* Understand the importance of creating a model training development data set.\n",
    "* Correctly identify when to create dummy features or one-hot encoded features.\n",
    "* Understand the importance of magnitude standardization.\n",
    "* Apply the train and test split to the development dataset effectively."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import pandas as pd\n",
    "import matplotlib.pyplot as plt\n",
    "import seaborn as sns\n",
    "import warnings\n",
    "import json\n",
    "import time\n",
    "import math\n",
    "from pprint import pprint\n",
    "\n",
    "import random\n",
    "random.seed(42)\n",
    "\n",
    "# Progress bar\n",
    "# from tqdm import tqdm, trange\n",
    "from tqdm.notebook import tqdm, trange\n",
    "\n",
    "# NLP Toolkit\n",
    "import spacy\n",
    "from spacy import displacy\n",
    "from spacy.util import minibatch, compounding, decaying\n",
    "\n",
    "%matplotlib inline"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Set default plot size\n",
    "plt.rcParams['figure.figsize'] = (10, 5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "BASE_MODEL_PATH = \"../models/base_model\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Load small English language model for sentence separation.\n",
    "nlp = spacy.load(\"en_core_web_sm\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>review_text</th>\n",
       "      <th>rating</th>\n",
       "      <th>date</th>\n",
       "      <th>brewery_name</th>\n",
       "      <th>street</th>\n",
       "      <th>city</th>\n",
       "      <th>tokens</th>\n",
       "      <th>sents</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Got to visit the newest brewery in Birmingham ...</td>\n",
       "      <td>4.13</td>\n",
       "      <td>2019-07-25</td>\n",
       "      <td>Birmingham District Brewing</td>\n",
       "      <td>2201 2nd Ave S, Ste 102</td>\n",
       "      <td>Birmingham</td>\n",
       "      <td>110</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Nice big space, very clean, and friendly staff...</td>\n",
       "      <td>4.04</td>\n",
       "      <td>2018-10-23</td>\n",
       "      <td>Trimtab Brewing Company</td>\n",
       "      <td>2721 5th Ave S</td>\n",
       "      <td>Birmingham</td>\n",
       "      <td>105</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>The vibe of trim tab is interesting.....they h...</td>\n",
       "      <td>4.04</td>\n",
       "      <td>2018-08-24</td>\n",
       "      <td>Trimtab Brewing Company</td>\n",
       "      <td>2721 5th Ave S</td>\n",
       "      <td>Birmingham</td>\n",
       "      <td>116</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Stopped here late one night before closing, th...</td>\n",
       "      <td>4.07</td>\n",
       "      <td>2017-07-11</td>\n",
       "      <td>Trimtab Brewing Company</td>\n",
       "      <td>2721 5th Ave S</td>\n",
       "      <td>Birmingham</td>\n",
       "      <td>74</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Extremely relaxed brewery. Great service with ...</td>\n",
       "      <td>4.10</td>\n",
       "      <td>2018-01-21</td>\n",
       "      <td>Trimtab Brewing Company</td>\n",
       "      <td>2721 5th Ave S</td>\n",
       "      <td>Birmingham</td>\n",
       "      <td>33</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                         review_text  rating       date  \\\n",
       "0  Got to visit the newest brewery in Birmingham ...    4.13 2019-07-25   \n",
       "1  Nice big space, very clean, and friendly staff...    4.04 2018-10-23   \n",
       "2  The vibe of trim tab is interesting.....they h...    4.04 2018-08-24   \n",
       "3  Stopped here late one night before closing, th...    4.07 2017-07-11   \n",
       "4  Extremely relaxed brewery. Great service with ...    4.10 2018-01-21   \n",
       "\n",
       "                  brewery_name                   street        city  tokens  \\\n",
       "0  Birmingham District Brewing  2201 2nd Ave S, Ste 102  Birmingham     110   \n",
       "1      Trimtab Brewing Company           2721 5th Ave S  Birmingham     105   \n",
       "2      Trimtab Brewing Company           2721 5th Ave S  Birmingham     116   \n",
       "3      Trimtab Brewing Company           2721 5th Ave S  Birmingham      74   \n",
       "4      Trimtab Brewing Company           2721 5th Ave S  Birmingham      33   \n",
       "\n",
       "   sents  \n",
       "0      8  \n",
       "1      7  \n",
       "2      9  \n",
       "3      5  \n",
       "4      5  "
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Load data\n",
    "df = pd.read_csv('../data/raw/brewery_reviews.csv', index_col=0, parse_dates=['date'])\n",
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "# We don't need reviews without text for this work\n",
    "df.dropna(inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "194504"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Count sentences\n",
    "df['sents'].sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "d470081524b04665b8641c58f2b653d9",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(HTML(value=''), FloatProgress(value=0.0, max=37534.0), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n"
     ]
    }
   ],
   "source": [
    "# Separate reviews into sentences for annotation.\n",
    "# WARNING: THIS TAKES A LONG TIME (~8 minutes)\n",
    "sentence_list = []\n",
    "for review in tqdm(df['review_text']):\n",
    "    doc = nlp(review)\n",
    "    for sent in doc.sents:\n",
    "        sentence_list.append(sent.text)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Get sentence length (i.e. number of tokens per sentence)\n",
    "sentence_length = [len(sent) for sent in sentence_list]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAmoAAAE9CAYAAAC7sU6tAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/Il7ecAAAACXBIWXMAAAsTAAALEwEAmpwYAAAnuklEQVR4nO3dfZikdX3n+/dnemZ6HvAI6MiyQAIbWbOYc4Jmgho1MRAB3WzQswQwRoYoDhvRYMgTJnuOmoS99FxGwBgUkImYZUU0uqKL4AhIwiYCgyLyoMssyAKLTCOITBc0Mz3f80fdNRZDz0x3T1dXdff7dV119X3/7of6VU1d+PF3/x5SVUiSJGnwLOp3BSRJkjQxg5okSdKAMqhJkiQNKIOaJEnSgDKoSZIkDSiDmiRJ0oBa3O8K9MLzn//8Ovjgg/tdDUmSpN265ZZbHqmqVRMdm5dB7eCDD2bDhg39roYkSdJuJblvZ8d89ClJkjSgDGqSJEkDyqAmSZI0oAxqkiRJA8qgJkmSNKAMapIkSQPKoCZJkjSgDGqSJEkDyqAmSZI0oAxqkiRJA8qgJkmSNKDm5Vqfc1FV0Wq1qCqSsHLlyn5XSZIk9ZktagOi1WpxwrlfYdOmTTzxxBNs3ryZqup3tSRJUh/ZojYAqorR0VGS8PYLriVDS1i6fAWfPfP1tqxJkrSA2aI2AFqtFiefv57xbcWi4WUMDS9jaHj59gBny5okSQuTQW1ALF667FllrVaLE8+7ilar1YcaSZKkfjOoDbihJcO2qkmStEAZ1Abc+JYxTrngelvVJElagAxqc8CipctsVZMkaQEyqPVJVbF58+ZJTcNhq5okSQuT03P0SavV4vgPfZFFQ0v55Gm/stvzh4aXz0KtJEnSIDGo9dHipcvI4uF+V0OSJA0oH31KkiQNqJ4HtSRDSb6V5MvN/iFJbkyyMclnkixtyoeb/Y3N8YO77vGepvx7SY7pdZ0lSZIGwWy0qJ0B3NW1/0HgnKp6IfAY8Lam/G3AY035Oc15JDkMOAl4MXAscH6SoVmotyRJUl/1NKglORD4t8Anmv0ARwKfa065BHhDs31cs09z/Kjm/OOAy6pqrKruBTYCR/Sy3oNo69NPMTo62u9qSJKkWdTrFrVzgT8GtjX7zwN+VFVbm/0HgAOa7QOA+wGa4483528vn+AaSZKkeatnQS3JrwObquqWXr3HDu+3NsmGJBtGRkZm4y0lSZJ6qpctaq8EfiPJ94HLaD/yPA/YO0lnWpADgQeb7QeBgwCa488FfthdPsE121XVhVW1uqpWr1q1auY/TZ9VlasTSJK0wPQsqFXVe6rqwKo6mPZggGur6s3AdcDxzWlrgC8221c0+zTHr612KrkCOKkZFXoIcChwU6/qPajGt4zxu5fc5OoEkiQtIP2Y8PZPgMuS/CXwLeDipvxi4O+SbAQepR3uqKo7klwO3AlsBU6vqvHZr3b/DQ0v63cVJEnSLJqVoFZVXwe+3mzfwwSjNqvqKeA3d3L92cDZvauhJEnS4HFlAkmSpAFlUOuDzsCA6V63bds2BxZIkrQAGNT6oNVqcfL56xnfNrWgNb5ljFMuuJ5HHnmEE8+7yoEFkiTNcwa1Plm8dHoDA4aGl+/R9ZIkae4wqEmSJA0og5okSdKAMqj1wejo6JT7p0mSpIXHoCZJkjSgDGqSJEkDyqAmSZI0oAxqkiRJA8qgNkd1VilwdQJJkuYvg9oc1VmlwNUJJEmavwxqc1hnlQJJkjQ/GdQkSZIGlEFNkiRpQBnUJEmSBpRBbZZ1RmuCozUlSdKuGdRmWavV4u0XXcu28W17fC+n6JAkaX4zqPXB4qXLZuQ+TtEhSdL8ZlCb45yiQ5Kk+atnQS3JsiQ3Jfl2kjuSvL8p/2SSe5Pc2rwOb8qT5CNJNia5LclLu+61JsndzWtNr+osSZI0SBb38N5jwJFVtTnJEuCGJF9pjv1RVX1uh/NfBxzavF4GfAx4WZJ9gfcCq2n3wL8lyRVV9VgP6y5JktR3PWtRq7bNze6S5rWrXu/HAZ9qrvsGsHeS/YFjgPVV9WgTztYDx/aq3pIkSYOip33UkgwluRXYRDts3dgcOrt5vHlOkuGm7ADg/q7LH2jKdlYuSZI0r/U0qFXVeFUdDhwIHJHk54D3AD8L/CKwL/AnM/FeSdYm2ZBkw8jIyEzcUpIkqa9mZdRnVf0IuA44tqoeah5vjgF/CxzRnPYgcFDXZQc2ZTsr3/E9Lqyq1VW1etWqVT34FJIkSbOrl6M+VyXZu9leDrwW+G7T74wkAd4A3N5ccgVwcjP68+XA41X1EHA1cHSSfZLsAxzdlM05P1mVQJIkafd6Oepzf+CSJEO0A+HlVfXlJNcmWQUEuBX4D835VwKvBzYCLeB3AKrq0SR/AdzcnPfnVfVoD+s946qKVqtFVXHy+esZ31YsGup3rSRJ0qDrWVCrqtuAl0xQfuROzi/g9J0cWwesm9EKzqJWq8WJ513FulNfzeKlyxh/6sl+V0mSJM0BrkwwS2Zq2ShJkrRwGNQkSZIGlEFtHhgdHXWQgiRJ85BBTZIkaUAZ1Oa4zpQf7bEYkiRpPjGozXHjW8Y4bd0NtFqtfldFkiTNMIPaPDA0vLzfVZAkST1gUOsxVyOQJEnTZVDrsVartX01AkmSpKkwqM2CXk9264ACSZLmJ4PaPDC+ZYzfveQmBxRIkjTPGNTmiaFhl6iSJGm+MahJkiQNKIOaJEnSgDKoSZIkDSiDmiRJ0oAyqEmSJA0og5okSdKAMqhJkiQNKIOaJEnSgDKo9ZALskuSpD1hUOshF2SXJEl7omdBLcmyJDcl+XaSO5K8vyk/JMmNSTYm+UySpU35cLO/sTl+cNe93tOUfy/JMb2qcy/0ekH2bi7OLknS/NLLFrUx4Miq+nngcODYJC8HPgicU1UvBB4D3tac/zbgsab8nOY8khwGnAS8GDgWOD/JUA/rPWe1Wi1OPO8qF2eXJGme6FlQq7bNze6S5lXAkcDnmvJLgDc028c1+zTHj0qSpvyyqhqrqnuBjcARvar3XDebLXiSJKm3etpHLclQkluBTcB64H8CP6qqrc0pDwAHNNsHAPcDNMcfB57XXT7BNd3vtTbJhiQbRkZGevBp5gYff0qSNH/0NKhV1XhVHQ4cSLsV7Gd7+F4XVtXqqlq9atWqXr3NwBvfMsYpF1zv409JkuaBWRn1WVU/Aq4DXgHsnWRxc+hA4MFm+0HgIIDm+HOBH3aXT3CNJjA0vLzfVZAkSTOgl6M+VyXZu9leDrwWuIt2YDu+OW0N8MVm+4pmn+b4tdV+fncFcFIzKvQQ4FDgpl7Vez7w8ackSfNDL1vU9geuS3IbcDOwvqq+DPwJcGaSjbT7oF3cnH8x8Lym/EzgLICqugO4HLgTuAo4varGe1jvOc/Hn5IkzQ+Ld3/K9FTVbcBLJii/hwlGbVbVU8Bv7uReZwNnz3Qd5zMff0qSNPe5MoEkSdKAMqhJkiQNKIOaJEnSgDKoSZIkDSiD2jzlFB2SJM19BrV5yik6JEma+wxq85hTdEiSNLcZ1Hqk8+hRkiRpugxqPdJqtTj5/PWMb7OPmCRJmh6DWg8tXrqs31WQJElzmEFNkiRpQBnU5jGn6JAkaW4zqM1jTtEhSdLcZlCb55yiQ5KkucugJkmSNKAMapIkSQPKoCZJkjSgDGqSJEkDyqAmSZI0oAxq89zWp59yzVFJkuYog1qPjI6Ous6nJEnaIz0LakkOSnJdkjuT3JHkjKb8fUkeTHJr83p91zXvSbIxyfeSHNNVfmxTtjHJWb2qsyRJ0iBZ3MN7bwX+oKq+meQ5wC1J1jfHzqmqD3WfnOQw4CTgxcC/BL6W5F83h/8GeC3wAHBzkiuq6s4e1l2SJKnvehbUquoh4KFm+4kkdwEH7OKS44DLqmoMuDfJRuCI5tjGqroHIMllzbkGtUnqrPm5YsUKkvS7OpIkaZJmpY9akoOBlwA3NkXvTHJbknVJ9mnKDgDu77rsgaZsZ+WapFarxYnnXeWan5IkzTE9D2pJ9gL+Hnh3Vf0Y+BjwM8DhtFvc/mqG3mdtkg1JNoyMjMzELeeVxUuX9bsKkiRpinoa1JIsoR3SLq2qzwNU1cNVNV5V24CL+MnjzQeBg7ouP7Ap21n5M1TVhVW1uqpWr1q1auY/jCRJ0izr5ajPABcDd1XVh7vK9+867Y3A7c32FcBJSYaTHAIcCtwE3AwcmuSQJEtpDzi4olf1liRJGhSTGkyQ5JVV9d93V7aDVwJvAb6T5Nam7E+BNyU5HCjg+8BpAFV1R5LLaQ8S2AqcXlXjzXu9E7gaGALWVdUdk/p0kiRJc9hkR33+NfDSSZRtV1U3ABMNMbxyF9ecDZw9QfmVu7pOkiRpPtplUEvyCuCXgFVJzuw69H/Qbt2SJElSj+yuj9pSYC/age45Xa8fA8f3tmqaSZ251Kpc1kqSpLlily1qVXU9cH2ST1bVfbNUJ/XA+JYxTrngej575utZuXJlv6sjSZImYbJ91IaTXAgc3H1NVR3Zi0rNdZ3Wq/Z4icFZCWBoeHm/qyBJkqZgskHts8DHgU8A472rzvzQarV4+0XXMjS8F4uG7MonSZKmZ7JBbWtVfaynNZlnFi9dhr3BJEnSnpjshLdfSvKOJPsn2bfz6mnNJEmSFrjJtqitaf7+UVdZAf9qZqsjSZKkjkkFtao6pNcVkSRJ0jNNdgmpkycqr6pPzWx11Eud0agrVqygvRSrJEkaZJPto/aLXa9XA+8DfqNHdVKPdOZSa7Va/a6KJEmahMk++nxX936SvYHLelEh9ZZzqUmSNHdMtkVtR6OA/dYkSZJ6aLJ91L4E26cFGwL+DXB5ryql3rGfmiRJc8dkp+f4UNf2VuC+qnqgB/VRj7nmpyRJc8ekHn02i7N/F3gOsA/wdC8rpd6yn5okSXPDpIJakhOAm4DfBE4AbkxyfC8rJkmStNBN9tHnnwG/WFWbAJKsAr4GfK5XFZMkSVroJjvqc1EnpDV+OIVrNQ2dTv+SJGnhmmyL2lVJrgY+3eyfCFzZmyoJ2p3+T1t3g/3JJElawHYZ1JK8ENivqv4oyf8NvKo59M/Apb2u3EJnSJMkaWHb3ePLc4EfA1TV56vqzKo6E/hCc2ynkhyU5Lokdya5I8kZTfm+SdYnubv5u09TniQfSbIxyW1JXtp1rzXN+XcnWTP9jytJkjR37C6o7VdV39mxsCk7eDfXbgX+oKoOA14OnJ7kMOAs4JqqOhS4ptkHeB1waPNaC3wM2sEOeC/wMuAI4L2dcDcf2BdNkiTtzO6C2t67OLbL53JV9VBVfbPZfgK4CzgAOA64pDntEuANzfZxwKeq7RvA3kn2B44B1lfVo1X1GLAeOHY39Z4zOn3RxrfV7k+WJEkLyu6C2oYkb9+xMMmpwC2TfZMkBwMvAW6k3Ur3UHPoB8B+zfYBwP1dlz3QlO2sfN6wL5okSZrI7kZ9vhv4QpI385NgthpYCrxxMm+QZC/g74F3V9WPu9eXrKpKMiNNSUnW0n5kyk/91E/NxC0lSZL6apctalX1cFX9EvB+4PvN6/1V9Yqq+sHubp5kCe2QdmlVfb4pfrh5pEnztzM/24PAQV2XH9iU7ax8x7peWFWrq2r1qlWrdle1Ba3TL67Kx62SJA2yya71eV1V/XXzunYy16TddHYxcFdVfbjr0BVAZ+TmGuCLXeUnN6M/Xw483jwivRo4Osk+zSCCo5syTVNnYfZWq9XvqkiSpF2Y7IS30/FK4C3Ad5Lc2pT9KfAB4PIkbwPuo712KLQn0H09sBFoAb8DUFWPJvkL4ObmvD+vqkd7WO8FwX5xkiQNvp4Ftaq6AchODh81wfkFnL6Te60D1s1c7QQ/eQS6YsUKuvsOSpKkweB6nXPMTM671mq1OPG8q3wEKknSgDKozTEzPe/a4qXLZuQ+kiRp5hnU5qCZ6F+29emnXBFBkqQBZ1CTJEkaUAY1SZKkAWVQkyRJGlAGNUmSpAFlUJMkSRpQBjVJkqQBZVCTJEkaUAa1WTKTKwpIkqSFwaA2S2Z6RQFJkjT/GdRm0UysKDDTOi19VQZISZIGjUFtgRvfMsaaj3+dkZERw5okSQPGoCZYtIhTLrieVqvV75pIkqQuBjUBg/lYVpKkhc6gJkmSNKAMapIkSQPKoCZJkjSgDGrzhBPqSpI0/xjU5gkn1JUkaf5Z3O8KzCdVRavV6tt8ZI7clCRpfulZi1qSdUk2Jbm9q+x9SR5Mcmvzen3Xsfck2Zjke0mO6So/tinbmOSsXtV3JrRaLU487yrnI5MkSTOil48+PwkcO0H5OVV1ePO6EiDJYcBJwIuba85PMpRkCPgb4HXAYcCbmnMHTqeP2OKly/pdlWlxKSlJkgZPz4JaVf0D8OgkTz8OuKyqxqrqXmAjcETz2lhV91TV08BlzbkDp9VqcfL56+dsHzGXkpIkafD0YzDBO5Pc1jwa3acpOwC4v+ucB5qynZUPpLnamradS0lJkjRQZjuofQz4GeBw4CHgr2bqxknWJtmQZMPIyMhM3XbBWbR0mY9AJUkaELMa1Krq4aoar6ptwEW0H20CPAgc1HXqgU3ZzsonuveFVbW6qlavWrVq5iu/QIxvGbNVTZKkATGrQS3J/l27bwQ6I0KvAE5KMpzkEOBQ4CbgZuDQJIckWUp7wMEVs1nnhchpPiRJGgw9m0ctyaeB1wDPT/IA8F7gNUkOBwr4PnAaQFXdkeRy4E5gK3B6VY0393kncDUwBKyrqjt6VWdJkqRB0rOgVlVvmqD44l2cfzZw9gTlVwJXzmDVJEmS5gSXkJIkSRpQBjVJkqQBZVCTJEkaUAY1PcvWp59idHS039WQJGnBM6jNc1XlnGiSJM1RBrV5bnzLGGdcumHOrkEqSdJCZlBbAIaG5/gapJIkLVAGNUmSpAFlUJMkSRpQBjVJkqQBZVDTTlUVo6OjVDkQQZKkfjCoaUJVxcjICCeed5XTe0iS1CcGNU2o1Wpx8vnryeLhfldFkqQFy6CmnVq81Gk9JEnqJ4OaJEnSgDKoabccVCBJUn8Y1LRLDiqQJKl/DGrapfEtY5y27gYHFUiS1AcGNe3W0PDyfldBkqQFyaAmSZI0oAxqkiRJA6pnQS3JuiSbktzeVbZvkvVJ7m7+7tOUJ8lHkmxMcluSl3Zds6Y5/+4ka3pV3z3RGRUpSZI0k3rZovZJ4Ngdys4CrqmqQ4Frmn2A1wGHNq+1wMegHeyA9wIvA44A3tsJd4OkM4v/+Danr5AkSTOnZ0Gtqv4BeHSH4uOAS5rtS4A3dJV/qtq+AeydZH/gGGB9VT1aVY8B63l2+BsIzuIvSZJm2mz3Uduvqh5qtn8A7NdsHwDc33XeA03ZzsolSZLmvb4NJqj2NPcz9qwwydokG5JsGBkZmanbSpIk9c1sB7WHm0eaNH83NeUPAgd1nXdgU7az8mepqguranVVrV61atWMV1ySJGm2zXZQuwLojNxcA3yxq/zkZvTny4HHm0ekVwNHJ9mnGURwdFOmWeZ6n5Ikzb5eTs/xaeCfgRcleSDJ24APAK9Ncjfwa80+wJXAPcBG4CLgHQBV9SjwF8DNzevPmzLtoaqa0tqd41vG+O2/vhofK0uSNHsW9+rGVfWmnRw6aoJzCzh9J/dZB6ybwaqJdvA649INLFmxctLXuJSUJEmzy5UJFrChYacUkSRpkBnUNCX2VZMkafYY1GbYfF9OqtVqceJ5V02pf5skSZoeg9oe2jGYjW8Z47R1N8zr5aRchUGSpNlhUNtDE63zaad7SZI0EwxqM2ChtTDZT02SpNlhUNOUjW8Z45QLrrefmiRJPWZQ07T4eFeSpN4zqEmSJA0og5qmxX5qkiT1nkFN02I/NUmSes+gpmlbtHSZrWqSJPWQQW0PjY6OzuvJbXfFVjVJknrLoKY94uhPSZJ6x6CmPebAAkmSesOgpj1SVYyMjLhQuyRJPWBQ07NU1aRDV2cR+iwe7nGtJElaeAxqepbxLWOccemGSQ+SsJ+aJEm9YVDThIaGp77QvH3VJEmaWQY1zZhWq2VfNUmSZpBBTTNq8dKpt8RJkqSJGdQ0IzqPPSVJ0szpS1BL8v0k30lya5INTdm+SdYnubv5u09TniQfSbIxyW1JXtqPOmvXOqM/t45vY/PmzWzevNm+apIk7aF+tqj9alUdXlWrm/2zgGuq6lDgmmYf4HXAoc1rLfCxWa/pTvykFclAAu3Rn+NbxnjLR7/KCed8xb5qkiTtoUF69HkccEmzfQnwhq7yT1XbN4C9k+zfh/o9S6vV4u0XXcu28W39rspAGRpe7pQdkiTNgH4FtQK+muSWJGubsv2q6qFm+wfAfs32AcD9Xdc+0JQ9Q5K1STYk2TAyMtKrej+LneclSVKvLO7T+76qqh5M8gJgfZLvdh+sqkoypeeJVXUhcCHA6tWrfRYpSZLmvL60qFXVg83fTcAXgCOAhzuPNJu/m5rTHwQO6rr8wKZMs2wqS0s5+a0kSXtu1oNakpVJntPZBo4GbgeuANY0p60BvthsXwGc3Iz+fDnweNcjUs2iqSwtNb5ljDUf/zojIyOGNUmSpqkfLWr7ATck+TZwE/Dfquoq4APAa5PcDfxasw9wJXAPsBG4CHjH7FdZHVNaWmrRIk654HparZYtbJIkTcOs91GrqnuAn5+g/IfAUROUF3D6LFRNPdAZ/dlZXuozZxzLypUr+1wrSZLmhkGankPznCNkJUmamn6N+tQCsnnzZie/lSRpGmxRU8+1Wq3ty0vZT02SpMkzqE2Ti5BPTWd5KUeCSpI0eQa1aWq1Wpx8/vpJTVWhLosWGdYkSZokg9oesHP8NHVN2yFJknbOoKYZsfXpp9g2Pj7p8120XZKk3TOoqW82b97Mpk2bfAQqSdJOGNTUN61Wy/5qkiTtgkFN/eXgAkmSdsqgpv5rBheMjo46z5okSV0MauqpqmpGd+46fA0NL9++HqijQSVJajOoqafGt4zxe5/6Z7aNb9vleZ0JhDtTnnT2bV2TJC1kBjX13KLh3c83N75ljNPW3cD4tqKqGBkZ4YRzv8KmTZvYvHmzgU2StCAZ1DQwOnOrtVotfuvcL7F16zhv+ehXOeGcr9BqtWxlkyQtOAY19cXu+q51HoEODS9n0dJl2wca2IdNkrSQGNTUF5Ptu9Y5t7PklMt2SZIWEoOa+mYyfdc6Oo9Ft4w9yaZNm9i2bZuPQSVJ855BTQOl0w9tZ+XjW8b4D5+8kfvuu48Tzv3K9olyq4qHH36YH/zgBw4+kCTNG4v7XQGpW2f0ZyUsGtpZeTht3Q0MDS/nlAuu5/Lffx2tVos3n/dlYDFLl6/gs2e+npUrV/btc0iSNBNsUdPA6Tzm3FV5Z3vR0mWMjIxw8vnryeJhhoaXsWjpMjZv3szmzZu3PyLd8a8tbpKkuWDOBLUkxyb5XpKNSc7qd300GDotbVk8/IyyzrQejzzyCCec+xXuu+8+TjzvKh555BFOPO8qRkdHt4e5zqNTA5wkadDMiaCWZAj4G+B1wGHAm5Ic1t9aaVBM1ALXPa1HEk79+DVsY4jR0VGGlgwzMjLC8R/6Im/8wOe599572bRp0zMC3BNPPLH9tWOYs1VOkjRb5koftSOAjVV1D0CSy4DjgDv7WisNtE5r29DwchYNL3vGfucv255i7Sf+kUVDi1i6196MjIzwu5f8E9vGtzH+9BgZWsKSZcv55Gm/AsBbP/GPfPS3foF3/pdbWHfqq1mxYsWU6pSEFStWbJ/Ad8cygBUrVvDkk0+yfPlynnzySVasWEGSCVv9kmzvi9dqtZ5xbvd+t+4BGytXrnzW8V3Z1X0lSTNvrgS1A4D7u/YfAF7Wp7pst/Xpp9g29hQ1NE4NPbNxctvTYxOWT/fYINxvrtZhfOzJ7ccWDS1ifOzJZ5RnaAkAT2/+Ead+/BqGlg4/8/otY/zWh78EwNDSYU79+DUAvOlDXySLdnivp8dYtHjJs8o7x5as2IsLT/1l1l50LdvGa/s9L3jrq1h70bVkaCkXvPVVvOOSf+L8Nb/E2ouu5cK3H8kLXvACRkdHefO5X9p+Xefa//yuYwBYc/56LnnHa1m5ciWjo6PP2O/WuU+GlvKf33XMbgdddIe6Xd1Xkuajfv+3LnPh8U2S44Fjq+rUZv8twMuq6p1d56wF1ja7LwK+1+NqPR94pMfvoWfze599fuf94fc++/zOZ5/fedtPV9WqiQ7MlRa1B4GDuvYPbMq2q6oLgQtnq0JJNlTV6tl6P7X5vc8+v/P+8HuffX7ns8/vfPfmxGAC4Gbg0CSHJFkKnARc0ec6SZIk9dScaFGrqq1J3glcDQwB66rqjj5XS5IkqafmRFADqKorgSv7XY8us/aYVc/g9z77/M77w+999vmdzz6/892YE4MJJEmSFqK50kdNkiRpwTGoTYPLWfVGkoOSXJfkziR3JDmjKd83yfokdzd/92nKk+Qjzb/DbUle2t9PMHclGUryrSRfbvYPSXJj891+phnEQ5LhZn9jc/zgvlZ8Dkuyd5LPJflukruSvMLfem8l+f3mvy23J/l0kmX+1mdeknVJNiW5vatsyr/tJGua8+9OsqYfn2UQGNSmyOWsemor8AdVdRjwcuD05rs9C7imqg4Frmn2of1vcGjzWgt8bParPG+cAdzVtf9B4JyqeiHwGPC2pvxtwGNN+TnNeZqe84CrqupngZ+n/f37W++RJAcAvwesrqqfoz0w7ST8rffCJ4Fjdyib0m87yb7Ae2lPbn8E8N5OuFtoDGpTt305q6p6GugsZ6U9VFUPVdU3m+0naP8P1wG0v99LmtMuAd7QbB8HfKravgHsnWT/2a313JfkQODfAp9o9gMcCXyuOWXH77zzb/E54Ki4ltSUJXku8MvAxQBV9XRV/Qh/6722GFieZDGwAngIf+szrqr+AXh0h+Kp/raPAdZX1aNV9RiwnmeHvwXBoDZ1Ey1ndUCf6jJvNY8ZXgLcCOxXVQ81h34A7Nds+28xM84F/hjY1uw/D/hRVW1t9ru/1+3feXP88eZ8Tc0hwAjwt80j508kWYm/9Z6pqgeBDwH/i3ZAexy4BX/rs2Wqv21/8w2DmgZOkr2AvwfeXVU/7j5W7WHKDlWeIUl+HdhUVbf0uy4LzGLgpcDHquolwCg/eRQE+Fufac1js+Noh+R/CaxkgbbQ9Ju/7akxqE3dbpez0vQlWUI7pF1aVZ9vih/uPOZp/m5qyv232HOvBH4jyfdpP8Y/knbfqb2bx0PwzO91+3feHH8u8MPZrPA88QDwQFXd2Ox/jnZw87feO78G3FtVI1W1Bfg87d+/v/XZMdXftr/5hkFt6lzOqkea/h8XA3dV1Ye7Dl0BdEb8rAG+2FV+cjNq6OXA411N65qEqnpPVR1YVQfT/i1fW1VvBq4Djm9O2/E77/xbHN+c7/8znqKq+gFwf5IXNUVHAXfib72X/hfw8iQrmv/WdL5zf+uzY6q/7auBo5Ps07SGHt2ULThOeDsNSV5Pu19PZzmrs/tbo/khyauAfwS+w0/6S/0p7X5qlwM/BdwHnFBVjzb/sf0o7ccXLeB3qmrDrFd8nkjyGuAPq+rXk/wr2i1s+wLfAn67qsaSLAP+jnb/wUeBk6rqnj5VeU5LcjjtARxLgXuA36H9f579rfdIkvcDJ9IeYf4t4FTa/Z78rc+gJJ8GXgM8H3iY9ujN/8oUf9tJ3kr7fwMAzq6qv53FjzEwDGqSJEkDykefkiRJA8qgJkmSNKAMapIkSQPKoCZJkjSgDGqSJEkDyqAmCYAkf5bkjiS3Jbk1ycumeZ/DmylsZl2Sg5Pc3uP3+NOu7Um/X5J3Jzl5F8dfk+TLM1HHyer+LDNwr3c20ylImkEGNUkkeQXw68BLq+r/oj2L+/27vmqnDgf6EtRmyZTDTTOz/VuB/zLz1XnGe0zVdD7L0E4OrQPeNY06SNoFg5okgP2BR6pqDKCqHqmq/w2Q5BeSXJ/kliRXdy0D8/UkH0xyU5L/keTVzWodfw6c2LTKnZhkZZJ1zXnfSnJcc/0pST6f5Kokdyf5/zqVSXJskm8m+XaSa5qyCe8zGVP5DE35iiSXJ7kzyReS3JhkdZIPAMubz3Zpc/uhJBc1rZFfTbJ8giocCXyzs/h3khcm+Vrz+b6Z5Gea8/ZK8rkk301yaTMZKEn+3yQ3J7k9yYVd5V9Pcm6SDcAZSf5dU9dvNfffrzlvryR/m+Q7TYvpv5/osyT57ea7uDXJBZ1QlmRzkr9K8m3gFUk+0Hw3tyX5UPObaQHfT3LEZP9dJE1CVfny5WuBv4C9gFuB/wGcD/xKU74E+CdgVbN/Iu3VOAC+DvxVs/164GvN9inAR7vu/Z9oz/YOsHfzHiub8+6hvYbiMtqzlR8ErKLdmndIc82+u7rPDp/jYOD2Hcqm8xn+ELig2f452jPZr272N+/wfluBw5v9yzt13KEO7wfe1bV/I/DGZnsZsIL2TO6P017TcBHwz8Crur+DZvvvgH/XVf/zu47tw08mMj+167N9EDi3+7wJPsu/Ab4ELGn2zwdObraL9kzyAM8Dvtf1Pnt33ePPgD/o9+/Zl6/59JpOU7mkeaaqNif5BeDVwK8Cn0lyFrCBdlBZ3zTiDAHda0x+vvl7C+3QMpGjaS/8/ofN/jLay8gAXFNVjwMkuRP4adph4x+q6t6mbo/u5j537ebjvWgan+FVtBenp6puT3LbLu5/b1XdOsE9uu3fqWeS5wAHVNUXmvs/1ZQD3FRVDzT7tzb3ugH41SR/TDvQ7QvcQTtUAXym630OpP1vtz/tpanubcp/jfZarjTv+dgEdTwK+AXg5qYuy/nJwtnjwN83248DTwEXN33quvvVbQJ+doJ7S5omg5okAKpqnHYLzdeTfIf2wsm3AHdU1St2ctlY83ecnf/3JMC/r6rvPaOwPVhhrKtoV/fY6X0mIez5Z9iVHT/DRI8+n6QdLKd6r8Vprzl5Pu0WvfuTvG+He412bf818OGquiLttVvfN4n37AhwSVW9Z4JjTzW/D6pqa/N48yjai5W/k/ajXZp6PTmF95S0G/ZRk0SSFyU5tKvocNqPIr8HrEp7sAFJliR58W5u9wTwnK79q4F3dfWreslurv8G8MtJDmnO33ea9+mYzmf478AJzfmHAf9n17EtSZZM8r077gJeCFBVTwAPJHlDc//hJCt2cW0nlD2SZC/a4Whnngs82Gyv6SpfD5ze2UmyT7PZ/VmuAY5P8oLmnH2T/PSOb9DU4blVdSXw+8DPdx3+10BPR91KC41BTRK0+6hd0ukgDhwGvK+qnqYdDD7YdCS/Ffil3dzrOuCwpkP6icBf0O4ndluSO5r9naqqEWAt8PnmPTuP9iZ7nxcleaDzAo6bxmc4n3a4uxP4S9qPGh9vjl3Y1OHSnV08ga8Av9y1/xbg95rv+p+Af7GzC6vqR8BFtAPQ1cDNu3if9wGfTXIL8EhX+V8C+zSDEb5N+/H2Mz5LVd0J/Efgq0291tN+ZLuj5wBfbs65ATiz69grm+skzZBOZ1BJUqMZ7bikqp5qRmR+DXhRE1yne88vAH9cVXfPVD0HSdPCeWZVvaXfdZHmE/uoSdKzrQCuax4LBnjHnoS0xlm0W6jmZVADng/8P/2uhDTf2KImSZI0oOyjJkmSNKAMapIkSQPKoCZJkjSgDGqSJEkDyqAmSZI0oAxqkiRJA+r/B1B2rk0vQh8aAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 720x360 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "# Visualize\n",
    "sns.histplot(data=sentence_length)\n",
    "plt.ylabel('Count')\n",
    "plt.xlabel('Sentence Length (characters)')\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Create DataFrame of sentence\n",
    "sent_df = pd.DataFrame(sentence_length)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>195586.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>71.549441</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>44.162881</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>40.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>64.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>94.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>1087.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                   0\n",
       "count  195586.000000\n",
       "mean       71.549441\n",
       "std        44.162881\n",
       "min         1.000000\n",
       "25%        40.000000\n",
       "50%        64.000000\n",
       "75%        94.000000\n",
       "max      1087.000000"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Inspect\n",
    "sent_df.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "def find_outliers(array):\n",
    "    \"\"\"\n",
    "    Returns a tuple of (lower, upper) cut-offs so you can do something like:\n",
    "    `sent_list_cleaned = [sent for sent in sent_list if len(sent) >= lower and len(sent) <= upper]`\n",
    "    \"\"\"\n",
    "    data = np.array(array)\n",
    "    # calculate interquartile range\n",
    "    q25, q75 = np.percentile(data, 25), np.percentile(data, 75)\n",
    "    iqr = q75 - q25\n",
    "    print(f'Percentiles: 25th={q25}, 75th={q75}, IQR={iqr}')\n",
    "    # calculate the outlier cutoff\n",
    "    cut_off = iqr * 1.5\n",
    "    lower, upper = q25, q75 + cut_off\n",
    "    print(f'Cut-offs: lower={lower}, upper={upper}')\n",
    "    # identify outliers\n",
    "    outliers = [x for x in data if x < lower or x > upper]\n",
    "    print(f'Identified outliers: {len(outliers)}')\n",
    "    # remove outliers\n",
    "    outliers_removed = [x for x in data if x >= lower and x <= upper]\n",
    "    print(f'Non-outlier observations: {len(outliers_removed)}')\n",
    "    \n",
    "    return lower, upper"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Percentiles: 25th=40.0, 75th=94.0, IQR=54.0\n",
      "Cut-offs: lower=40.0, upper=175.0\n",
      "Identified outliers: 52760\n",
      "Non-outlier observations: 142826\n"
     ]
    }
   ],
   "source": [
    "lower, upper = find_outliers(sentence_length)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Create list of sentences of a non-outlier length\n",
    "sents_cleaned = [sent for sent in sentence_list if len(sent) >= lower and len(sent) <= upper]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Write random sentences to text file for import into Doccano\n",
    "sents_np = np.array(sents_cleaned)\n",
    "sizes = [100, 500, 1000, 5000]\n",
    "\n",
    "for size in sizes:\n",
    "    random_sents = np.random.choice(sents_np, size=size, replace=False)\n",
    "    with open(f'../data/processed/brewery-review-sentences-{size}.txt','w') as write:\n",
    "        write.write(\"\\n\".join(random_sents))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Full Review Text vs. Sentences\n",
    "\n",
    "After loading 500 sentences into Doccano and starting to annotate, I realized the context may be more helpful from a user experience perspective and useful for a model training persepctive."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAmoAAAE9CAYAAAC7sU6tAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/Il7ecAAAACXBIWXMAAAsTAAALEwEAmpwYAAAmGElEQVR4nO3de5RedXno8e/jQIYJEZMxk1lJIAkRlOItYgRUtKJWwdMj2qMWlkfUEtHVWGtr2wNHTr2cxaq2XlrbFA9FipxlQQWpqETFG3oUwQQiEBQJkRkSYy5EpJqYyvCcP/Z+k51hkswk887eM+/3s9a7Zr+/fXmf32QmefK7RmYiSZKk5nlc3QFIkiRpZCZqkiRJDWWiJkmS1FAmapIkSQ1loiZJktRQJmqSJEkNdVjdAbTL7Nmzc9GiRXWHIUmSdECrV6/elpl9w8unbKK2aNEiVq1aVXcYkiRJBxQRAyOV2/UpSZLUUCZqkiRJDWWiJkmS1FAmapIkSQ1loiZJktRQJmqSJEkNZaImSZLUUCZqkiRJDWWiJkmS1FAmapIkSQ01ZbeQmkqGhoYYGCh2lli4cCFdXV01RyRJkiaCLWqTwMDAAMtWrGTZipW7EzZJkjT12aI2SUzv7a87BEmSNMFsUZMkSWooEzVJkqSGMlGTJElqKBM1SZKkhjJRkyRJaigTNUmSpIYyUZMkSWooEzVJkqSGMlGTJElqKHcmaAD38pQkSSOxRa0B3MtTkiSNxBa1hnAvT0mSNJwtapIkSQ1loiZJktRQbUvUIuLyiNgSEXdVyj4dEWvK1/0RsaYsXxQROyvnPl6559kRcWdErIuIj0VEtCtmSZKkJmnnGLUrgH8CrmwVZOYfto4j4sPALyvX35eZS0Z4ziXAW4BbgBuAM4CV4x+uJElSs7StRS0zvw1sH+lc2Sr2OuCq/T0jIuYCR2Xm9zMzKZK+V41zqJIkSY1U1xi1FwCbM/PeStmxEXF7RNwUES8oy+YDGyrXbCjLJEmSpry6luc4h71b0zYBCzLzwYh4NvDvEfHUsT40Is4HzgdYsGDBuAQqSZJUlwlvUYuIw4A/AD7dKsvMXZn5YHm8GrgPeDKwETi6cvvRZdmIMvPSzFyamUv7+vraEb4kSdKEqaPr86XAjzNzd5dmRPRFRFd5vBg4HlifmZuAhyPi1HJc27nA52uIWZIkacK1c3mOq4CbgadExIaIOK88dTaPnUTwQuCOcrmOa4C3ZWZrIsIfA5cB6yha2pzxKUmSOkLbxqhl5jn7KH/TCGXXAtfu4/pVwNPGNThJkqRJwJ0JJEmSGspETZIkqaFM1CRJkhrKRE2SJKmhTNQkSZIaykRNkiSpoUzUJEmSGspETZIkqaFM1CRJkhrKRE2SJKmhTNQkSZIaykRNkiSpoUzUJEmSGspETZIkqaFM1CRJkhrKRE2SJKmhTNQkSZIaykRNkiSpoQ6rOwCNbGhoiIGBAQAGBwfJhIiag5IkSRPKRK2hBgYGWLZiJdN7+3lw/VpmzDuO7iO6D3hfNcFbuHAhXV1d7Q5VkiS1iV2fDTa9t58ZffPpmTl71Pe0ErxlK1buTtgkSdLkZIvaFDS9t7/uECRJ0jgwUWuQfHSIwcFBYM+4NEmS1LlM1Bpk50PbuOianzFz7rbd49IkSVLncoxaw/TMmjPmcWmSJGlqaluiFhGXR8SWiLirUvbeiNgYEWvK1ysq5y6MiHURcU9EvLxSfkZZti4iLmhXvJIkSU3Tzha1K4AzRij/aGYuKV83AETEicDZwFPLe/45IroiogtYAZwJnAicU14rSZI05bVtjFpmfjsiFo3y8rOAqzNzF/DTiFgHnFyeW5eZ6wEi4ury2rvHO15JkqSmqWOM2tsj4o6ya3RWWTYfeKByzYaybF/lkiRJU95EJ2qXAE8ClgCbgA+P58Mj4vyIWBURq7Zu3Tqej5YkSZpwE5qoZebmzBzKzEeBf2FP9+ZG4JjKpUeXZfsq39fzL83MpZm5tK+vb3yDlyRJmmATmqhFxNzK21cDrRmh1wNnR0R3RBwLHA/cCvwAOD4ijo2IaRQTDq6fyJglSZLq0rbJBBFxFfAiYHZEbADeA7woIpYACdwPvBUgM9dGxGcoJgk8AizPzKHyOW8HvgJ0AZdn5tp2xSxJktQk7Zz1ec4IxZ/Yz/UXAxePUH4DcMM4hiZJkjQpuDOBJElSQ5moSZIkNZSJmiRJUkOZqEmSJDVU2yYTqL2GhoYYGBjY/X7hwoV0dXXVGJEkSRpvJmqT1MDAAMtWrGR6bz87tm/msuVnsnjx4rrDkiRJ48hEbRKb3tvPjD63PpUkaapyjJokSVJDmahJkiQ1lImaJElSQ5moSZIkNZSJmiRJUkM563MSyUeHGBwcBGBwcJDMmgOSJEltZaI2iex8aBsXXfMzZs7dxoPr1zJj3nF1hyRJktrIRK1N2rVzQM+sOczom8+O7ZsP+VmSJKnZTNTaZCJ3DhipSzSiLR8lSZImkIlaG03UzgEjdYl2H9Hd9s+VJEnt5azPKaLVJdozc3bdoUiSpHFioiZJktRQJmqSJEkNZaImSZLUUCZqkiRJDWWiJkmS1FAmapIkSQ1loiZJktRQJmqSJEkN1bZELSIuj4gtEXFXpezvIuLHEXFHRFwXETPL8kURsTMi1pSvj1fueXZE3BkR6yLiYxFujiRJkjpDO1vUrgDOGFZ2I/C0zHwG8BPgwsq5+zJzSfl6W6X8EuAtwPHla/gzJUmSpqS2JWqZ+W1g+7Cyr2bmI+Xb7wNH7+8ZETEXOCozv5+ZCVwJvKoN4UqSJDVOnWPU/ghYWXl/bETcHhE3RcQLyrL5wIbKNRvKshFFxPkRsSoiVm3dunX8I5YkSZpAtSRqEfFu4BHgU2XRJmBBZj4L+HPg3yLiqLE+NzMvzcylmbm0r69v/AKWJEmqwWET/YER8Sbg94GXlN2ZZOYuYFd5vDoi7gOeDGxk7+7Ro8sySZKkKW9CW9Qi4gzgr4BXZuaOSnlfRHSVx4spJg2sz8xNwMMRcWo52/Nc4PMTGbMkSVJd2taiFhFXAS8CZkfEBuA9FLM8u4Eby1U2vl/O8Hwh8P6I+C3wKPC2zGxNRPhjihmkPRRj2qrj2iRJkqastiVqmXnOCMWf2Me11wLX7uPcKuBp4xiaJEnSpODOBJIkSQ014ZMJVK+hoSEGBgYAWLhwIV1dXTVHJEmS9sUWtQ4zMDDAshUrWbZi5e6ETZIkNZMtah1oem9/3SFIkqRRsEVNkiSpoUzUJEmSGspETZIkqaEco1aT6uzLwcFBis20JEmS9jBRq0lr9uX03n4eXL+WGfOOqzskSZLUMHZ91mh6bz8z+ubTM3N23aFIkqQGMlGTJElqKBM1SZKkhjJRkyRJaigTNUmSpIYyUZMkSWooEzVJkqSGGlWiFhHPH02ZJEmSxs9oW9T+cZRlkiRJGif73ZkgIp4LPA/oi4g/r5w6CuhqZ2CSJEmd7kBbSE0DZpTXPb5S/jDwmnYFJUmSpAMkapl5E3BTRFyRmQMTFJMkSZIY/abs3RFxKbCoek9mvrgdQenQ5aNDDA4O7n6/cOFCurrsrZYkaTIZbaL2WeDjwGXAUPvCmZqqSdNEJUw7H9rGRdf8jJlzt7Fj+2YuW34mixcvbvvnSpKk8TPaRO2RzLykrZFMYa2kaVr32glNmHpmzWFG3/wJ+SxJkjT+RpuofSEi/hi4DtjVKszM7W2JagrqmTWH7iO66w5DkiRNIqNdR+2NwF8C3wNWl69VB7opIi6PiC0RcVelrDciboyIe8uvs8ryiIiPRcS6iLgjIk6q3PPG8vp7I+KNY6mg9nS9rl+/nsHBQTLrjkiSJI3GqFrUMvPYg3z+FcA/AVdWyi4Avp6ZH4iIC8r3/wM4Ezi+fJ0CXAKcEhG9wHuApUACqyPi+sz8xUHG1HGq49UeXL+WGfOOs3VPkqRJYFSJWkScO1J5Zl45Unnl/LcjYtGw4rOAF5XHnwS+RZGonQVcmZkJfD8iZkbE3PLaG1vdrBFxI3AGcNVoYlehNV5tx/bNdYciSZJGabRj1J5TOT4CeAlwG3u3lI1Wf2ZuKo9/DvSXx/OBByrXbSjL9lX+GBFxPnA+wIIFCw4iNEmSpOYYbdfnn1TfR8RM4OpD/fDMzIgYtxFTmXkpcCnA0qVLJ3wk1tDQEAMDxbrAI40Fqy7T4VgxSZJ0IKNtURvu18DBjlvbHBFzM3NT2bW5pSzfCBxTue7osmwje7pKW+XfOsjPbquBgQGWrVjJ9N7+3WPBqkYaKyZJkrQvo5r1GRFfiIjry9eXgHsoluo4GNdTzCKl/Pr5Svm55ezPU4Ffll2kXwFeFhGzyhmiLyvLGml6bz8z+ubTM3P2iOdbY8X2dV6SJKlltC1qH6ocPwIMZOaGA90UEVdRtIbNjogNFLM3PwB8JiLOAwaA15WX3wC8AlgH7ADeDMVabRHxv4EflNe93/XbJElSJxjtGLWbIqKfPZMK7h3lfefs49RLRrg2geX7eM7lwOWj+UxJkqSpYrRdn68DbgVeS9ECdktEvKadgUmSJHW60XZ9vht4TmZuAYiIPuBrwDXtCkySJKnTjXYLqce1krTSg2O4V5IkSQdhtC1qX46Ir7BnN4A/pBj8L0mSpDbZb6IWEcdR7CTwlxHxB8Bp5ambgU+1OzhJkqROdqAWtb8HLgTIzM8BnwOIiKeX5/5rG2OTJEnqaAcaZ9afmXcOLyzLFrUlIkmSJAEHTtRm7udczzjGIUmSpGEOlKitioi3DC+MiGXA6vaEJEmSJDjwGLV3AtdFxOvZk5gtBaYBr25jXJIkSR1vv4laZm4GnhcRpwNPK4u/lJnfaHtkkiRJHW60e31+E/hmm2ORJElShbsLSJIkNZSJmiRJUkONdgspaS9DQ0MMDAzsfr9w4UK6urpqjEiSpKnHRE0HlXQNDAywbMVKpvf2s2P7Zi5bfiaLFy9ud6iSJHUUE7UOlY8OMTg4CMDg4CDvu34tRz5xbEnX9N5+ZvTNb3eokiR1LBO1DrXzoW1cdM3PmDl3Gw+uX8uMecftlXTZtSlJUv1M1DpYz6w5zOibz47tmx9zzq5NSZLqZ6KmfbJrU5Kkerk8hyRJUkOZqEmSJDWUiZokSVJDmahJkiQ1lImaJElSQ014ohYRT4mINZXXwxHxzoh4b0RsrJS/onLPhRGxLiLuiYiXT3TMkiRJdZjw5Tky8x5gCUBEdAEbgeuANwMfzcwPVa+PiBOBs4GnAvOAr0XEkzNzaCLj7hTVHQsyaw5GkqQOV/c6ai8B7svMgYjY1zVnAVdn5i7gpxGxDjgZuHmCYuworR0LhnY+zIx5x9UdjiRJHa3uMWpnA1dV3r89Iu6IiMsjYlZZNh94oHLNhrJMbdIzaw49M2fXHYYkSR2vtkQtIqYBrwQ+WxZdAjyJolt0E/Dhg3jm+RGxKiJWbd26dbxClSRJqkWdLWpnArdl5maAzNycmUOZ+SjwLxTdm1CMYTumct/RZdljZOalmbk0M5f29fW1MXRJkqT2qzNRO4dKt2dEzK2cezVwV3l8PXB2RHRHxLHA8cCtExalJElSTWqZTBARRwK/B7y1Uvy3EbEESOD+1rnMXBsRnwHuBh4BljvjU5IkdYJaErXM/DXwxGFlb9jP9RcDF7c7roM1NDTEwMAAg4ODHbmkRXVJD4CFCxfS1dVVY0SSJE0NdS/PMSUMDAywbMVKdj60rSOXtGgt6TFz7jZ2bN/MZcvPZPHixXWHJUnSpGeiNk6m9/bXHUKtembNYUbfyKumtFocW2xxkyRpdEzU1HatFsfpvf22uEmSNAYmapoQ03v799niJkmSRmaipgMaabLAaK61i1OSpENjoqYDGmmywIGunda91i5OSZIOkYmaRmV/kwVGurb7iO42RyRJ0tRX96bskiRJ2gdb1NQW1bFqnboQsCRJh8pETW1RHdf24Pq1HbkQsCRJh8quT7VNa1xbz8zZdYciSdKkZIuaxqTapWl3piRJ7WWipjFpdWkO7XzY7kxJktrMRE1j1jNrDkPd0+oOQ5KkKc8xapIkSQ1loiZJktRQJmqSJEkNZaImSZLUUCZqkiRJDWWiJkmS1FAmapIkSQ1loiZJktRQLnir2g0NDTEwMLD7/cKFC+nq6qoxIkmSmsFETbUbGBhg2YqVTO/tZ8f2zVy2/EwWL15cd1iSJNXORE2NML23nxl98+sOQ5KkRqltjFpE3B8Rd0bEmohYVZb1RsSNEXFv+XVWWR4R8bGIWBcRd0TESXXFrUOTjw4xODjI+vXrGRoaqjscSZIare7JBKdn5pLMXFq+vwD4emYeD3y9fA9wJnB8+TofuGTCI9W42PnQNi665naWrVi517g0SZL0WHUnasOdBXyyPP4k8KpK+ZVZ+D4wMyLm1hCfxkHPrDlM7+2vOwxJkhqvzkQtga9GxOqIOL8s68/MTeXxz4HWv+bzgQcq924oyyRJkqasOicTnJaZGyNiDnBjRPy4ejIzMyJyLA8sE77zARYsWDB+kUqSJNWgtha1zNxYft0CXAecDGxudWmWX7eUl28EjqncfnRZNvyZl2bm0sxc2tfX187wdYiqkwoGBwfJMaXkkiR1hlpa1CLiSOBxmfkf5fHLgPcD1wNvBD5Qfv18ecv1wNsj4mrgFOCXlS5STULFpIKfMXPuNh5cv5YZ846rOyRJkhqnrq7PfuC6iGjF8G+Z+eWI+AHwmYg4DxgAXldefwPwCmAdsAN488SHrPHWM2sOM/rms2P75rpDkSSpkWpJ1DJzPfDMEcofBF4yQnkCyycgNEmSpMZwZ4KDVN2f0jFWkiSpHUzUDlJ1f0rHWEmSpHZo2oK3k0prf8qembPrDkWSJE1BJmqSJEkNZaImSZLUUI5RU6O0FsJtWbhwIV1dXTVGJElSfUzU1CjVhXB3bN/MZcvPZPHixXWHJUlSLUzU1DithXAlSep0jlGTJElqKBM1SZKkhjJRkyRJaigTNUmSpIYyUZMkSWooEzVJkqSGcnkONVZ18dvWwrdDQ0MMDAzsvsYFcSVJU5mJmhqrtfjttO61uxe+HRgYYNmKlUzv7XdBXEnSlGeipkbrmTWH7iO69yqb3tvvgriSpI5goqbGq3aBDg4OkllzQJIkTRATNTVedf/PB9evZca84+oOSZKkCeGsT00Krf0/e2bOrjsUSZImjImaJElSQ5moSZIkNZSJmiRJUkOZqEmSJDWUsz41pbhzgSRpKpnwFrWIOCYivhkRd0fE2oj407L8vRGxMSLWlK9XVO65MCLWRcQ9EfHyiY5ZzdRaX239+vUMDQ0B7N654B1X3cayFSv3StokSZps6mhRewR4V2beFhGPB1ZHxI3luY9m5oeqF0fEicDZwFOBecDXIuLJmTk0oVGrcVrrqx1++J2856yns2DBAgYHB+mZ5c4FkqSpYcITtczcBGwqj/8jIn4E7O9f1bOAqzNzF/DTiFgHnAzc3PZg1Xg9s+YwtOMhLrrmdhfElSRNObVOJoiIRcCzgFvKordHxB0RcXlEzCrL5gMPVG7bwP4TO3UgF8SVJE1FtSVqETEDuBZ4Z2Y+DFwCPAlYQtHi9uGDeOb5EbEqIlZt3bp1PMOVJEmacLUkahFxOEWS9qnM/BxAZm7OzKHMfBT4F4ruTYCNwDGV248uyx4jMy/NzKWZubSvr699FZAkSZoAdcz6DOATwI8y8yOV8rmVy14N3FUeXw+cHRHdEXEscDxw60TFK0mSVJc6Zn0+H3gDcGdErCnL/idwTkQsARK4H3grQGaujYjPAHdTzBhd7oxPjUZr+Q5wPTVJ0uRUx6zP/wfECKdu2M89FwMXty0oTUmt5Tumda/lsuVnsnjx4r3OVxfHNZGTJDWROxNoSuuZNYfuI7pHPNdaHBcYMZGTJKluJmrqaNN7++sOQZKkfXJTdkmSpIYyUZMkSWoouz415VVnf4ITByRJk4eJmqa81uzPmXO38ettm/bawD0TYqQ5yDgrVJJUPxM1dYTWXqA7tm9+zAbuzgqVJDWViZo6TjVpg727RoeGirWUu7q6GBwcpGdW/z5b3CRJajcTNXW8atfog+vX0tVzFDPnHnPAFjdJktrNRE1i71a2rukz92pxO5DqWDZwPJskafyYqEmHqDWWbXpvPzu2b3Y8myRp3JioSQcwmuU9pvf2M6Nv/kSHJkma4kzUpAOojmGzxUySNJFM1KRRaI1hq2qNTWutxyZJ0ngzUZMOUmts2s6HtjFj3nGPOV+dZFBd9sPJBpKk0TJRkw7B9N7+vd5Xx7MNDg7yvuvXcuQT+3cv+zGte5pdp5KkUTNRk8ZgeCI2vMtz+JpsM+Ydt9eyH67JJkkaCxM1aQxGSsSGG77zgSRJB8tETRqjQ0nEDrTUx4EWz3VxXUnqLCZq0gSqtsj9etsm3nPW01mwYMHuyQYbN27cPa5tpKVAXFxXkjqLiZo0waotchddc/tee4wO7Xx497i2kVrfwMV1JamTmKhJNRq+x+hQ97Td50ZqfQNcs02SOoiJmtRgw1vfWi1usPd4t5HWaXM8myRNfiZq0iTRM2vOPlvcWl2nhx9+2O5xb9V13EYaz+aCvJLUfCZq0iT2mK7THQ/tNe5tpPFurUSsOjFhpESvmrxVj6vPkCS116RJ1CLiDOAfgC7gssz8QM0hSY000vIhrda3ww+/c68Wt55Z/ftN9Lp6jmLm3GP2Om6Nl5s/v5jQMNZErtqSZzetJO3fpEjUIqILWAH8HrAB+EFEXJ+Zd9cbmTR59MyaM2KL20jXVZO3kY6L8XI3HVQi1+qSjWB3d2y1de9QE0FJmkomRaIGnAysy8z1ABFxNXAWYKImjdF47JzQGi93MIlcK0GcNu2wvbbjqrbuHUoi2DpuOdjz+7oWRt9iOJZrR2pddJKIpMmSqM0HHqi83wCcUlMsu7X+odv50Da6dv0nQzsfpmvXf/KrI7p3l1WP231+Ij/LuliX/V7bc9R+f3d2/mILv9r5MO+6Zw2P75vLQxvuZUb/YiI44P2/eXg777rsKwzt+hVd3TN23z/8+FDP7+va3/xyGx8498UsWLBgxPgGBwe54MpvcMQTZo/6WmD3ddX7W59/+LTDRzx/oOdLOnR1LyoeOQkWZYqI1wBnZOay8v0bgFMy8+3DrjsfOL98+xTgnjaGNRvY1sbnN5l17zydWm/o3Lp3ar3Bundi3ZtQ74WZ2Te8cLK0qG0Ejqm8P7os20tmXgpcOhEBRcSqzFw6EZ/VNNa98+reqfWGzq17p9YbrHsn1r3J9X5c3QGM0g+A4yPi2IiYBpwNXF9zTJIkSW01KVrUMvORiHg78BWK5Tkuz8y1NYclSZLUVpMiUQPIzBuAG+qOo2JCulgbyrp3nk6tN3Ru3Tu13mDdO1Fj6z0pJhNIkiR1oskyRk2SJKnjmKgdhIg4IyLuiYh1EXFB3fGMt4i4PCK2RMRdlbLeiLgxIu4tv84qyyMiPlZ+L+6IiJPqi/zQRMQxEfHNiLg7ItZGxJ+W5Z1Q9yMi4taI+GFZ9/eV5cdGxC1lHT9dTuYhIrrL9+vK84tqrcAhioiuiLg9Ir5Yvu+Uet8fEXdGxJqIWFWWdcLP+8yIuCYifhwRP4qI53ZIvZ9S/lm3Xg9HxDs7oe4AEfFn5d9vd0XEVeXfe43/XTdRG6PYs53VmcCJwDkRcWK9UY27K4AzhpVdAHw9M48Hvl6+h+L7cHz5Oh+4ZIJibIdHgHdl5onAqcDy8s+2E+q+C3hxZj4TWAKcERGnAh8EPpqZxwG/AM4rrz8P+EVZ/tHyusnsT4EfVd53Sr0BTs/MJZWlCTrh5/0fgC9n5gnAMyn+7Kd8vTPznvLPegnwbGAHcB0dUPeImA+8A1iamU+jmJh4NpPhdz0zfY3hBTwX+Erl/YXAhXXH1YZ6LgLuqry/B5hbHs8F7imP/w9wzkjXTfYX8HmK/WU7qu7AdOA2it0/tgGHleW7f/YpZmA/tzw+rLwu6o79IOt7NMU/Ti8GvghEJ9S7rMP9wOxhZVP65x14AvDT4X9uU73eI3wfXgZ8t1Pqzp4djnrL390vAi+fDL/rtqiN3UjbWc2vKZaJ1J+Zm8rjnwP95fGU/H6UzdzPAm6hQ+pedv+tAbYANwL3AQ9l5iPlJdX67a57ef6XwBMnNODx8/fAXwGPlu+fSGfUGyCBr0bE6ih2doGp//N+LLAV+Neyu/uyiDiSqV/v4c4GriqPp3zdM3Mj8CFgENhE8bu7mknwu26ipjHL4r8YU3a6cETMAK4F3pmZD1fPTeW6Z+ZQFl0iRwMnAyfUG1H7RcTvA1syc3XdsdTktMw8iaKLa3lEvLB6cor+vB8GnARckpnPAn7Nnq4+YMrWe7dyHNYrgc8OPzdV616OuzuLIlGfBxzJY4f4NJKJ2tiNajurKWhzRMwFKL9uKcun1PcjIg6nSNI+lZmfK4s7ou4tmfkQ8E2KboCZEdFab7Fav911L88/AXhwYiMdF88HXhkR9wNXU3R//gNTv97A7lYGMnMLxVilk5n6P+8bgA2ZeUv5/hqKxG2q17vqTOC2zNxcvu+Eur8U+Glmbs3M3wKfo/j9b/zvuona2HXqdlbXA28sj99IMX6rVX5uOTvoVOCXlSb0SSUiAvgE8KPM/EjlVCfUvS8iZpbHPRRj835EkbC9prxseN1b35PXAN8o/yc+qWTmhZl5dGYuovhd/kZmvp4pXm+AiDgyIh7fOqYYs3QXU/znPTN/DjwQEU8pi14C3M0Ur/cw57Cn2xM6o+6DwKkRMb38u77159783/W6B/hNxhfwCuAnFGN43l13PG2o31UUffi/pfjf53kUffNfB+4Fvgb0ltcGxSzY+4A7KWbU1F6Hg6z3aRRN/ncAa8rXKzqk7s8Abi/rfhfw12X5YuBWYB1FN0l3WX5E+X5deX5x3XUYh+/Bi4Avdkq9yzr+sHytbf1d1iE/70uAVeXP+78Dszqh3mV9jqRoGXpCpaxT6v4+4Mfl33H/F+ieDL/r7kwgSZLUUHZ9SpIkNZSJmiRJUkOZqEmSJDWUiZokSVJDmahJkiQ1lImaJElSQ5moSRqViPibiDg9Il4VEReOcP7dEbGmfA1Vjt8xwrVvioh/mqC4eyLipnIv0+si4lWVc/dExEWV99dGxB8c5Ofst04R8fSIuGIf55ZGxMfG+Hn3R8SdEXFHWb+FYwy59Zy3RcS5B3OvpPYzUZM0WqcA3wd+F/j28JOZeXFmLsliv9CdrePMHFMC0gZ/BHwuM4eA7wLPA4iIJ1Ls8/jcyrXPBb43modGRNdYgsjMO4GjI2LBCOdWZeZjEtpROD0znwF8C7joANfuK66PZ+aVB3OvpPYzUZO0XxHxdxFxB/Ac4GZgGXBJRPz1KO49IiL+tWz5uT0iTh/hmv8SETdHxOyIeFl5fFtEfDYiZpTX3B8R7yvL74yIE8ry36203N3e2hJpmNezZ1uY71EmauXXLwB95RY5x1IkmD+PiHPKz7krIj5YifVXEfHhiPgh8NyIeHNE/CQibqXYN7B13WvLe38YEdWk9gsUW1UN/x68KCK+WB6/NyIuj4hvRcT6kVokR3AzML+8v69sGfxB+Xp+RDyu/B7OrHzmvRHRX37eX5RlT4qIL0fE6oj4TkScULZE/rT8Hs0sW0tfWF7/7Yg4fhTxSTpIJmqS9isz/5JiG7ErKJK1OzLzGZn5/lHcvrx4RD6dYn/BT0bEEa2TEfFq4AKKrbqgaBV6aWaeRLHFz59XnrWtLL8E+Iuy7C+A5WUr3guAndUPj2I/3sWZeX9ZtBp4Wln+PIoE5x7gd8r334uIecAHKTZoXwI8p9JdeiRwS2Y+k2JbnfdRJGinASdWPvqvgZeX172yUr6qjPNATgBeTrFJ+nsi4vADXH8GxVZIUGwq/9HMfA7w34DLMvNRimT11QARcQowkHs25W65FPiTzHw2xff2n8uWyHvK+p0G3Aa8ICK6gWMy895R1EfSQTrswJdIEidR7Al5AsVm7aN1GvCPAJn544gYAJ5cnnsxsBR4WWY+HBG/T5EMfDciAKZRJFItnyu/rgZa48i+C3wkIj5F0b25YdjnzwYear3JzF0Rsbasz6nA31Ls9fc84Fnl854DfCsztwKUz34hRSI0BFxbPu6UYdd9ulK37wJXRMRnKnEDbAHm7fc7VvhSZu4CdkXEFqCfYt/d4b4ZEb3Ar4D/VZa9FDix/B4CHFW2TH6aIoH8V4pWvU9XH1Re8zzgs5V7u8uv3ym/B8cCfwO8BbgJ+MEo6iLpENiiJmmfImJJRKwBLqZoYfkS8PKyq7HnEB9/H/B49iQ3AdxYGdt2YmaeV7l+V/l1iPI/mZn5AYqu2B6KBO+EYZ+xk2Jz5arvUiQdj8/MX1CMu3te+TrQ+LTflC1M+5WZb6NoHTwGWF2Oh6OMZec+b9xjV+V4d31HcDqwEFhD0boHxd/rp1a+j/Mz81cUSe9xEdEHvIq9E8jWfQ9V7luSmb9Tnvs2RUvgycANwEyKTey/M4q6SDoEJmqS9ikz15Tdij+haO36BkWX3pLMHE3C8R2KMWJExJOBBRTdaAADFF1zV0bEUykSpudHxHHl9UeW9+xTRDwpM+/MzA9StO7slaiViVhXtbuVIhl7K0ULIcAdFK1rC4C7gFuB3y3HzHVRdNneNMLH31Je98Sya/K1w+K6JTP/GthKkbBBkZTetb86jVVmPgK8Ezi3bF37KvAnlViWlNclcB3wEeBHmfngsOc8DPw0Il5b3hcR8czy9K0UieyjmfkbisTwrYwwqUTS+DJRk7RfZQvML8pxTidk5t1juP2fgcdFxJ0UXW1vKrv0gKI7lCKR+yxwFPAm4KooJi/czLDEawTvLAft3wH8Flg5wjVfpeiCbfkeRXfnzWUMj1B0Sa7KzEczcxPFuLlvUiRzqzPz8wxTXvfe8jnfZe8u4b9rTUYoP6+VFJ5O0So5rspYrqIYE/gOYGkUy3bcDbytcumngf/OsG7PitcD55WTJdYCZ5XP3wU8QJFMQ5GAPx64c5yrImmYKP6TJUlTU0ScBPxZZr6h5ji6KVrmTiuTQ0k6IFvUJE1pmXkbxaD7Ma171gYLgAtM0iSNhS1qkiRJDWWLmiRJUkOZqEmSJDWUiZokSVJDmahJkiQ1lImaJElSQ/1/HzmMacHr5HEAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 720x360 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "sns.histplot(data=df, x='tokens')\n",
    "plt.xlabel('# Tokens (Words) in Review')\n",
    "plt.ylabel('Count')\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Percentiles: 25th=38.0, 75th=110.0, IQR=72.0\n",
      "Cut-offs: lower=38.0, upper=218.0\n",
      "Identified outliers: 10639\n",
      "Non-outlier observations: 26895\n"
     ]
    }
   ],
   "source": [
    "lower, upper = find_outliers(df['tokens'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "26895"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_cleaned = df[(df['tokens'] >= lower) & (df['tokens'] <= upper)]\n",
    "len(df_cleaned)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Write random sentences to text file for import into Doccano\n",
    "reviews_np = np.array(df_cleaned['review_text'])\n",
    "sizes = [100, 500, 1000, 5000]\n",
    "\n",
    "for size in sizes:\n",
    "    random_reviews = np.random.choice(reviews_np, size=size, replace=False)\n",
    "    with open(f'../data/processed/brewery-reviews-{size}.txt','w') as write:\n",
    "        write.write(\"\\n\".join(random_reviews))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Model Training v1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[INFO] Stored the spacy training data and filename is ../data/annotations/final-training-set/reviews-annotated-ner-200-p2.txt\n"
     ]
    }
   ],
   "source": [
    "# Load the TRAIN_DATA from the Doccano export\n",
    "filename = (\"../data/annotations/final-training-set/reviews-annotated-ner-200-p2.json\")\n",
    "TRAIN_DATA = []\n",
    "\n",
    "with open(filename) as file:\n",
    "    lines = file.readlines()\n",
    "    for train_data in lines:\n",
    "        data = json.loads(train_data)\n",
    "        if len(data['labels']) == 0 and data['annotation_approver'] == None: continue\n",
    "        ents = [tuple(entity[:3]) for entity in data['labels']]\n",
    "        TRAIN_DATA.append((data['text'],{'entities':ents}))\n",
    "\n",
    "with open('{}'.format(filename.replace('json','txt')),'w') as write:\n",
    "    write.write(str(TRAIN_DATA))\n",
    "\n",
    "print(\"[INFO] Stored the spacy training data and filename is {}\".format(filename.replace('json','txt')))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['BEER_STYLE', 'LOCATION', 'BREWERY', 'FEATURE']\n"
     ]
    }
   ],
   "source": [
    "# Load the LABELS from the Doccano export\n",
    "labels_filename = (\"../data/annotations/final-training-set/labels.json\")\n",
    "LABELS = []\n",
    "\n",
    "with open(labels_filename) as file:\n",
    "    labels = json.load(file)\n",
    "    LABELS = [label['text'] for label in labels]\n",
    "    \n",
    "print(LABELS)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Loading model 'en_core_web_md'\n",
      "Adding LABEL 'BEER_STYLE'\n",
      "Adding LABEL 'LOCATION'\n",
      "Adding LABEL 'BREWERY'\n",
      "Adding LABEL 'FEATURE'\n",
      "Saved base model to ../models/base_model\n"
     ]
    }
   ],
   "source": [
    "# Transfer Learning\n",
    "# With an existing model, add the labels and save as the `base_model`\n",
    "\n",
    "model = \"en_core_web_md\"\n",
    "nlp = spacy.load(model)\n",
    "print(f\"Loading model '{model}'\")\n",
    "\n",
    "# Get the NER component so we can add labels\n",
    "ner = nlp.get_pipe(\"ner\")\n",
    "\n",
    "# Add labels\n",
    "for label in LABELS:\n",
    "    print(f\"Adding LABEL '{label}'\")\n",
    "    ner.add_label(label)\n",
    "\n",
    "# Save the model to disk\n",
    "nlp.to_disk(BASE_MODEL_PATH)\n",
    "print(f\"Saved base model to {BASE_MODEL_PATH}\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "8f5405369cbf48a2b094f13414947f2f",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(HTML(value=''), FloatProgress(value=0.0), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/chris/opt/anaconda3/envs/brewery-review-nlp/lib/python3.9/site-packages/spacy/language.py:482: UserWarning: [W030] Some entities could not be aligned in the text \"Atmosphere was industrial, but homey with a casual...\" with entities \"[(95, 102, 'FEATURE'), (15, 25, 'FEATURE'), (44, 5...\". Use `spacy.gold.biluo_tags_from_offsets(nlp.make_doc(text), entities)` to check the alignment. Misaligned entities (with BILUO tag '-') will be ignored during training.\n",
      "  gold = GoldParse(doc, **gold)\n",
      "/Users/chris/opt/anaconda3/envs/brewery-review-nlp/lib/python3.9/site-packages/spacy/language.py:482: UserWarning: [W030] Some entities could not be aligned in the text \"What a cool place! Very laid back, clean warehouse...\" with entities \"[(24, 33, 'FEATURE'), (51, 67, 'LOCATION'), (73, 8...\". Use `spacy.gold.biluo_tags_from_offsets(nlp.make_doc(text), entities)` to check the alignment. Misaligned entities (with BILUO tag '-') will be ignored during training.\n",
      "  gold = GoldParse(doc, **gold)\n",
      "/Users/chris/opt/anaconda3/envs/brewery-review-nlp/lib/python3.9/site-packages/spacy/language.py:482: UserWarning: [W030] Some entities could not be aligned in the text \"A new, relaxing chill little spot for sipping some...\" with entities \"[(2, 5, 'FEATURE'), (7, 15, 'FEATURE'), (16, 21, '...\". Use `spacy.gold.biluo_tags_from_offsets(nlp.make_doc(text), entities)` to check the alignment. Misaligned entities (with BILUO tag '-') will be ignored during training.\n",
      "  gold = GoldParse(doc, **gold)\n",
      "/Users/chris/opt/anaconda3/envs/brewery-review-nlp/lib/python3.9/site-packages/spacy/language.py:482: UserWarning: [W030] Some entities could not be aligned in the text \"Basically, this is a liquor warehouse. The guys st...\" with entities \"[(315, 324, 'FEATURE'), (420, 430, 'LOCATION'), (5...\". Use `spacy.gold.biluo_tags_from_offsets(nlp.make_doc(text), entities)` to check the alignment. Misaligned entities (with BILUO tag '-') will be ignored during training.\n",
      "  gold = GoldParse(doc, **gold)\n",
      "/Users/chris/opt/anaconda3/envs/brewery-review-nlp/lib/python3.9/site-packages/spacy/language.py:482: UserWarning: [W030] Some entities could not be aligned in the text \"Hip, wide open beer hall vibe. Cafeteria-style ord...\" with entities \"[(15, 24, 'FEATURE'), (0, 3, 'FEATURE'), (5, 14, '...\". Use `spacy.gold.biluo_tags_from_offsets(nlp.make_doc(text), entities)` to check the alignment. Misaligned entities (with BILUO tag '-') will be ignored during training.\n",
      "  gold = GoldParse(doc, **gold)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n"
     ]
    }
   ],
   "source": [
    "# Train the model\n",
    "\n",
    "# Load base_model\n",
    "nlp = spacy.load(BASE_MODEL_PATH)\n",
    "\n",
    "# Number of iterations\n",
    "n_iter=100\n",
    "\n",
    "# Drop to prevent over-fitting\n",
    "drop = decaying(0.6, 0.2, 1e-4)\n",
    "\n",
    "# Resume training since we're using a base model\n",
    "optimizer = nlp.resume_training()\n",
    "\n",
    "# Minibatch sizes\n",
    "sizes = compounding(1.0, 4.0, 1.001)\n",
    "\n",
    "loss = []\n",
    "\n",
    "pipe_exceptions = [\"ner\", \"trf_wordpiecer\", \"trf_tok2vec\"]\n",
    "other_pipes = [pipe for pipe in nlp.pipe_names if pipe not in pipe_exceptions]\n",
    "# only train NER\n",
    "with nlp.disable_pipes(*other_pipes), warnings.catch_warnings():\n",
    "    # show warnings for misaligned entity spans once\n",
    "    warnings.filterwarnings(\"once\", category=UserWarning, module='spacy')\n",
    "\n",
    "    # batch up the examples using spaCy's minibatch\n",
    "    # NOTE: These are defaults from https://spacy.io/usage/training#ner\n",
    "    with trange(n_iter) as pbar:\n",
    "        for _ in pbar:\n",
    "            # Randomize the training data\n",
    "            random.shuffle(TRAIN_DATA)\n",
    "\n",
    "            # Create batches\n",
    "            batches = minibatch(TRAIN_DATA, size=sizes)\n",
    "\n",
    "            # Train and update\n",
    "            losses = {}\n",
    "            for batch in batches:\n",
    "                texts, annotations = zip(*batch)\n",
    "                nlp.update(texts, annotations, sgd=optimizer, drop=next(drop), losses=losses)\n",
    "\n",
    "            # Logging\n",
    "            loss.append(losses['ner'])\n",
    "            pbar.set_postfix(loss=losses['ner'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAmoAAAE9CAYAAAC7sU6tAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/Il7ecAAAACXBIWXMAAAsTAAALEwEAmpwYAAA3UklEQVR4nO3dd3yb5b338c9P8p7yjmM720lIQkIGSUgoe7YUKFDGoS2ltLSU0XU6OM/pw+np09OeTgqltLSkzLI3pUDKntl7O8sZjveM46nr+UNKcIgdnESyZPv7fr30snTp1u2fIhS+ue5rmHMOEREREYk+nkgXICIiIiLdU1ATERERiVIKaiIiIiJRSkFNREREJEopqImIiIhEKQU1ERERkSgVE+kCwiE7O9uNGDEi0mWIiIiIfKIlS5ZUOedyuntuQAa1ESNGsHjx4kiXISIiIvKJzGx7T8/p0qeIiIhIlFJQExEREYlSCmoiIiIiUUpBTURERCRKKaiJiIiIRCkFNREREZEopaAmIiIiEqUU1ERERESilIKaiIiISJRSUDtKTy3ZyZLtNZEuQ0RERAYwBbWj9JMX1vDCirJIlyEiIiIDmILaUfIlxVHX3BbpMkRERGQAU1A7Sr6kWOr2tUe6DBERERnAFNSOUnpiLHXNCmoiIiISPgpqR8mXFEe9etREREQkjBTUjpIvMVZj1ERERCSsFNSOki8plvp97fj9LtKliIiIyACloHaU0hNj8TtobO2IdCkiIiIyQCmoHSVfUhwA9ZpQICIiImGioHaUfImxANTt0zg1ERERCQ8FtaPkSwoGNfWoiYiISJgoqB2l9GCPmpboEBERkXBRUDtK6ft71BTUREREJEwU1I7SgR41raUmIiIiYaKgdpTiY7wkxXk1Rk1ERETCRkHtGPgStTG7iIiIhI+C2jFIT4pTj5qIiIiEjYLaMfAlxlKvddREREQkTBTUjoEvKVY9aiIiIhI2YQtqZlZkZm+Y2VozW2Nm3wq2Z5rZfDPbFPyZEWw3M7vDzErMbKWZTetyrmuCx28ys2vCVfOR8iVpjJqIiIiETzh71DqA7znnJgCzgRvNbALwI+A151wx8FrwMcD5QHHwdj1wNwSCHXAbMAuYCdy2P9xFWnpiHPXN7TjnIl2KiIiIDEBhC2rOuTLn3NLg/UZgHVAAXATcHzzsfuDi4P2LgAdcwIeAz8zygXOB+c65GudcLTAfOC9cdR8JX1IsbZ1+9rV3RroUERERGYD6ZIyamY0ApgILgDznXFnwqT1AXvB+AbCjy8t2Btt6av/477jezBab2eLKysrQvoEe7F/0VuPUREREJBzCHtTMLAV4Cvi2c66h63MucM0wJNcNnXP3OOdmOOdm5OTkhOKUn8in/T5FREQkjMIa1MwslkBIe9g593SwuTx4SZPgz4pg+y6gqMvLC4NtPbVH3IH9PtWjJiIiImEQzlmfBtwLrHPO/bbLU88D+2duXgM816X9S8HZn7OB+uAl0leAc8wsIziJ4JxgW8T5EuMAtJaaiIiIhEVMGM89F/gisMrMlgfb/gP4BfC4mV0HbAcuDz73EvBpoARoBq4FcM7VmNlPgUXB4/7bOVcTxrp7zaceNREREQmjsAU159y7gPXw9JndHO+AG3s41zxgXuiqC40DQU1j1ERERCQMtDPBMUiM9RLn9ahHTURERMJCQe0YmBnpSdrvU0RERMJDQe0Y+RK136eIiIiEh4LaMdLG7CIiIhIuCmrHKD0xTpMJREREJCwU1I5RemIs9c0aoyYiIiKhp6B2jHxJsdpCSkRERMJCQe0Y+RJj2dvWSVuHP9KliIiIyACjoHaM9i96q141ERERCTUFtWOUnqT9PkVERCQ8FNSOkS9R+32KiIhIeCioHSNtzC4iIiLhoqB2jHyJgUufWktNREREQk1B7RilH+hR0xg1ERERCS0FtWOUGh+DxzTrU0REREJPQe0YeTxGujZmFxERkTBQUAuB9MRYjVETERGRkFNQC4H0pDhd+hQREZGQU1ALAZ82ZhcREZEwUFALAV+SLn2KiIhI6CmohYBPkwlEREQkDBTUQiA9KY6GlnY6/S7SpYiIiMgAoqAWAr7EWJyDxhb1qomIiEjoKKiFgPb7FBERkXBQUAuBA0FNEwpEREQkhBTUQiB9/8bsWqJDREREQkhBLQT296hp0VsREREJJQW1EEhP1Bg1ERERCT0FtRDYH9TUoyYiIiKhpKAWArFeDynxMepRExERkZBSUAuR9MRY6vZpMoGIiIiEjoJaiPiSYqlXj5qIiIiEkIJaiGhjdhEREQk1BbUQ8SXGaR01ERERCSkFtRBJT4rVrE8REREJKQW1EPElxlLX3I5zLtKliIiIyAChoBYivqRYOvyOvW2dkS5FREREBggFtRDxab9PERERCTEFtRBJ0zZSIiIiEmIKaiGyf2P2Bk0oEBERkRBRUAuR/UFNa6mJiIhIqCiohchHY9QU1ERERCQ0FNRC5KMeNU0mEBERkdBQUAuRhFgv8TEe7fcpIiIiIaOgFkK+pFhd+hQREZGQUVALoczkeHbUNke6DBERERkgFNRC6OzjcvlgSzU7ahTWRERE5NiFLaiZ2TwzqzCz1V3a/svMdpnZ8uDt012eu9XMSsxsg5md26X9vGBbiZn9KFz1hsIVM4dhwKOLSiNdioiIiAwA4exRuw84r5v23znnTgjeXgIwswnAlcDE4Gv+aGZeM/MCdwHnAxOAq4LHRqUCXyJnjM/lsUU7aevwH/P5Khpb+M9nV7FP+4eKiIgMSmELas65t4GaXh5+EfCoc67VObcVKAFmBm8lzrktzrk24NHgsVHr6lnDqWpqZf7a8h6PaevwU9XU+onnem7Zbh76sJQFW6tDWaKIiIj0E5EYo3aTma0MXhrNCLYVADu6HLMz2NZTe9Q6ZWwOBb5EHl6wvdvnnXPc/MhSzrv9HTr97rDnWrA1kHPX7G4IeZ0iIiIS/fo6qN0NjAZOAMqA34TqxGZ2vZktNrPFlZWVoTrtEfN6jH+bNYz3N1ezubLpkOefW76bV9aUU9XUyprd9T2ex+93LNq2P6j1fJyIiIgMXH0a1Jxz5c65TuecH/gLgUubALuAoi6HFgbbemrv7tz3OOdmOOdm5OTkhL74I/D5GYXEeIxHFhw8qaCioYXbnl/DcflpALxX0vMlzY0VjdTvayc+xsPqXepRExERGYz6NKiZWX6Xh58D9s8IfR640szizWwkUAwsBBYBxWY20sziCEw4eL4vaz4auakJnDtxCE8u3UlLe2AigHOO/3hmFS3tndz1b1MZm5fC+5urejzHouBlz0umFVBa00y9NnsXEREZdMK5PMcjwAfAODPbaWbXAb80s1VmthI4HfgOgHNuDfA4sBZ4Gbgx2PPWAdwEvAKsAx4PHhv1rp41jLrmdl5aVQbAM8t28a91FXz/3HGMyklhzuhsFm2robWj+xmdC7bWkJ8eCHwAazVOTUREZNCJCdeJnXNXddN872GO/xnws27aXwJeCmFpfeKk0VmMyk7m4QWlzB2TzX89v4YZwzO4du5IAOaMzuK+97exvLSOWaOyDnqtc46FW2uYPSqLiUPTgcA4tZNGZx3ye0RERGTg0s4EYWIWmFSwZHst192/iLZOP7/6/BS8HgNg1qgsPAbvbT50nNr26mYqGluZOTKTnNR48tLi1aMmIiIyCCmohdFl0wuJC04G+MG54xmZnXzgufTEWI4vSOeDbsapLQzO9pw1MhOASUPTWa2ZnyIiIoOOgloY+ZLiuHbOCM6ekMeX54w45PmTRmezrLSO5raOg9oXbq0hMzmOMbkpAEwcmkZJRVOPOxS0dfi54aElLNleG/L3ICIiIpGjoBZmt376OP7ypRl4gpc8u5o7JosOf2A8WlcLt9YwY3gGZoHXTCxIx+9g/Z7uL3++v7mKf67ew2/nbwj9GxAREZGIUVCLoBnDM4nzevigyzi1PfUtlNY0MzN42RMCPWrQ8w4F+7ereq+kmk3ljWGsWERERPqSgloEJcZ5mTrMx3tdxql9ND7toxmeBb5EfEmx3e5Q4Pc7/rWunFkjM4mL8XD/B9vCXreIiIj0DQW1CJszOps1uxuoa24DYOHWalLiYzguP/XAMWbGxKFp3faordpVT3lDK5fPKOKzk4fy9NJdNLRocVwREZGBQEEtwuaOycI5+HBL4PLnwq01TBueQYz34I9m0tB01pc10t7pP6h9/tpyvB7jjPG5fHnOCJrbOnli8c4+q19ERETCR0EtwiYX+kiK8/L+5mpq97axsbzpwLIcXU0YmkZbp5+SioM3ev/XunJmDM8gIzmO4wvTmT48gwc/2Ibf7/rqLYiIiEiYKKhFWFyMhxNHZPJeSRWLguPTZnYT1CYVBHYoWL3ro3FqO2qaWb+nkbMn5B1ou2bOCLZVN/PWxsowVy4iIiLhpqAWBeaOyWJz5V5eWFlGXIyHyYXphxwzMiuZpDjvQePUXg3O9uwa1M6fNITc1Hjue39b2OsWERGR8FJQiwJzRmcD8OLK3ZxQ5CM+xnvIMR6PcVx+2kEzP+ev3cPYvBSGZ32040Gs18PVs4bz1sZKtlQ2HXIeERER6T8U1KLAhPw00hNjcY5ux6ftN2loGmt3N+D3O+qa21i0rfag3rT9rppVRKzXeOCD7eEsW0RERMJMQS0KeDzGSaMC66Z1Nz5tv4lD09nb1sm26r28vr6CTr/j7AlDDjkuNzWBzxyfz5NLdtLU2tHNmURERKQ/UFCLEhdMySc/PYFpwzJ6PGZiwUc7FMxfW05uajyTCw4dzwaBSQVNrR08vVRLdYiIiPRXCmpR4oLJQ/ng1jNJjo/p8Zji3FRivcbS0lre2ljJWRPyut1DFGDqsAwmFaTx+OId4SpZREREwkxBrR+Ji/EwbkgqTyzeSXNbZ7fj07q6dFohq3c1sGGP9v8UERHpjxTU+pmJ+ek0tXaQHOdlzuiswx574ZShxHiMp3T5U0REpF9SUOtnJgXHqZ06LqfbZTy6ykqJ5/TxuTy9dBcdH9t6SkRERKKfglo/c0JRYLLBuRMPne3ZnUunFVLV1Mo7m6rCWZaIiIiEgYJaP3N8YTov3nwyF04Z2qvjzxifS0ZSLE/q8qeIiEi/o6DWD00qSMes+9meHxcX4+HCKUOZv7ac+ub2MFcmIiIioaSgNghcOr2Qtg4/L67aHelSRERE5AgoqA0CxxekU5ybwlNLur/8ubS0lgVbqvu4KhEREfkkCmqDgJlx6fRClpbWHbJR++OLdvD5P33AV+5bRO3etghVKCIiIt1RUBskPje1AI/B00t3AeCc4/Z/beQHT63khCIfze2d/PntLRGuUkRERLpSUBsk8tISOLk4h2eW7aKtw88Pn1rJ7f/axGXTC3n0+tl8dvJQ7n9/G1VNrZEuVURERIIU1AaRS6cVsKtuHxf+4V0eX7yTW84s5leXTSbW6+FbZxXT2tHJn97cHOkyRUREJEhBbRA5d+IQUuNj2FTRxC8uOZ7vnj32wDIfo3NSuHhqAQ9+uJ2KhpZuX//gh9u56A/vUq1eNxERkT6hoDaIJMR6+dMXp/Po9bO5cuawQ57/1pnFdPgdf+ymV+2JxTv48bOrWbGznp+8sLYvyhURERn0FNQGmbljsjlxRGa3zw3PSuayaYX8fUEpZfX7DrS/vHoPP3xqJZ8qzuam08fw/IrdzF9b3lcli4iIDFq9CmpmlmxmnuD9sWZ2oZnFhrc0iYSbzhiDw/GH10sAeHdTFbc8sowpRT7+9IXp3HJmMeOHpPJ/nllF/T7tdCAiIhJOve1RextIMLMC4FXgi8B94SpKIqcoM4nLZxTx+OIdvLBiN9c/uJhROcnc9+WZJMfHEBfj4VeXTaF6bxs/+4cugYqIiIRTb4OaOeeagUuAPzrnPg9MDF9ZEkk3nTEGw7j5kWXkpMbzwFdmkp70UQfq8YXpfP2UUTy+eCdvb6yMYKUiIiIDW6+DmpmdBFwN/CPY5g1PSRJp+emJfP3UUQzLTOKh62aRm5ZwyDG3nFnM6Jxkbn16FU2tHRGoUkREZODrbVD7NnAr8Ixzbo2ZjQLeCFtVEnHfO2ccb/77aRRlJnX7fEKsl19eNoXd9fv433+u7+PqREREBodeBTXn3FvOuQudc/8bnFRQ5Zy7Jcy1SYR5PHbY56cPz+DaOSN58MPtbK3a20dViYiIDB69nfX5dzNLM7NkYDWw1sy+H97SpD+4enZgPbZFW2siXImIiMjA09tLnxOccw3AxcA/gZEEZn7KIDcyK5n0xFiW7aiNdCkiIiIDTm+DWmxw3bSLgeedc+2AC1tV0m94PMYJRT6WldZFuhQREZEBp7dB7c/ANiAZeNvMhgMN4SpK+pepw3xsKG/U7E8REZEQ6+1kgjuccwXOuU+7gO3A6WGuTfqJacMycA5W7KiLdCkiIiIDSm8nE6Sb2W/NbHHw9hsCvWsiTCnyAbCsVOPUREREQqm3lz7nAY3A5cFbA/C3cBUl/Ut6YixjclM0Tk1ERCTEYnp53Gjn3KVdHv/EzJaHoR7pp6YW+XhtfQXOOcwOv/6aiIiI9E5ve9T2mdnJ+x+Y2VxgX3hKkv5o6rAMava2UVrTHOlSREREBoze9qh9A3jAzNKDj2uBa8JTkvRH04b7AFhaWsvwLA1fFBERCYXezvpc4ZybAkwGJjvnpgJnhLUy6VeKc1NJjvNqnJqIiEgI9fbSJwDOuYbgDgUA3z3csWY2z8wqzGx1l7ZMM5tvZpuCPzOC7WZmd5hZiZmtNLNpXV5zTfD4TWamXrwo5fUYU7TwrYiISEgdUVD7mE8aMX4fcN7H2n4EvOacKwZeCz4GOB8oDt6uB+6GQLADbgNmATOB2/aHO4k+U4f5WFfWwL62zkiXIiIiMiAcS1A77BZSzrm3gY/v1H0RcH/w/v0EtqTa3/5AcDHdDwGfmeUD5wLznXM1zrlaYD6Hhj+JElOLMujwO1btqo90KSIiIgPCYYOamTWaWUM3t0Zg6FH8vjznXFnw/h4gL3i/ANjR5bidwbae2rur9fr9C/JWVlYeRWlyrKYO8wHdL3zb6Xf85e0tbKls6uOqRERE+q/DBjXnXKpzLq2bW6pzrrczRns6tyOEG7s75+5xzs1wzs3IyckJ1WnlCGSlxDM8K6nbcWrz3t3Kz15ax1V/+ZDSai3hISIi0hvHcunzaJQHL2kS/FkRbN8FFHU5rjDY1lO7RKmpRT6WltYSyOEBW6v28utXNzBzZCatHX6uvvdD9tS3RLBKERGR/qGvg9rzfLT+2jXAc13avxSc/TkbqA9eIn0FOMfMMoKTCM4JtkmUmjosg4rGVsqCQczvd/zwyZXEx3i486qp3H/tTGr3tvOFexdQ3dQa4WpFRESiW9iCmpk9AnwAjDOznWZ2HfAL4Gwz2wScFXwM8BKwBSgB/gJ8E8A5VwP8FFgUvP13sE2i1P5xakuD49Qe/HA7C7fV8OMLJpCXlsCUIh/3XjODHTXNfGneQhpa2iNYrYiISHSzrpeoBooZM2a4xYsXR7qMQam908+k217hC7OH8+U5Izj39reZMSKT+6898aA9QN/YUMH1DyxmSqGPB66bSVLcMQ15FBER6bfMbIlzbkZ3z/X1pU8Z4GK9HiYXprO0tJYfPb0SA35+yfGHbNR++rhcbr9iKktLaznrN2/x4Ifbae3Q+msiIiJdKahJyE0dlsGy0jreK6nm1k8fR4EvsdvjPjM5n4e+Oot8XyI/fnY1p/7yTe5/fxst7QpsIiIioKAmYTC1yAfA7FGZ/NvMYYc9ds7obJ78xkk8dN0sijITue35NZzyyzd4fNEOBuJleRERkSOhgUEScp8am8MVM4q46YwxeDyftNMYmBknF2czd0wWH2yp5revbuQHT63k1bXl/OLS48lOie+DqkVERKKPJhNI1PH7HfPe28ovX9lAWkIMv7hkMmdNyPvkF4qIiPRDmkwg/YrHY3z1U6N44aaTyUlN4KsPLObWp1ext7Uj0qWJiIj0KQU1iVrjhqTy7I1z+Pqpo3h0USlfe0C9pCIiMrhojJpEtfgYL7eefxxpCbH86pUNlFQ0MiY3NdJliYiI9An1qEm/cPmMIrwe44nFOyNdioiISJ9RUJN+ISc1njPG5/LU0l20d/ojXY6IiEifUFCTfuPyGUVUNbXy5obKSJciIiLSJxTUpN84bVwO2SnxPL54R6RLERER6RMKatJvxHo9XDq9gNfXV1DR2BLpckRERMJOQU36lc9PL6LT73h22a5IlyIiIhJ2CmrSr4zJTWH68AweX7xTe4GKiMiAp6Am/c7lMwopqWhi2Y66SJciIiISVgpq0u98ZvJQEmO9PPGxSQUt7Z385tUNfPHeBexr64xQdSIiIqGjoCb9Tkp8DJ+ZnM8LK8pobgvs//n2xkrOvf1t7ny9hHc2VfHYotIIVykiInLsFNSkX7p8RhFNrR088MF2bnlkGV+atxCvGX//2ixmjsjkz29voa1DC+OKiEj/pr0+pV86cUQGI7OT+cU/1xPn9fDts4q54bTRxMd4ae90XDNvIU8v3cmVM4dFulQREZGjpqAm/ZKZ8b1zxvLPVXv47jljGZ2TcuC5U4qzmVyYzh/f3Mxl0wuJ8arjWERE+if9H0z6rQsmD+Wuq6cdFNIgEOJuPH0MpTXNvLiyLELViYiIHDsFNRmQzj4uj3F5qdz1Rgl+v9ZbExGR/klBTQYkj8f45umj2VTRxKtr9/T6devKGmjt0NIeIiISHRTUZMC6YPJQRmYnc+frJZ+4i0FlYys3PryU83//Dhff9T5bKpv6qEoREZGeKajJgOX1GDecOpo1uxt4c2Nlt8c453hyyU7O+u1bzF9bzpfnjKCsfh+fvfNdnluu/URFRCSyFNRkQLt4agEFvkR+/69NrN5Vz/bqvdTsbaO908+Omma+NG8h//7ECopzU3jpW5/ivy6cyEu3fIoJQ9P41qPL+eGTK7XLgYiIRIwNxI2tZ8yY4RYvXhzpMiRKPLxgO//nmdXdPpcc5+VH54/n6lnD8XjsQHtHp5/b/7WJu94soTg3hT9/cQYjs5P7qmQRERlEzGyJc25Gt88pqMlgsHxHHeUNLTS1dNDY0k5jSwftfscVJxZR4Evs8XXvbKrklkeWkZeWwHM3zSU+xtuHVYuIyGBwuKCmBW9lUDihyHdUr/tUcQ6/uXwKX7lvMb+bv4kfnT8+tIWJiIgchsaoiXyCM8bnceWJRdzz9maWbK+JdDkiIjKIKKiJ9MJ/XjCBob5Evvv4Cva2dkS6HBERGSQU1ER6ISU+hl9/fgqlNc38/J/rIl2OiIgMEgpqIr00e1QW180dyUMflvJWD+uyiYiIhJKCmsgR+PdzxzEmN4UfPLmC+ub2SJcjIiIDnIKayBFIiPXyu8tPoLqpjRseXkLt3rZIlyQiIgOYgprIETq+MJ1fXDqZxdtqueDOd1m1sz7SJYmIyACloCZyFC6bXsgT3zgJ5xyX/ul9HltU2u1xLe2dmiUqIiJHTQveihylKUU+Xrj5ZG55dBk/fGoVy3fU8c3TxrBqVz1LtteyZHsta3bXk54Yy7M3zqUwIynSJYuISD+jLaREjlGn3/GbVzfwxzc3H2iLj/EwuTCdKYU+Hlu8gwJfIk/dMIfkeP3bSEREDqYtpETCyOsxfnDeeOaOyWZjeSNTh2UwIT+NuJjAyIJPjc3h2r8t5DuPLedPX5h+0ObvIiIih6MxaiIhMndMNtfOHckJRb4DIQ3g1LE5/OdnJvDq2nJ+96+NEaxQRET6G/WoifSBa+eOYMOeRu58vYTivFQunDI00iWJiEg/oB41kT5gZvz04knMHJHJ959YwcqddZEuSURE+gEFNZE+Ehfj4e4vTCM7JZ4vzVvIL/65npKKxkiXJSIiUUxBTaQPZaXEc/9XZjJtWAZ/eWcLZ/32bS6+6z0e/HC7tqQSEZFDaHkOkQipaGzhuWW7eXLJTjaUN5IY6+Vnn5vEJdMKI12aiIj0ocMtzxGRHjUz22Zmq8xsuZktDrZlmtl8M9sU/JkRbDczu8PMSsxspZlNi0TNIqGWm5rA104Zxcvf/hQv3nwykwvT+e7jK/iv59fQ3umPdHkiIhIFInnp83Tn3AldEuSPgNecc8XAa8HHAOcDxcHb9cDdfV6pSBiZGZMK0nnoq7O4du4I7nt/G1f/dQFVTa2RLk1ERCIsmsaoXQTcH7x/P3Bxl/YHXMCHgM/M8iNQn0hYxXo93PbZifzuiims2FHHZ+98lxU76iJdloiIRFCk1lFzwKtm5oA/O+fuAfKcc2XB5/cAecH7BcCOLq/dGWwrQ2QA+tzUQopzU/n6g0u47E/vM314BtOGBW/DM8hMjot0iSIi0kciFdROds7tMrNcYL6Zre/6pHPOBUNcr5nZ9QQujTJs2LDQVSoSAZMK0nnx5pO5640SFm6r4Z63t9DhD3wlRmUn838+cxxnHpf3CWcREZH+LiJBzTm3K/izwsyeAWYC5WaW75wrC17arAgevgso6vLywmDbx895D3APBGZ9hrN+kb6QkRzHf14wAYB9bZ2s2lXPku21PLd8F9c/uITfXj6Fi04oiHCVIiISTn0+Rs3Mks0sdf994BxgNfA8cE3wsGuA54L3nwe+FJz9ORuo73KJVGRQSIzzMnNkJjecNponb5jDjOEZfPux5fx9QWmkSxMRkTCKRI9aHvCMme3//X93zr1sZouAx83sOmA7cHnw+JeATwMlQDNwbd+XLBI9UuJjuP8rM7nhoSX8xzOr2NvawddOGRXpskREJAy04K1IP9XW4ec7jy3nH6vKuOWMMXzn7LEE/wEkIiL9yOEWvI3UZAIROUZxMR7uuGoqKfEx3PF6CS0dfm49f/xhw5o/OCHB41GgExHpDxTURPoxr8f4xaXHExfj4Z63t5AQ4+G754zr9tjyhha+ev9iqpta+fbZY7lkagEx3mhaSlFERD5Of0uL9HNmxk8unMgVM4q44/US7nqj5JBj1u5u4OK73mNLZROZKXH84MmVnPf7d3h59R4G4vAHEZGBQj1qIgOAx2P8zyXH09LRya9e2UBCrJfrTh4JwJsbKrjx4aWkJsTy+DdOYkJ+Gq+s2cOvXtnANx5awpQiHz84dxxzRmdpjJuISJRRUBMZILwe4zefn0Jbh5+fvriW+JhAh/ltz69hXF4q8758IkPSEwA4b1I+Zx2Xx9PLdnH7/I1c/dcFzBqZyXfOHsvsUVmRfBsiItKFZn2KDDBtHX5ueGgJr60PrBl9xvjcA5MOutPS3slji3Zw1xslVDS2Mmd0Ft85eywnjsjsy7JFRAatw836VFATGYBa2ju59elV5KbG8/1zx/Vq0kBLeycPLyjl7jc3U9XUypnjc7nr6mkkxHr7oGIRkcFLQU1Eem1fWyfz3tvKr17ZwDUnDecnF02KdEkiIgOa1lETkV5LjPNy4+ljqNnbxr3vbuWk0dmcN2lIpMsSERmUtDyHiHTrh+eNZ3JhOj94cgU7a5sjXY6IyKCkoCYi3YqL8XDnVVPxO7jlkWW0d/ojXZKIyKCjoCYiPRqelcz/XHI8S0vr+O38jZEuR0Rk0FFQE5HDunDKUK48sYi739zM2xsrI12OiMigoskEIvKJbvvsRJaW1vLNh5dSmJGIc9DpHH7n8JgxNi+FKYU+Jhf6OL4wvcc120RE5Mjob1MR+USJcV7+9IXp/Hb+Rlo7/HjN8HjAY0Zbh59Vu+p5adUeAMygODeFCyYP5aqZw8hJjY9w9SIi/ZfWURORkKhuamXlrnpW7KhjwZYaPthSTazX+Mzx+VwzZwQnFPm0l6iISDe0jpqIhF1WSjynj8vl9HG5AGypbOKBD7bz5JKdPLt8N5ML07ntsxOYPlxbU4mI9JZ61EQkrJpaO3hm2S7+/NZmava28cBXZjJD+4iKiBxwuB41zfoUkbBKiY/hi7OH8/QNcxiSlsCX/7aIpaW1kS5LRKRfUFATkT6Rm5bA3782m6yUOK65dyErd9ZFuiQRkainoCYifWZIegKPfG02vuRYvvDXBazeVR/pkkREopqCmoj0qaG+RP7+1dmkJsTyhXsXsHZ3Q6RLEhGJWgpqItLnijKTeORrs0mM9fKleQsprQ7Npu/tnX42VzaF5FwiItFAQU1EImJYVhIPXjeTDr+fL85bQGVj6zGdb8OeRj73x/c48zdv8cjC0hBVKSISWQpqIhIxY3JTmfflEylvaOHa+xbS1NpxxOfo6PTzh9c3ccGd71BW18K0YT7+89nVvLmhIgwVi4j0LQU1EYmoacMyuPvq6awra+TrDy6mtaOz16/dWN7IJXe/z69f3cg5E4fw6ndO4YHrZjF+SCo3PrxUkxVEpN/TgrciEhWeWrKT7z2xggsm53PHlVPxeA7ebqqlvZOSiiY27GlkY3kjG8obeb+kmpSEGP7fxZP49PH5B44tb2jhc3e9R4ff8cyNcynwJfb12xER6bXDLXiroCYiUePPb23m5/9cz/ghqcR4jea2TlraOmlu76RhXzv+4F9XcV4Po3NTmD7cx3fOGktWyqEbv28sb+TSu98nPz2BJ74xh/TE2D5+NyIivaO9PkWkX7j+lFEAvLmhkqQ4LwlxXpJivSTGeclIimPckFTG5qUyIiuJGO/hR26MzUvlz1+YzjV/W8g3HlzCzWeOYWR2MnmpCYf01omIRCv1qInIgPb00p38+xMrDvTGJcZ6GZ6VxMjsZIoykxiankBBRhIFvkQKMhLV8yYifU49aiIyaF0yrZC5Y7LZVN7E1uq9bKvay9aqvWzY08hr6yto6/AfdPzp43K47bMTGZGdHKGKRUQ+oh41ERm0nHNUNbWxq24fu2r3sWFPA/Pe20Zbh5+vnzqKb542hsQ4b6TLFJEBTpMJRER6qaKhhf95aR3PLt9NgS+R//vZCZwzIQ8zjWsTkfA4XFDTOmoiIl3kpiVw+5VTefT62aTEx/D1B5fwzYeX0tjSHunSRGQQUlATEenG7FFZvHjLyfzwvPG8uraci/7wHpvKGyNdlogMMgpqIiI9iPV6uOG00Tz81Vk0tLRz0V3v8Y+VZZEuS0QGEQU1EZFPMHtUFi/e/KnA1lR/X8rP/rGWjk7/J79QROQYaXkOEZFeGJKewKPXn8TP/rGWv7yzlVfXlnNKcQ5zx2Qxe1QWvqS4kP4+5xzryhoZm5fyiYv7isjApVmfIiJH6KVVZTyxeAcLttbQ3NaJGUwams7p43K4bHoRw7KSjvrcLe2dPLtsF/Pe28rG8iYumJzP76+cile7KYgMWFqeQ0QkDNo7/azYUcd7JdW8t7mKxdtq8Ds4eUw2V5xYxDkT84iP6d06bBWNLTz0wXYeWlBKzd42JuSnMaUonUcW7uCqmcP4n89N0hIhIgOUdiYQEQmDWK+HGSMymTEik2+dVUxZ/T6eWLyTxxbt4OZHlpGRFMtFJxRw6tgcZo7MJDn+4L9y97Z28K915bywooy3NlbQ4XecOT6X604exexRmZgZGUlx/PHNzaQnxvKj88dH6J2KSKSoR01EJMQ6/Y53S6p4dGHpgW2qYjzGtGEZzBmTxYisZOavK+e1deW0tPsZkpbABZPz+bdZwxiVk3LQuZxz/Pi51Tz0YSk/PG88N5w2OkLvSkTCRT1qIiJ9yOsxTh2bw6ljc2hp72TxtlreLani/c1V/P61TTgHWclxfH56EZ+dMpQZwzPw9DAGzcz47wsn0bCvg/99eT1piTFcPWs4HZ1+yupbKK1pZlftPgozEpk1Kktj2UQGGPWoiYj0obrmNrZXNzNxaNoRzeZs7/Rz/QOLeXNjJQW+RMrqW+j0H/z3d25qPJ+ZnM+FU4ZyQpHvoDFtfr+jbl87MV4jLSG2V78vVrNNRfqEJhOIiAwA+9o6+Z+X1tHQ0k5RRhJFmYkUZSZR4Etkze4Gnlu+izfWV9LW6WdYZhLFuSlUNrVS2Ri4dfgdXo8xc0Qm50zM4+wJeRRmBGaodnT6WVpax2vry3l9XQUllU0cNySNmSMzmTUykxNHZpKdEh+R911Wv4/Vuxo4eUw2iXG9m5wh0p8oqImIDBINLe28snoPL6wso7KxldzUeHJS4w/8rGxsZf7acjZVNAEwcWgaI7KTea+kirrmdmI8xqxRmUwams7q3fUs2V5LS3tgcd/ROcmcNi6XM8fnMmNEJnEx4e9xe2N9Bd9+bDn1+9pJS4jh0umFXD1rOGNyUz75xRFU0djCr1/ZwNsbq/j5Jcdz+vjckJz3/c1VDElLOGQsY2+sK2tg+Y46Pj0pn/SkT+5Vlb6joCYiIgfZUtnE/LXlzF9bzo7aZuaOyeas4/I4uTj7oEujbR1+Vu+uZ+HWGt7fXM2HW6pp6/CTGh/DKWNzOG1cDsV5qeSlxZOdEn/gcqlzjj0NLazd3cC6sgbW7WkkPsbD2LxUxualUJybSoEvscexeZ1+x+3/2sidr5dwXH4a3zpzDP9YtYeXV5fR3uk4aVQW/zZrGGcdlxdVvWwt7Z3c++5W/vhGCW2dfvLTE9lR28z3zx3HDaeOPuolVmr2tnHb82t4YcVu4rwebj5jDN84bXSvLk8753jow+389MV1tHX6SYrzcsWJRVx38sgDPaoSWQpqIiISEs1tHby7qYrX11fw+voKKhpbDzxnBlnJgZ67svp91DW3H3huWGYSrR2dlDd8dHxSnJdJBemcPCabTxVnM7nQh9djVDe18q1Hl/NuSRWXzyjkvy+aREJsIIxVNrby+OId/H1BKbvq9pEU5+WM8blcMDmf08blHjiuO36/o6a5jT31LVQ0trCvzU97p5+2zsDPjk7HUF8i04b5yOrhMm+n37G1qomqpjYSYr0kxnpJiPWQGOtl0bZafv7Pdeys3cc5E/K49dPHMSQtge8/uYIXV5ZxweR8fnnZZJLijmwe30uryvjxs6tpaGnnxtPHsKmiiX+sLGP8kFR+edlkJhf6enxtY0s7tz69ihdXlnH6uBxuOG0Mjy4s5fkVu3HABZPzuWbOCCbkpx32z24waW7rYEvlXrZU7WVLZRMxHuOmM4rD+jsHRFAzs/OA3wNe4K/OuV/0dKyCmohI+Pn9jk0VTeyqa2ZPfSvlDYEAVNHQSm5aAhPyUzkuP43x+WmkBNeQq29uZ1NFIxvLm9hY3siibTWs2d0AQFpCDHNGZ7N8Rx21zW389KJJXH5iUbe/u9Pv+HBLNf9YVcbLq/dQs7eNpDgvJ4/JJiHWS2tHJ60dflrb/exr76SysZWKxhbaO3v3/7yR2clMG5bB9OEZxHiM1bvrWb2rnnVljexr7+zxdeOHpPJ/L5jAnDHZB9qcc/zprS388pX1jB+Sxj1fnE5aYixrgudcvauBTRVN5KbGU5ybwti8VMbkpZCdHM//vryef6wq4/iCdH79+SmMG5IKwKtr9vDj51ZT2djKdSeP5KbTi0lLjDmox27t7gZu/PtSSmua+d45Y/nGKaMP9GDurtvHvHe38sjCUva2Bd7PkLQEhmUlMSIrieFZyYzLS2V8fqDns7ueQOccja0dJMfF9Djb2DlHWX0LK3bU0dbppzA4tjInJf7AOfe2drB+TwNrdzewZncDu+r2ARx43oC4GA+FGYkMzwzUVpSZRGFGInFeD2YfHdvpd2yv3suGPY1sKG9kw55GSiqaSIj1kpcWT25aAnmpCeSmxdPhd1Q3tVLV1Ep1UxvVTW3sqG2mrL7lQP1mcEKRj2e+Offw/8Eco34f1MzMC2wEzgZ2AouAq5xza7s7XkFNRKT/qG5q5f3N1by7qYp3S6pIjvfyuytOYOLQ9F69vqPTz4KtNby4soz3N1dhQEKsl/gYD/ExXuJjPWSnxJOXlsCQtHiGpCeQm5ZASnwMsV4PMR4jLsaD12NsrdrLku21LN1ey5LttVTvbQMgJT6GCflpTCxIY+LQdIamJ9DS0UlLu599bZ3sa+8kIymO8yYN6TG0vLmhgpsfWUZre6AXb78CXyLFeSlUNrZSUtFEa8dHz8V5PXz77GKu/9SoQ2YJN7S08/OX1vPIwlIA4mMC7zMrJY6MpDg+3FJNemIsd141lVmjsrqtqX5fO29uqGB7dTPbqvdSWt3M9ppmKrv0lKbGxzBuSCpjclNoau2goqGV8sYWyhtaaGn3ExfjYWRWMqNyArcRWclUNbWxfEcty0rrDup13S8+GLz8DrZV72V/FPElxTI8K5n9f4L7E0pLWyc7aptpbus+JJuBxwznHPsnQ5vB8MwkxuSm0uH3U94Q+MdETfAz3S8jKfbAn9vQ9MTg+0g58F76oqdxIAS1k4D/cs6dG3x8K4Bz7ufdHa+gJiIix8o5R2lNM84FLt32NJ7uSGyt2su8d7cyJD2B4wvSmTg07aDLrJ1+x87aZjaWN7G9ei+njcthTG7qYc+5ZHstS7bXUN3URuX+3qG9rQzLTOK/L5p0VLN1G1va2VjeyPo9gV6p9WWNbKlqIjUhltzUQOjdPy6xqqmVLZV72Vq1l+01zQeWjRmRlcQJRb7AbVgGyXFedtbuY0dtc+Bn8M/2uPw0Jg5NY8LQNPLTE3ocx+eco7KpNRAmq5spq99Hhz8QzAIBLfB7h2cmM25IKsV5Kd1eZm7tCPSwxsV4yEyKO6JlcsJlIAS1y4DznHNfDT7+IjDLOXdTd8crqImIiPS99k4/O2qa8SXFkZkcF+ly+o1BsTOBmV0PXA8wbNiwCFcjIiIy+MR6PUe1dIj0LPL9fb2zC+g6orQw2HaAc+4e59wM59yMnJycPi1OREREJBz6S1BbBBSb2UgziwOuBJ6PcE0iIiIiYdUvLn065zrM7CbgFQLLc8xzzq2JcFkiIiIiYdUvghqAc+4l4KVI1yEiIiLSV/rLpU8RERGRQUdBTURERCRKKaiJiIiIRCkFNREREZEopaAmIiIiEqUU1ERERESiVL/Y6/NImVklsL0PflU2UNUHv0eOjD6X6KXPJjrpc4le+myiU6g/l+HOuW63VRqQQa2vmNninjZRlcjR5xK99NlEJ30u0UufTXTqy89Flz5FREREopSCmoiIiEiUUlA7NvdEugDplj6X6KXPJjrpc4le+myiU599LhqjJiIiIhKl1KMmIiIiEqUU1I6CmZ1nZhvMrMTMfhTpegYzMysyszfMbK2ZrTGzbwXbM81svpltCv7MiHStg5GZec1smZm9GHw80swWBL87j5lZXKRrHIzMzGdmT5rZejNbZ2Yn6TsTeWb2neDfY6vN7BEzS9B3JjLMbJ6ZVZjZ6i5t3X5HLOCO4Ge00symhbIWBbUjZGZe4C7gfGACcJWZTYhsVYNaB/A959wEYDZwY/Dz+BHwmnOuGHgt+Fj63reAdV0e/y/wO+fcGKAWuC4iVcnvgZedc+OBKQQ+I31nIsjMCoBbgBnOuUmAF7gSfWci5T7gvI+19fQdOR8oDt6uB+4OZSEKakduJlDinNvinGsDHgUuinBNg5Zzrsw5tzR4v5HA/3AKCHwm9wcPux+4OCIFDmJmVgh8Bvhr8LEBZwBPBg/R5xIBZpYOnALcC+Cca3PO1aHvTDSIARLNLAZIAsrQdyYinHNvAzUfa+7pO3IR8IAL+BDwmVl+qGpRUDtyBcCOLo93BtskwsxsBDAVWADkOefKgk/tAfIiVdcgdjvwA8AffJwF1DnnOoKP9d2JjJFAJfC34GXpv5pZMvrORJRzbhfwa6CUQECrB5ag70w06ek7EtZcoKAmA4KZpQBPAd92zjV0fc4FpjZrenMfMrMLgArn3JJI1yKHiAGmAXc756YCe/nYZU59Z/pecLzTRQSC9FAgmUMvvUmU6MvviILakdsFFHV5XBhskwgxs1gCIe1h59zTweby/V3PwZ8VkapvkJoLXGhm2wgMDziDwLgoX/CyDui7Eyk7gZ3OuQXBx08SCG76zkTWWcBW51ylc64deJrA90jfmejR03ckrLlAQe3ILQKKgzNx4ggM9nw+wjUNWsFxT/cC65xzv+3y1PPANcH71wDP9XVtg5lz7lbnXKFzbgSB78jrzrmrgTeAy4KH6XOJAOfcHmCHmY0LNp0JrEXfmUgrBWabWVLw77X9n4u+M9Gjp+/I88CXgrM/ZwP1XS6RHjMteHsUzOzTBMbfeIF5zrmfRbaiwcvMTgbeAVbx0Vio/yAwTu1xYBiwHbjcOffxgaHSB8zsNODfnXMXmNkoAj1smcAy4AvOudYIljcomdkJBCZ5xAFbgGsJ/MNd35kIMrOfAFcQmM2+DPgqgbFO+s70MTN7BDgNyAbKgduAZ+nmOxIM1n8gcKm6GbjWObc4ZLUoqImIiIhEJ136FBEREYlSCmoiIiIiUUpBTURERCRKKaiJiIiIRCkFNREREZEopaAmIoOGmXWa2fIut5BtPG5mI8xsdajOJyICga1EREQGi33OuRMiXYSISG+pR01EBj0z22ZmvzSzVWa20MzGBNtHmNnrZrbSzF4zs2HB9jwze8bMVgRvc4Kn8prZX8xsjZm9amaJweNvMbO1wfM8GqG3KSL9kIKaiAwmiR+79HlFl+fqnXPHE1hh/PZg253A/c65ycDDwB3B9juAt5xzUwjsk7km2F4M3OWcmwjUAZcG238ETA2e5xvheWsiMhBpZwIRGTTMrMk5l9JN+zbgDOfcFjOLBfY457LMrArId861B9vLnHPZZlYJFHbdysfMRgDznXPFwcc/BGKdc//PzF4GmghsQfOsc64pzG9VRAYI9aiJiAS4Hu4fia57MHby0TjgzwB3Eeh9W2RmGh8sIr2ioCYiEnBFl58fBO+/D1wZvH818E7w/mvADQBm5jWz9J5OamYeoMg59wbwQyAdOKRXT0SkO/pXnYgMJolmtrzL45edc/uX6Mgws5UEesWuCrbdDPzNzL4PVALXBtu/BdxjZtcR6Dm7ASjr4Xd6gYeCYc6AO5xzdSF6PyIywGmMmogMesExajOcc1WRrkVEpCtd+hQRERGJUupRExEREYlS6lETERERiVIKaiIiIiJRSkFNREREJEopqImIiIhEKQU1ERERkSiloCYiIiISpf4/Ua8LtLREzokAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 720x360 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "plt.plot(range(n_iter), loss)\n",
    "plt.xlabel('Epochs')\n",
    "plt.ylabel('Loss')\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Save Model\n",
    "nlp.to_disk(\"../models/v5/model-final/\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Model Training v2\n",
    "\n",
    "1. Load in annotations from Doccano\n",
    "2. Randomize and split into train and test sets\n",
    "3. Use spacy CLI to train and save model\n",
    "\n",
    "### Reference\n",
    "\n",
    "* https://medium.com/@justindavies/training-spacy-ner-models-with-doccano-8d8203e29bfa"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 81,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Number of examples: 200\n"
     ]
    }
   ],
   "source": [
    "# Load the annotations from the Doccano export\n",
    "\n",
    "filename = (\"../data/annotations/final-training-set/reviews-annotated-ner-200-p2.json\")\n",
    "\n",
    "# Array of tuples [(TEXT, {'entities': ENTITIES[]})]\n",
    "DATA = []\n",
    "\n",
    "with open(filename) as file:\n",
    "    lines = file.readlines()\n",
    "    for annot_data in lines:\n",
    "        data = json.loads(annot_data)\n",
    "        \n",
    "        # Ignore annotations without labels and no approval\n",
    "        if len(data['labels']) == 0 and data['annotation_approver'] == None: continue\n",
    "\n",
    "        # Create entities and append\n",
    "        ents = [tuple(entity[:3]) for entity in data['labels']]\n",
    "        DATA.append((data['text'], {'entities': ents}))\n",
    "\n",
    "print(f\"Number of examples: {len(DATA)}\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 82,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Convert Doccano JSONL to spaCy-compatible JSONL\n",
    "with open(filename) as file:\n",
    "    lines = file.readlines()\n",
    "    \n",
    "    for line in lines:\n",
    "        line = json.loads(line)\n",
    "        \n",
    "        # Ignore annotations without labels and no approval\n",
    "        if len(line['labels']) == 0 and line['annotation_approver'] == None: continue\n",
    "        \n",
    "        # Rename \"labels\" to \"entities\"\n",
    "        if \"labels\" in line:\n",
    "            line[\"entities\"] = line.pop(\"labels\")\n",
    "        else:\n",
    "            line[\"entities\"] = []\n",
    "\n",
    "        # Reorganize the entities\n",
    "        tmp_ents = []\n",
    "        for entity in line[\"entities\"]:\n",
    "            if entity[2] in LABELS:\n",
    "                tmp_ents.append({\"start\": entity[0], \"end\": entity[1], \"label\": entity[2]})\n",
    "            line[\"entities\"] = tmp_ents\n",
    "        \n",
    "        with open(filename.replace('.json','-spacy.jsonl'), 'a+') as write:\n",
    "            write.write(json.dumps({\"entities\": line[\"entities\"], \"text\": line[\"text\"]}))\n",
    "            write.write(\"\\n\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "train: 180\n",
      "test: 20\n"
     ]
    }
   ],
   "source": [
    "# Randomize and split into train and test\n",
    "spacy_filename = filename.replace('.json','-spacy.jsonl')\n",
    "train_set_ratio = 0.9\n",
    "\n",
    "with open(spacy_filename) as file:\n",
    "    DATA = file.readlines()\n",
    "\n",
    "random.shuffle(DATA)\n",
    "n = math.floor(train_set_ratio * len(DATA))\n",
    "train_data = DATA[:n]\n",
    "test_data = DATA[n:]\n",
    "\n",
    "print(f\"train: {len(train_data)}\")\n",
    "print(f\"test: {len(test_data)}\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[INFO] Stored the spacy training data at ../data/annotations/final-training-set/reviews-annotated-ner-200-p2-spacy-train.jsonl\n",
      "[INFO] Stored the spacy dev data at ../data/annotations/final-training-set/reviews-annotated-ner-200-p2-spacy-test.jsonl\n"
     ]
    }
   ],
   "source": [
    "train_filename = spacy_filename.replace('.jsonl',f'-train-{len(train_data)}.jsonl')\n",
    "test_filename = spacy_filename.replace('.jsonl',f'-dev-{len(test_data)}.jsonl')\n",
    "\n",
    "with open(train_filename, 'w') as write:\n",
    "    write.write(\"\".join(train_data))\n",
    "\n",
    "print(\"[INFO] Stored the spacy training data at {}\".format(train_filename))\n",
    "\n",
    "with open(test_filename, 'w') as write:\n",
    "    write.write(\"\".join(test_data))\n",
    "\n",
    "print(\"[INFO] Stored the spacy dev data at {}\".format(test_filename))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Convert JSONL to spaCy JSON\n",
    "# python -m spacy convert ./data/annotations/final-training-set/reviews-annotated-ner-200-p2-spacy-train.jsonl ./data/annotations/final-training-set/ --lang en\n",
    "# python -m spacy convert ./data/annotations/final-training-set/reviews-annotated-ner-200-p2-spacy-test.jsonl ./data/annotations/final-training-set/ --lang en\n",
    "\n",
    "# Test / Debug Data\n",
    "# python -m spacy debug-data en ./data/annotations/final-training-set/reviews-annotated-ner-200-p2-spacy-train.json ./data/annotations/final-training-set/reviews-annotated-ner-200-p2-spacy-test.json --base-model ./models/base_model --pipeline ner\n",
    "\n",
    "# Train model\n",
    "# python -m spacy train en ./models/v4/ ./data/annotations/final-training-set/reviews-annotated-ner-200-p2-spacy-train.json ./data/annotations/final-training-set/reviews-annotated-ner-200-p2-spacy-test.json -b ./models/base_model -p ner\n",
    "\n",
    "# Evaluate model\n",
    "# python -m spacy evaluate ./models/v4/model-final ./data/annotations/final-training-set/reviews-annotated-ner-200-p2-spacy-test.json --displacy-path reports/evaluations/v4"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Evaluate Model (manually)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Load saved model\n",
    "nlp = nlp.from_disk(\"../models/v5/model-final\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Set up colors and options for displaCy\n",
    "colors = {\"FEATURE\": \"#80CBC4\", \"BEER_STYLE\": \"#FDD835\", \"LOCATION\": \"#C5CAE9\", \"BREWERY\": \"#AED581\"}\n",
    "options = {\"colors\": colors} "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<span class=\"tex2jax_ignore\"><div class=\"entities\" style=\"line-height: 2.5; direction: ltr\">Nice \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    old fashion building\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       ". I love the door knobs for beer taps. The beer \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    selection\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " offers over ten taps. The bar was rented for the night for an association I belong to. There were a couple of hot banquet offerings. They were slightly different and pretty good flavor. The service was good for the event.</br></div></span>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<span class=\"tex2jax_ignore\"><div class=\"entities\" style=\"line-height: 2.5; direction: ltr\">This place feels more like a bar than a restaurant, but they do pour their own and other it in flights. Located blocks from \n",
       "<mark class=\"entity\" style=\"background: #AED581; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    Petco Park\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">BREWERY</span>\n",
       "</mark>\n",
       " with an \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    inviting\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " porch, it definitely caters to Padres fans and out-of-towners in for a visit. I can't say I loved the beers I had there, but the bartender was \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    helpful\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " an courteous and \n",
       "<mark class=\"entity\" style=\"background: #AED581; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    Half Door\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">BREWERY</span>\n",
       "</mark>\n",
       " was a more than \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    inviting\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " place to kill a happy hour.</br></div></span>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<span class=\"tex2jax_ignore\"><div class=\"entities\" style=\"line-height: 2.5; direction: ltr\">\n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    Old\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " converted \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    house\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " \n",
       "<mark class=\"entity\" style=\"background: #C5CAE9; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    in downtown\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">LOCATION</span>\n",
       "</mark>\n",
       " with porch/ \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    patio\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " seating. L-shaped bar seats about 15... additional seat around. \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    16 beers on tap\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       ", half theirs, half local guests... nice mix. \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    Friendly\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " local vibe. Good service. Very tasty food.</br></div></span>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<span class=\"tex2jax_ignore\"><div class=\"entities\" style=\"line-height: 2.5; direction: ltr\">Nice chill place, staff was really nice and \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    helpful\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " offered samples of their house stuff which was really good, The house \n",
       "<mark class=\"entity\" style=\"background: #FDD835; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    IPA\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">BEER_STYLE</span>\n",
       "</mark>\n",
       " was nice. Had a old hotel bar saloon feel. will revisit for sure.</br></div></span>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<span class=\"tex2jax_ignore\"><div class=\"entities\" style=\"line-height: 2.5; direction: ltr\">Stopped by here last Monday night to try some beers. Very \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    laid back\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " place with upper and lower porches and bar, table and coach seating. Bar tender was very nice and offered samples right away. You can do a flight of 3-6 beers and they had everything from a wide range of styles. Everything I had was very good and most were pretty true to style. The food looked good, but as we had already eaten we did not get a chance to try it.</br></div></span>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<span class=\"tex2jax_ignore\"><div class=\"entities\" style=\"line-height: 2.5; direction: ltr\">Tucked away in an \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    old house\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " near Petco. Loved the food, the beer was average at best. Their NE \n",
       "<mark class=\"entity\" style=\"background: #FDD835; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    IPA\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">BEER_STYLE</span>\n",
       "</mark>\n",
       " wasn't very good, but their dark beers were worth the pour. I might go back, it's not a bad choice but \n",
       "<mark class=\"entity\" style=\"background: #C5CAE9; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    in San Diego\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">LOCATION</span>\n",
       "</mark>\n",
       " there's a lot of better places.</br></div></span>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<span class=\"tex2jax_ignore\"><div class=\"entities\" style=\"line-height: 2.5; direction: ltr\">What a \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    fantastic discovery\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " on our first day \n",
       "<mark class=\"entity\" style=\"background: #C5CAE9; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    in San Diego\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">LOCATION</span>\n",
       "</mark>\n",
       ". \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    Knowledgeable\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " staff with put being snobby. \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    Wonderful\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " setting in a \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    old Victorian house\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       ". Many of the beers were unfiltered yummy ness. \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    Good selection\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " of local \n",
       "<mark class=\"entity\" style=\"background: #FDD835; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    Honda\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">BEER_STYLE</span>\n",
       "</mark>\n",
       " too.</br></div></span>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<span class=\"tex2jax_ignore\"><div class=\"entities\" style=\"line-height: 2.5; direction: ltr\">I'll start off by saying I really enjoyed my visit here. It's located in a former \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    two story house\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " \n",
       "<mark class=\"entity\" style=\"background: #C5CAE9; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    near Gaslamp District\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">LOCATION</span>\n",
       "</mark>\n",
       " and \n",
       "<mark class=\"entity\" style=\"background: #C5CAE9; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    Petco Park\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">LOCATION</span>\n",
       "</mark>\n",
       ". They have \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    patio\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " seating outside with a bar area inside and tables on two levels. The atmosphere here is unique. It has a nice \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    inviting\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " feel. For me, it's somewhat similar to the same vibe I get when visiting \n",
       "<mark class=\"entity\" style=\"background: #AED581; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    Queenstown Public House\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">BREWERY</span>\n",
       "</mark>\n",
       " near Little Italy.</br></div></span>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<span class=\"tex2jax_ignore\"><div class=\"entities\" style=\"line-height: 2.5; direction: ltr\">The \n",
       "<mark class=\"entity\" style=\"background: #FDD835; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    house beers\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">BEER_STYLE</span>\n",
       "</mark>\n",
       " were solid. I had \n",
       "<mark class=\"entity\" style=\"background: #FDD835; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    Imperial Stout\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">BEER_STYLE</span>\n",
       "</mark>\n",
       ", \n",
       "<mark class=\"entity\" style=\"background: #FDD835; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    IPA\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">BEER_STYLE</span>\n",
       "</mark>\n",
       ", and a \n",
       "<mark class=\"entity\" style=\"background: #FDD835; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    Berliner Weissbier\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">BEER_STYLE</span>\n",
       "</mark>\n",
       ". They also had several \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    guest beers on tap\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       ". Beer and cocktail menu in a leather portfolio. Very nice. I had their meat pie with braised short rib. Delicious! This is a nice little place. I'll be back for sure.</br></div></span>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<span class=\"tex2jax_ignore\"><div class=\"entities\" style=\"line-height: 2.5; direction: ltr\">During my \n",
       "<mark class=\"entity\" style=\"background: #C5CAE9; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    San Diego\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">LOCATION</span>\n",
       "</mark>\n",
       " visit, I hit this place up two times. Located in a house with a nice sized porch that has plenty of seats. The bar is just inside and it is full of old wood and is dark, and gives you a cool pub feel. Definitely a younger crowd here too. There were about \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    10-12 brews on tap\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       ", and they covered many styles including some \n",
       "<mark class=\"entity\" style=\"background: #FDD835; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    sours\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">BEER_STYLE</span>\n",
       "</mark>\n",
       ". The \n",
       "<mark class=\"entity\" style=\"background: #FDD835; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    Double IPA\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">BEER_STYLE</span>\n",
       "</mark>\n",
       " and high hopped pale \n",
       "<mark class=\"entity\" style=\"background: #FDD835; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    ales\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">BEER_STYLE</span>\n",
       "</mark>\n",
       " were very good. Prices are reasonable and service was good. This is a must stop for anyone visiting the \n",
       "<mark class=\"entity\" style=\"background: #C5CAE9; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    downtown area\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">LOCATION</span>\n",
       "</mark>\n",
       ".</br></div></span>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<span class=\"tex2jax_ignore\"><div class=\"entities\" style=\"line-height: 2.5; direction: ltr\">\n",
       "<mark class=\"entity\" style=\"background: #AED581; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    Half Door\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">BREWERY</span>\n",
       "</mark>\n",
       " is a recent entry to \n",
       "<mark class=\"entity\" style=\"background: #C5CAE9; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    San Diego\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">LOCATION</span>\n",
       "</mark>\n",
       "'s magnificent beer scene. Located in a regular two-story clapboard house, a few blocks east of the touristy GasLight District, this place is a sheer delight. First, the building itself: an \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    inviting\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " house with a \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    large terrace\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " for \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    outdoor dining\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " and drinking and an upstairs balcony for the same. Inside, there is a well-polished bar amid a woody Victorian décor and \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    bric-a-brac - and\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       ", of course, there is an actual \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    half-door\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       ". There are about a \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    dozen house\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " beers along with a few \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    guest\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       ", such as \n",
       "<mark class=\"entity\" style=\"background: #AED581; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    Monkey's Paw\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">BREWERY</span>\n",
       "</mark>\n",
       ". The beers are very good (I heartily recommend the \n",
       "<mark class=\"entity\" style=\"background: #FDD835; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    Coleman Dry Stout\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">BEER_STYLE</span>\n",
       "</mark>\n",
       "). Excellent service and a menu loaded with delicious food (I recommend the sausage mac-n-cheese.) </br></div></span>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<span class=\"tex2jax_ignore\"><div class=\"entities\" style=\"line-height: 2.5; direction: ltr\">Half-Door should be included in any Gaslight/East Village crawl - it is a few blocks from \n",
       "<mark class=\"entity\" style=\"background: #AED581; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    Mission Brewery\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">BREWERY</span>\n",
       "</mark>\n",
       ", another great venue that I have reviewed recently. Hey, check them both out! UPDATE: Returned for lunch during a November 2019 visit. Still a great place with delicious food - I had the Pork Belly hash, this time.</br></div></span>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<span class=\"tex2jax_ignore\"><div class=\"entities\" style=\"line-height: 2.5; direction: ltr\">One of my favorite stops of my \n",
       "<mark class=\"entity\" style=\"background: #C5CAE9; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    San Diego\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">LOCATION</span>\n",
       "</mark>\n",
       " trip. It was strongly recommended by others who visited and was not disappointed. Very \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    friendly\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " and prompt staff, solid beers and the few apps we had were amazing. Would have loved to spend more time there and would stop there again in a heartbeat.</br></div></span>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<span class=\"tex2jax_ignore\"><div class=\"entities\" style=\"line-height: 2.5; direction: ltr\">Awesome looking corner lot building dripping with \n",
       "<mark class=\"entity\" style=\"background: #AED581; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    Old Southern Charm\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">BREWERY</span>\n",
       "</mark>\n",
       ". Irish. The 2 beers I had were great for the style. Took 40 minutes to get a beer though. The waiter forgot about us. Trying to not let that one extremely disappointing aspect color my review. Would love to go here again but sit at the awesome looking bar.</div></span>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# Test trained model with real data\n",
    "with open('../data/raw/reviews_san-diego_half-door-brewing-co.txt') as file:\n",
    "    reviews = file.readlines()\n",
    "    \n",
    "for review in reviews:\n",
    "    doc = nlp(review)\n",
    "    displacy.render(doc, style=\"ent\", options=options)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<span class=\"tex2jax_ignore\"><div class=\"entities\" style=\"line-height: 2.5; direction: ltr\">This place is the real deal. The penultimate craft \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    brewery\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " experience in the \n",
       "<mark class=\"entity\" style=\"background: #C5CAE9; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    San Diego\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">LOCATION</span>\n",
       "</mark>\n",
       " area and up there with the best in all of \n",
       "<mark class=\"entity\" style=\"background: #C5CAE9; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    Southern California\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">LOCATION</span>\n",
       "</mark>\n",
       ". Quality is top notch, variety of offerings is more than enough for several visits, and the food options outside were satisfying (though a tad expensive). Even during the pandemic, it was a vibrant and modern facility and the kind of destination I had expected and hoped for. Been waiting years to finally visit. And they have their own street/address, so you know they’re special.</br></div></span>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<span class=\"tex2jax_ignore\"><div class=\"entities\" style=\"line-height: 2.5; direction: ltr\">Visited with my wife on a recent trip to \n",
       "<mark class=\"entity\" style=\"background: #C5CAE9; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    San Diego\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">LOCATION</span>\n",
       "</mark>\n",
       " and \n",
       "<mark class=\"entity\" style=\"background: #C5CAE9; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    Los Angeles\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">LOCATION</span>\n",
       "</mark>\n",
       ". Tried the following as part of a flight: \n",
       "<mark class=\"entity\" style=\"background: #AED581; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    AleSmith Evil Dead\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">BREWERY</span>\n",
       "</mark>\n",
       " Red AleSmith Decadence 2017 AleSmith \n",
       "<mark class=\"entity\" style=\"background: #C5CAE9; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    San Diego\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">LOCATION</span>\n",
       "</mark>\n",
       " \n",
       "<mark class=\"entity\" style=\"background: #FDD835; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    Pale Ale\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">BEER_STYLE</span>\n",
       "</mark>\n",
       " .394 \n",
       "<mark class=\"entity\" style=\"background: #FDD835; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    AleSmith\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">BEER_STYLE</span>\n",
       "</mark>\n",
       " \n",
       "<mark class=\"entity\" style=\"background: #FDD835; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    Speedway Stout\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">BEER_STYLE</span>\n",
       "</mark>\n",
       " - \n",
       "<mark class=\"entity\" style=\"background: #FDD835; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    Vietnamese\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">BEER_STYLE</span>\n",
       "</mark>\n",
       " Coffee Beers were superb across the board. Also bought some \n",
       "<mark class=\"entity\" style=\"background: #FDD835; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    Old Numbskull\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">BEER_STYLE</span>\n",
       "</mark>\n",
       " and \n",
       "<mark class=\"entity\" style=\"background: #FDD835; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    Speedway Stout\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">BEER_STYLE</span>\n",
       "</mark>\n",
       " to go; both were phenomenal. Service at the bar was fine as the beertender was quick to grab our drinks. The guy in the retail store was a bit more engaging, which we appreciated. Cool atmosphere in the \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    beautiful\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       ", \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    gargantuan taproom\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " and we had fun touring the Tony \n",
       "<mark class=\"entity\" style=\"background: #AED581; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    Gwynn Museum\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">BREWERY</span>\n",
       "</mark>\n",
       ". Our overall experience was very special, and we would happily come back.</br></div></span>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<span class=\"tex2jax_ignore\"><div class=\"entities\" style=\"line-height: 2.5; direction: ltr\">\n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    Huge\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    tasting room\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " in the front of \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    brewery building\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       ". Merch shop is on the left as one enters, and the right opens up to a \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    two-story taproom\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " with \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    windows\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " into the \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    brewery\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       ". Zigzag bar seats probably 40 to 50, and there are a number of tables spread about the room. Additionally, there is a \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    patio\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " in front with nightly food truck. \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    25 beers on tap\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       ", half were \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    brewery\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " only seasonals and specials. Place had an after-work unwind sort of vibe. \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    Friendly\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " efficient bartenders.</br></div></span>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<span class=\"tex2jax_ignore\"><div class=\"entities\" style=\"line-height: 2.5; direction: ltr\">\n",
       "<mark class=\"entity\" style=\"background: #AED581; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    AleSmith\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">BREWERY</span>\n",
       "</mark>\n",
       " is a fairly large \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    tasting room\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " and production house. Tonight they had a couple of \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    food trucks\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       ". Once you enter the building you have a \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    gift shop\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " and place to purchase beers to go. There is a \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    large bar\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " area with a view to the production area behind it. They had ample seating inside and out. The beer \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    selection\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " tonight was nice. They had a couple Speedway variants I tried - Jamaican Blue Mountain and Thai. Both were solid beers. Had a couple of tasters and made my way back to my hotel I'm staying for a conference. Overall, a splendid place to visit and hang out with friends.</br></div></span>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<span class=\"tex2jax_ignore\"><div class=\"entities\" style=\"line-height: 2.5; direction: ltr\">Clean well kept and organized all around nice family \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    friendly\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " atmosphere \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    large bar\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " with lots of \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    open seating\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " options. Staff is \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    friendly\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " and \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    knowledgeable\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " food truck they had looked and smelled very good. Some \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    games\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " outside and nice upper deck with view and seeing the blue angels fly over didn’t hurt. Adding a signature non alcoholic drink or two and would have been 5s across the top!</br></div></span>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<span class=\"tex2jax_ignore\"><div class=\"entities\" style=\"line-height: 2.5; direction: ltr\">Really nice place. The \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    patio\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " was set up perfect with great \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    food trucks\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " and \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    patio games\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       ". Really big tasting room with \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    30 plus beers on tap\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " and the Tony Gwynn museum was awesome !</br></div></span>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<span class=\"tex2jax_ignore\"><div class=\"entities\" style=\"line-height: 2.5; direction: ltr\">This place is beautifully designed, as far as the architecture and layout. \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    Beautiful building\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       ", \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    huge open space\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " with plenty of bar seating, table, outdoors, private area and special \n",
       "<mark class=\"entity\" style=\"background: #FDD835; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    barrel age room\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">BEER_STYLE</span>\n",
       "</mark>\n",
       ". Quality of establishment is top notch. Everything is in excellent shape and the mini-museum for \n",
       "<mark class=\"entity\" style=\"background: #AED581; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    Tony Gwynn\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">BREWERY</span>\n",
       "</mark>\n",
       " is \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    fantastic\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " (with a bunch of his trophies and all). Can't complain about the service or the staff in general either. They were not only quick but they also brought beer from their \n",
       "<mark class=\"entity\" style=\"background: #FDD835; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    barrel aging\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">BEER_STYLE</span>\n",
       "</mark>\n",
       " section (where I was supposed to go to get BA beers on draft). Their shop clerk was also really \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    friendly\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " and insightful. \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    Selection\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " was huge, of both regular offering and \n",
       "<mark class=\"entity\" style=\"background: #FDD835; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    barrel aged\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">BEER_STYLE</span>\n",
       "</mark>\n",
       ". They do not serve food but there is a food truck outside always if you get hungry. Just a great place to visit. Wish it was closer to \n",
       "<mark class=\"entity\" style=\"background: #C5CAE9; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    downtown San Diego\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">LOCATION</span>\n",
       "</mark>\n",
       " but it is totally worth a 25 min drive from there to visit this unique place.</br></div></span>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<span class=\"tex2jax_ignore\"><div class=\"entities\" style=\"line-height: 2.5; direction: ltr\">this is a \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    brewery\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " i have respected forever, one of the first to turn me on to \n",
       "<mark class=\"entity\" style=\"background: #FDD835; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    strong ales\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">BEER_STYLE</span>\n",
       "</mark>\n",
       " like \n",
       "<mark class=\"entity\" style=\"background: #FDD835; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    old ale\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">BEER_STYLE</span>\n",
       "</mark>\n",
       " and \n",
       "<mark class=\"entity\" style=\"background: #FDD835; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    barleywine\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">BEER_STYLE</span>\n",
       "</mark>\n",
       ", and i have been a longtime lover of their speedway \n",
       "<mark class=\"entity\" style=\"background: #FDD835; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    stout\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">BEER_STYLE</span>\n",
       "</mark>\n",
       ", so it was sort of a full circle thing for me to get to visit their enormous new(ish) \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    brewery\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       ". its a \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    huge space\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       ", almost feels like a hotel lobby, with \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    big leather couches\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       ", high ceilings, low light, noisy and bustling, kind of an \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    urban industrial\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " feel to it, tanks visible behind the bar, tons of fermentation capacity here, \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    huge\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " but \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    comfortable\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       ", if a bit overly refined and lacking uniqueness as a space. its \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    comfortable\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " though, and it was exiting just to be here. the beer list included all of the staples, a few new ones by me, and a range of speedway variants i was super pumped to get into, including jamaican, \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    vietnamese\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       ", chire, and thai. they were all awesome! they also have a \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    cool gift shop\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " with some bottles to go. a neat mix of people in here from corporate gathering to \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    laid back\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " california looking folks, mellow for how busy it was. service was fine, sort of unexcited but we didnt spend much time at the bar, opting instead for one of the \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    leather couches\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " where we had our minds blown by the speedway flight. its cool to see how successful these guys have been, their new space is \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    beautiful\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       ", and the beers continue to speak for themselves. we had a great time here, definitely worth a visit, and if you are unfamiliar with their beers, be sure not to miss it!</br></div></span>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<span class=\"tex2jax_ignore\"><div class=\"entities\" style=\"line-height: 2.5; direction: ltr\">This was my first time to \n",
       "<mark class=\"entity\" style=\"background: #FDD835; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    AleSmith\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">BEER_STYLE</span>\n",
       "</mark>\n",
       ". Very cool facility, huge! The \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    selection\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " when I went was great for \n",
       "<mark class=\"entity\" style=\"background: #FDD835; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    Speedway Stout\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">BEER_STYLE</span>\n",
       "</mark>\n",
       " variants, but for those looking beyond heavy stouts, I’ve gotta say there maybe could have been a little more. Service was great, speedy and \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    friendly\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       ". Beer quality was solid, from what I had. With the right event going on, during a full house session, I can really see this being a fun place to be!</br></div></span>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<span class=\"tex2jax_ignore\"><div class=\"entities\" style=\"line-height: 2.5; direction: ltr\">Hit up \n",
       "<mark class=\"entity\" style=\"background: #AED581; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    AleSmith\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">BREWERY</span>\n",
       "</mark>\n",
       " on a recent trip to \n",
       "<mark class=\"entity\" style=\"background: #C5CAE9; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    San Diego\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">LOCATION</span>\n",
       "</mark>\n",
       ". Lots of people, big crowd with big lines and long waits to get a beer. There was not enough seats for my friends and I, so we had to stand on the deck near the restrooms. Service was not that good but I could understand as they seemed understaffed for a Saturday afternoon. My recommendation is that they expand their \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    tasting room\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       ", add more seats and staff.</br></div></span>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<span class=\"tex2jax_ignore\"><div class=\"entities\" style=\"line-height: 2.5; direction: ltr\">Arguably the best brewery \n",
       "<mark class=\"entity\" style=\"background: #C5CAE9; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    in SD\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">LOCATION</span>\n",
       "</mark>\n",
       ". They upgraded to a much larger tasting room a couple years back and have been working on revamping/expanding it since. The \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    brewery\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " not only boasts a large \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    tasting room\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " with both \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    indoor\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " and \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    outdoor seating\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " but they also have: fire pits, daily food trucks, a Tony Gwynn museum on-site (free), \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    games\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       ", gift/\n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    bottle shop\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       ", tours and a private barrel-aged only \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    tasting room\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " (\n",
       "<mark class=\"entity\" style=\"background: #FDD835; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    &quot;Anvil &amp; Stave\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">BEER_STYLE</span>\n",
       "</mark>\n",
       "&quot;). \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    Super friendly\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " and \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    helpful\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " staff and \n",
       "<mark class=\"entity\" style=\"background: #FDD835; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    Alesmith\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">BEER_STYLE</span>\n",
       "</mark>\n",
       " always has about 20 beers to choose from which include the every day favorites and a handful of barrel-aged, limited, or special beers. When in SD, this is a must.</br></div></span>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<span class=\"tex2jax_ignore\"><div class=\"entities\" style=\"line-height: 2.5; direction: ltr\">There are a lot of places in industrial parks, and most of them feel like it. That said, \n",
       "<mark class=\"entity\" style=\"background: #AED581; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    AleSmith\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">BREWERY</span>\n",
       "</mark>\n",
       " has done a lot to make this a \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    welcoming space\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       ". Lots of room for the happy hour crowd in the main space, plus a cave-like hidden room for \n",
       "<mark class=\"entity\" style=\"background: #FDD835; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    barrel-aged\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">BEER_STYLE</span>\n",
       "</mark>\n",
       " brews. \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    Food trucks\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " are usually outside, and I had to get the bacon grilled cheese. I could spend a lot of time there if I lived nearby, and I was kinda sad I had to move on to the next place because of my limited time. (\n",
       "<mark class=\"entity\" style=\"background: #C5CAE9; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    San Diego\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">LOCATION</span>\n",
       "</mark>\n",
       ". Poor poor pitiful me, right?)</br></div></span>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<span class=\"tex2jax_ignore\"><div class=\"entities\" style=\"line-height: 2.5; direction: ltr\">This place is pretty \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    awesome\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       ". \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    Awesome selection\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " of beer, \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    very open\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " with different types of seating, including outdoors. Great service and nice vibe. I could totally hang out here all day with some friends and drink.</br></div></span>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<span class=\"tex2jax_ignore\"><div class=\"entities\" style=\"line-height: 2.5; direction: ltr\">This is a must-stop place if in the \n",
       "<mark class=\"entity\" style=\"background: #C5CAE9; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    San Diego\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">LOCATION</span>\n",
       "</mark>\n",
       " area. A little off the beaten path, especially if you are staying downtown but worth it. The Anvil &amp; Stave is a really cool experience and something you have to do if you are there. The main tasting room has a cool vibe and a nice \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    selection\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " of beer but the Anvil &amp; Stave is the highlight for sure.</br></div></span>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<span class=\"tex2jax_ignore\"><div class=\"entities\" style=\"line-height: 2.5; direction: ltr\">Nice location right off \n",
       "<mark class=\"entity\" style=\"background: #C5CAE9; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    Miramar\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">LOCATION</span>\n",
       "</mark>\n",
       ". Very clean and open. No food available unless there is a food truck. Solid offerings of beer including some \n",
       "<mark class=\"entity\" style=\"background: #FDD835; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    barrell aged\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">BEER_STYLE</span>\n",
       "</mark>\n",
       " options plus some r and d. Worth a visit if \n",
       "<mark class=\"entity\" style=\"background: #C5CAE9; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    in San Diego\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">LOCATION</span>\n",
       "</mark>\n",
       " and just around he corner from Ballast Point brewery/restaraunt.</br></div></span>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<span class=\"tex2jax_ignore\"><div class=\"entities\" style=\"line-height: 2.5; direction: ltr\">Made two stops here and found a \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    huge open space\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       ", long bar area, movies showing and a pretty \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    big gift shop\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " that also had bottle sales. If you come on the right day, you'll luck out with some Speedway variants, if not you'll just have to settle for variants of some other beer. Hard to go wrong either way. I'd go here if I had a \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    big group\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " by the way.</br></div></span>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<span class=\"tex2jax_ignore\"><div class=\"entities\" style=\"line-height: 2.5; direction: ltr\">All \n",
       "<mark class=\"entity\" style=\"background: #FDD835; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    Hail\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">BEER_STYLE</span>\n",
       "</mark>\n",
       ", \n",
       "<mark class=\"entity\" style=\"background: #FDD835; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    Alesmith\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">BEER_STYLE</span>\n",
       "</mark>\n",
       ". I remain mystified that a brewer in one of the most consistently warm climates can produce such astounding stouts. But the story starts two years ago because \n",
       "<mark class=\"entity\" style=\"background: #AED581; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    Alesmith\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">BREWERY</span>\n",
       "</mark>\n",
       " has two on my quest to taste &quot;10001 Beers You Must Taste Before You Die&quot; and they don't distribute in my state. When their beer starts to dribble into Illinois, I was advised by the largest beverage retailer \n",
       "<mark class=\"entity\" style=\"background: #C5CAE9; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    in Chicagoland\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">LOCATION</span>\n",
       "</mark>\n",
       " that I would be lucky to get any soon. A month later, we visit my wife's cousin \n",
       "<mark class=\"entity\" style=\"background: #C5CAE9; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    in San Diego\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">LOCATION</span>\n",
       "</mark>\n",
       " and he has a driver without much to do. So it seemed like a genius-stroke to ask him to take me to \n",
       "<mark class=\"entity\" style=\"background: #FDD835; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    Alesmith\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">BEER_STYLE</span>\n",
       "</mark>\n",
       ". I could drink all I wanted! Well, we arrived and I discovered : no flights, but they sold bottles. We were flying out tomorrow, so I didn't want to buy bottles. Dilemma. Then, I saw a clique of restauranteurs sampling the brews. Without introducing myself, I went over and acted like I knew their biz. The conceit worked and I sampled at least five brews... all excellent and an astounding \n",
       "<mark class=\"entity\" style=\"background: #FDD835; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    stout\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">BEER_STYLE</span>\n",
       "</mark>\n",
       ". Lesson: Beer-hunting requires more than persistent, it requires guile... albeit for a good cause.</br></div></span>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<span class=\"tex2jax_ignore\"><div class=\"entities\" style=\"line-height: 2.5; direction: ltr\">Very cool place, just wish the beer was better. Food truck was pulled up for good eats. \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    Outdoor patio\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " area had a cool area to \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    chill\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " by the fire and others were playing corn hole. Inside was massive with lots of stools and tables, all of which were taken on the Saturday evening I was there. Loved the place but unless they produce better beer, I'll probably skip next time (no Speedway \n",
       "<mark class=\"entity\" style=\"background: #FDD835; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    stout\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">BEER_STYLE</span>\n",
       "</mark>\n",
       " or any variants available the day I was there).</br></div></span>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<span class=\"tex2jax_ignore\"><div class=\"entities\" style=\"line-height: 2.5; direction: ltr\">Stopped here to check out their beers because they don't make it to DE. Beers were great as expected. The \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    tasting room\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " is \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    spacious\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " and they offer a rack of four samples for tasting. We were there during mid afternoon on a Friday and they were busy but not crowded. Not a bad place to hang out and drink some beer.</br></div></span>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<span class=\"tex2jax_ignore\"><div class=\"entities\" style=\"line-height: 2.5; direction: ltr\">The new \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    tasting room\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " is a \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    huge space\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " in an industrial park. Still a decent vibe given the size and location. They typically have \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    10-12 standards\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " on tap and \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    5-6 specialty\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " beers. A series of \n",
       "<mark class=\"entity\" style=\"background: #FDD835; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    Mikkeller\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">BEER_STYLE</span>\n",
       "</mark>\n",
       " collabs were available when I visited. As with their standard bottled beers - nothing really blew me away, just a broad range of solid offerings. Beer tenders seemed to be reasonably \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    knowledgable\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       " and \n",
       "<mark class=\"entity\" style=\"background: #80CBC4; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    helpful\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">FEATURE</span>\n",
       "</mark>\n",
       ". In most towns \n",
       "<mark class=\"entity\" style=\"background: #AED581; padding: 0.45em 0.6em; margin: 0 0.25em; line-height: 1; border-radius: 0.35em;\">\n",
       "    Alesmith\n",
       "    <span style=\"font-size: 0.8em; font-weight: bold; line-height: 1; border-radius: 0.35em; text-transform: uppercase; vertical-align: middle; margin-left: 0.5rem\">BREWERY</span>\n",
       "</mark>\n",
       " would stand out but not in SD these days.</div></span>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# Test trained model\n",
    "with open('../data/raw/reviews_san-diego_alesmith.txt') as file:\n",
    "    reviews = file.readlines()\n",
    "    \n",
    "for review in reviews:\n",
    "    doc = nlp(review)\n",
    "    displacy.render(doc, style=\"ent\", options=options)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.0"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}