02_dataset_building.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Imports"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 96,
   "metadata": {},
   "outputs": [],
   "source": [
    "from pprint import pprint\n",
    "from statistics import mean\n",
    "import os\n",
    "import gmplot\n",
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 97,
   "metadata": {},
   "outputs": [],
   "source": [
    "from dataset_bending import get_all_datasets, get_dataset_info, get_dataset_data, get_dataset_data_full, try_to_display_dataset, display_dataset_polygon, display_dataset_points, get_dataframe_alojamentos"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'objectid': 1, 'data_levan': 1488758400000, 'cod_dmpu': '140747', 'cod_topo': 'RCAMO0', 'n_pol': '77', 'nome_aloj': 'Metro Apartment', 'ano_reg': 2016, 'ano_ab': 2016, 'n_reg': '35375/AL', 'tit_expl': None, 'qual_tit': 'Proprietario', 'tit_tipo': 'Pessoa singular (empresário em nome individual)', 'obs': None, 'pos_1951': 'S', 'nud': None, 'morada': 'Rua Rua Camões, 77 1º 1.1', 'desativo': None, 'modalidade': 'Apartamento', 'n_policia': None, 'cod_postal': '4000-144', 'data_reg': 1475193600000, 'data_ab': 1477958400000, 'toponimo': None, 'cod_freg': None, 'cod_sgr': None, 'n_ordem': None, 'cod_gis': None, 'np_codtopo': None, 'coordinates': [-8.610274113044303, 41.1525537929996]}\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>data_levan</th>\n",
       "      <th>nome</th>\n",
       "      <th>ano_registo</th>\n",
       "      <th>type</th>\n",
       "      <th>address</th>\n",
       "      <th>freg</th>\n",
       "      <th>n_reg</th>\n",
       "      <th>lat</th>\n",
       "      <th>lon</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>1488758400000</td>\n",
       "      <td>metro apartment</td>\n",
       "      <td>2016</td>\n",
       "      <td>Apartamento</td>\n",
       "      <td>Rua Rua Camões, 77 1º 1.1, 4000-144 Porto, Por...</td>\n",
       "      <td>None</td>\n",
       "      <td>35375/AL</td>\n",
       "      <td>41.152554</td>\n",
       "      <td>-8.610274</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>1488758400000</td>\n",
       "      <td>be happy flat</td>\n",
       "      <td>2016</td>\n",
       "      <td>Apartamento</td>\n",
       "      <td>Rua Rua Camões, 327 1.º Hab. 1.5, 4000-145 Por...</td>\n",
       "      <td>None</td>\n",
       "      <td>23120/AL</td>\n",
       "      <td>41.154861</td>\n",
       "      <td>-8.610286</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3</td>\n",
       "      <td>1488758400000</td>\n",
       "      <td>camões apartment</td>\n",
       "      <td>2016</td>\n",
       "      <td>Apartamento</td>\n",
       "      <td>Rua Rua Camões, 387 2º Dt, 4000-146 Porto, Por...</td>\n",
       "      <td>None</td>\n",
       "      <td>28842/AL</td>\n",
       "      <td>41.155397</td>\n",
       "      <td>-8.610221</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "      <td>1488758400000</td>\n",
       "      <td>zarolho</td>\n",
       "      <td>2016</td>\n",
       "      <td>Apartamento</td>\n",
       "      <td>None, None Porto, Portugal</td>\n",
       "      <td>None</td>\n",
       "      <td>28643/AL</td>\n",
       "      <td>41.157035</td>\n",
       "      <td>-8.610126</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5</td>\n",
       "      <td>1488758400000</td>\n",
       "      <td>casa carvalheiras</td>\n",
       "      <td>2016</td>\n",
       "      <td>Moradia</td>\n",
       "      <td>None, 4000-159 Porto, Portugal</td>\n",
       "      <td>None</td>\n",
       "      <td>36668/AL</td>\n",
       "      <td>41.154907</td>\n",
       "      <td>-8.605619</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>6</td>\n",
       "      <td>1488758400000</td>\n",
       "      <td>e-house asprela</td>\n",
       "      <td>2016</td>\n",
       "      <td>Moradia</td>\n",
       "      <td>None, 4200-011 Porto, Portugal</td>\n",
       "      <td>None</td>\n",
       "      <td>26065/AL</td>\n",
       "      <td>41.176717</td>\n",
       "      <td>-8.610834</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>7</td>\n",
       "      <td>1488758400000</td>\n",
       "      <td>cazv</td>\n",
       "      <td>2016</td>\n",
       "      <td>Apartamento</td>\n",
       "      <td>Rua Rua Coutinho de Azevedo, 214 R/C, 4000-189...</td>\n",
       "      <td>None</td>\n",
       "      <td>37182/AL</td>\n",
       "      <td>41.158079</td>\n",
       "      <td>-8.596343</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>8</td>\n",
       "      <td>1488758400000</td>\n",
       "      <td>girassol</td>\n",
       "      <td>2016</td>\n",
       "      <td>Moradia</td>\n",
       "      <td>Rua Rua Coutinho de Azevedo, 259, 4000-190 Por...</td>\n",
       "      <td>None</td>\n",
       "      <td>28382/AL</td>\n",
       "      <td>41.158200</td>\n",
       "      <td>-8.596966</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>9</td>\n",
       "      <td>1488758400000</td>\n",
       "      <td>estudio 312</td>\n",
       "      <td>2016</td>\n",
       "      <td>Apartamento</td>\n",
       "      <td>None, 4000-188 Porto, Portugal</td>\n",
       "      <td>None</td>\n",
       "      <td>35922/AL</td>\n",
       "      <td>41.158680</td>\n",
       "      <td>-8.597245</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>10</td>\n",
       "      <td>1488758400000</td>\n",
       "      <td>andorinhas</td>\n",
       "      <td>2016</td>\n",
       "      <td>Apartamento</td>\n",
       "      <td>None, 4200-221 Porto, Portugal</td>\n",
       "      <td>None</td>\n",
       "      <td>32219/AL</td>\n",
       "      <td>41.163204</td>\n",
       "      <td>-8.602644</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   id     data_levan               nome ano_registo         type  \\\n",
       "0   1  1488758400000    metro apartment        2016  Apartamento   \n",
       "1   2  1488758400000      be happy flat        2016  Apartamento   \n",
       "2   3  1488758400000   camões apartment        2016  Apartamento   \n",
       "3   4  1488758400000            zarolho        2016  Apartamento   \n",
       "4   5  1488758400000  casa carvalheiras        2016      Moradia   \n",
       "5   6  1488758400000    e-house asprela        2016      Moradia   \n",
       "6   7  1488758400000               cazv        2016  Apartamento   \n",
       "7   8  1488758400000           girassol        2016      Moradia   \n",
       "8   9  1488758400000        estudio 312        2016  Apartamento   \n",
       "9  10  1488758400000         andorinhas        2016  Apartamento   \n",
       "\n",
       "                                             address  freg     n_reg  \\\n",
       "0  Rua Rua Camões, 77 1º 1.1, 4000-144 Porto, Por...  None  35375/AL   \n",
       "1  Rua Rua Camões, 327 1.º Hab. 1.5, 4000-145 Por...  None  23120/AL   \n",
       "2  Rua Rua Camões, 387 2º Dt, 4000-146 Porto, Por...  None  28842/AL   \n",
       "3                         None, None Porto, Portugal  None  28643/AL   \n",
       "4                     None, 4000-159 Porto, Portugal  None  36668/AL   \n",
       "5                     None, 4200-011 Porto, Portugal  None  26065/AL   \n",
       "6  Rua Rua Coutinho de Azevedo, 214 R/C, 4000-189...  None  37182/AL   \n",
       "7  Rua Rua Coutinho de Azevedo, 259, 4000-190 Por...  None  28382/AL   \n",
       "8                     None, 4000-188 Porto, Portugal  None  35922/AL   \n",
       "9                     None, 4200-221 Porto, Portugal  None  32219/AL   \n",
       "\n",
       "         lat       lon  \n",
       "0  41.152554 -8.610274  \n",
       "1  41.154861 -8.610286  \n",
       "2  41.155397 -8.610221  \n",
       "3  41.157035 -8.610126  \n",
       "4  41.154907 -8.605619  \n",
       "5  41.176717 -8.610834  \n",
       "6  41.158079 -8.596343  \n",
       "7  41.158200 -8.596966  \n",
       "8  41.158680 -8.597245  \n",
       "9  41.163204 -8.602644  "
      ]
     },
     "execution_count": 38,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = get_dataframe_alojamentos()\n",
    "df[\"nome\"] = df['nome'].str.lower()\n",
    "df.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 99,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "5143\n",
      "2453\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>address</th>\n",
       "      <th>license</th>\n",
       "      <th>name</th>\n",
       "      <th>score_cleanliness</th>\n",
       "      <th>score_commodities</th>\n",
       "      <th>score_confort</th>\n",
       "      <th>score_free-wifi</th>\n",
       "      <th>score_global</th>\n",
       "      <th>score_location</th>\n",
       "      <th>score_price/quality</th>\n",
       "      <th>score_staff</th>\n",
       "      <th>type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Sá da Bandeira 198, União de Freguesias do Cen...</td>\n",
       "      <td>87727/AL</td>\n",
       "      <td>authentic stay, sá da bandeira</td>\n",
       "      <td>9.7</td>\n",
       "      <td>9,4</td>\n",
       "      <td>9.2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>9.4</td>\n",
       "      <td>10.0</td>\n",
       "      <td>9.2</td>\n",
       "      <td>8.9</td>\n",
       "      <td>apartamento</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Sá da Bandeira 198, União de Freguesias do Cen...</td>\n",
       "      <td>87828/AL</td>\n",
       "      <td>authentic stay, sá da bandeira</td>\n",
       "      <td>9.7</td>\n",
       "      <td>9,4</td>\n",
       "      <td>9.2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>9.4</td>\n",
       "      <td>10.0</td>\n",
       "      <td>9.2</td>\n",
       "      <td>8.9</td>\n",
       "      <td>apartamento</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Sá da Bandeira 198, União de Freguesias do Cen...</td>\n",
       "      <td>87743/AL</td>\n",
       "      <td>authentic stay, sá da bandeira</td>\n",
       "      <td>9.7</td>\n",
       "      <td>9,4</td>\n",
       "      <td>9.2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>9.4</td>\n",
       "      <td>10.0</td>\n",
       "      <td>9.2</td>\n",
       "      <td>8.9</td>\n",
       "      <td>apartamento</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Sá da Bandeira 198, União de Freguesias do Cen...</td>\n",
       "      <td>87744/AL</td>\n",
       "      <td>authentic stay, sá da bandeira</td>\n",
       "      <td>9.7</td>\n",
       "      <td>9,4</td>\n",
       "      <td>9.2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>9.4</td>\n",
       "      <td>10.0</td>\n",
       "      <td>9.2</td>\n",
       "      <td>8.9</td>\n",
       "      <td>apartamento</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Sá da Bandeira 198, União de Freguesias do Cen...</td>\n",
       "      <td>87746/AL</td>\n",
       "      <td>authentic stay, sá da bandeira</td>\n",
       "      <td>9.7</td>\n",
       "      <td>9,4</td>\n",
       "      <td>9.2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>9.4</td>\n",
       "      <td>10.0</td>\n",
       "      <td>9.2</td>\n",
       "      <td>8.9</td>\n",
       "      <td>apartamento</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                             address   license  \\\n",
       "0  Sá da Bandeira 198, União de Freguesias do Cen...  87727/AL   \n",
       "1  Sá da Bandeira 198, União de Freguesias do Cen...  87828/AL   \n",
       "2  Sá da Bandeira 198, União de Freguesias do Cen...  87743/AL   \n",
       "3  Sá da Bandeira 198, União de Freguesias do Cen...  87744/AL   \n",
       "4  Sá da Bandeira 198, União de Freguesias do Cen...  87746/AL   \n",
       "\n",
       "                             name  score_cleanliness score_commodities  \\\n",
       "0  authentic stay, sá da bandeira                9.7               9,4   \n",
       "1  authentic stay, sá da bandeira                9.7               9,4   \n",
       "2  authentic stay, sá da bandeira                9.7               9,4   \n",
       "3  authentic stay, sá da bandeira                9.7               9,4   \n",
       "4  authentic stay, sá da bandeira                9.7               9,4   \n",
       "\n",
       "   score_confort  score_free-wifi  score_global  score_location  \\\n",
       "0            9.2              NaN           9.4            10.0   \n",
       "1            9.2              NaN           9.4            10.0   \n",
       "2            9.2              NaN           9.4            10.0   \n",
       "3            9.2              NaN           9.4            10.0   \n",
       "4            9.2              NaN           9.4            10.0   \n",
       "\n",
       "   score_price/quality  score_staff          type  \n",
       "0                  9.2          8.9  apartamento   \n",
       "1                  9.2          8.9  apartamento   \n",
       "2                  9.2          8.9  apartamento   \n",
       "3                  9.2          8.9  apartamento   \n",
       "4                  9.2          8.9  apartamento   "
      ]
     },
     "execution_count": 99,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# dfb = pd.read_csv(\"sample_ramalho.csv\")\n",
    "dfb = pd.read_csv(\"data-test.csv\")\n",
    "dfb[\"name\"] = dfb['name'].str.lower()\n",
    "print(len(dfb))\n",
    "dfb = dfb.drop_duplicates()\n",
    "dfb = dfb.drop_duplicates(subset='license', keep='first')\n",
    "print(len(dfb))\n",
    "dfb.head(5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 88,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>data_levan</th>\n",
       "      <th>nome</th>\n",
       "      <th>ano_registo</th>\n",
       "      <th>type</th>\n",
       "      <th>address</th>\n",
       "      <th>freg</th>\n",
       "      <th>n_reg</th>\n",
       "      <th>lat</th>\n",
       "      <th>lon</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>3558</th>\n",
       "      <td>3559</td>\n",
       "      <td>-2209161600000</td>\n",
       "      <td>warehouse apartment</td>\n",
       "      <td>2017</td>\n",
       "      <td>Apartamento</td>\n",
       "      <td>Rua do Dr. Alves da Veiga, 4000-074 Porto, Por...</td>\n",
       "      <td>None</td>\n",
       "      <td>48370/AL</td>\n",
       "      <td>41.1505</td>\n",
       "      <td>-8.603682</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "        id      data_levan                 nome ano_registo         type  \\\n",
       "3558  3559  -2209161600000  warehouse apartment        2017  Apartamento   \n",
       "\n",
       "                                                address  freg     n_reg  \\\n",
       "3558  Rua do Dr. Alves da Veiga, 4000-074 Porto, Por...  None  48370/AL   \n",
       "\n",
       "          lat       lon  \n",
       "3558  41.1505 -8.603682  "
      ]
     },
     "execution_count": 88,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# df.loc[df.apply(lambda row: row[].astype(str).str.contains(\"(?i)\" + \"48370\").any(), axis=1)]\n",
    "df[df['n_reg'].str.contains(\"(?i)\" + \"48370/AL\")==True]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 89,
   "metadata": {},
   "outputs": [],
   "source": [
    "# df.join(dfb, lsuffix=\"name\", rsuffix=\"nome\", how=\"inner\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 100,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.6657154504688138\n"
     ]
    }
   ],
   "source": [
    "df_complete = pd.merge(df, dfb, how=\"inner\", left_on=[\"nome\"], right_on=[\"name\"], suffixes=('', '_y'))\n",
    "print(len(df_complete)/len(dfb))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 101,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.7146351406441093\n",
      "0.263331831155175\n"
     ]
    }
   ],
   "source": [
    "df_complete = pd.merge(df, dfb, how=\"inner\", left_on=[\"n_reg\"], right_on=[\"license\"], suffixes=('', '_y'))\n",
    "print(len(df_complete)/len(dfb))\n",
    "print(len(df_complete)/len(df))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 103,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2453\n",
      "6657\n",
      "6647\n",
      "1753\n",
      "1745\n",
      "1745\n"
     ]
    }
   ],
   "source": [
    "print(len(dfb))\n",
    "print(len(df.n_reg))\n",
    "print(len(df.n_reg.unique()))\n",
    "print(len(df_complete.license))\n",
    "print(len(df_complete.drop_duplicates(subset='license', keep='first')))\n",
    "print(len(df_complete.license.unique()))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 118,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "708\n",
      "['douro rural suite',\n",
      " 'chateau apartments',\n",
      " 'orm - chã apartments (01 to 04)',\n",
      " 'designpalacioflats',\n",
      " 'your opo vintage apartments',\n",
      " 'a casa da maria',\n",
      " 'm maison particulière porto',\n",
      " 'santa catarina downtown iii',\n",
      " 'authentic stay, são bento',\n",
      " 'oporto welcome apartments - ribeira negra',\n",
      " 'cedofeita cozy apartment',\n",
      " 'by the river guesthouse',\n",
      " 'porta 33 bed and bath',\n",
      " 'joia portuguesa - portuguese jewel',\n",
      " 'little house on breiner',\n",
      " 'ca227',\n",
      " 'mystay porto bolhão',\n",
      " 'porto and clérigos views by porto city hosts',\n",
      " 'residencia lis b&b and parking',\n",
      " 'porto de alegria',\n",
      " 'liiiving in porto | aliados design apartment',\n",
      " 'feels like home breiner 310 design modern flats',\n",
      " 'the yellow house 2',\n",
      " 'bmyguest - villa lóios terrace apartment',\n",
      " 'orm - almada apartments',\n",
      " 'metro heroismo residence',\n",
      " 'porto by heart',\n",
      " 'liiiving in porto | terrace & sunny apartment',\n",
      " 'galerias fashion flats',\n",
      " 'alma invicta alegria',\n",
      " 'great&cosy bolhão apartment',\n",
      " 'ml apartments almirante',\n",
      " 'i love porto',\n",
      " 'winehome apartment',\n",
      " 'authentic stay, breiner greenhouse',\n",
      " 'feel porto downtown townhouses',\n",
      " 'santa catarina downtown ii',\n",
      " 'ilha da gloria - lapa',\n",
      " 'aliados for 2 with parking',\n",
      " \"fred's house loios 32\",\n",
      " \"d'autor apartments\",\n",
      " 'authentic porto apartments',\n",
      " 'cedofeita bohemian lifestyle apartment',\n",
      " 'peach & suites',\n",
      " 'virtudes city lofts',\n",
      " 'duplex flat with terrace',\n",
      " 'spot apartments casa januario',\n",
      " 'oporto rivoli apartments',\n",
      " 'casinha do tomás by porto city hosts',\n",
      " 'fontainhas apartment',\n",
      " 'odete apartments',\n",
      " 'b. places',\n",
      " 'rva - clerigos apartments',\n",
      " 'sunny garden flat',\n",
      " 'arco apartments',\n",
      " 'garça downtown flats',\n",
      " 'unforgettable moments at o´porto by livingwell',\n",
      " 'oporto room',\n",
      " 'tiles apartments',\n",
      " 'selina porto',\n",
      " 'residencial visconde',\n",
      " 'your owm invicta',\n",
      " 'low cost tourist apartments - casa da musica',\n",
      " 'gc oporto apartment',\n",
      " 'douro divine',\n",
      " 'd&s - loureiro 67',\n",
      " 'studios porto solar',\n",
      " 'rua de trás apartments',\n",
      " 'clérigos h apartments',\n",
      " 'live porto apartment',\n",
      " \"artist's apartment\",\n",
      " 'historical porto/gaia apartment',\n",
      " 'faisama • porto apartments',\n",
      " 'clérigos apartments',\n",
      " 'home made guest studios',\n",
      " 'bo - álvares cabral guesthouse',\n",
      " 'cdc apartments by casa do conto',\n",
      " 'casas do teatro',\n",
      " 'bo - sá de noronha apartments',\n",
      " 'sport in porto',\n",
      " 'soulmade porto',\n",
      " 'monte sinai guest house',\n",
      " 'oporto sweet home ii',\n",
      " 'bloom house by sweet porto',\n",
      " 'metro casa música apartments and rooms',\n",
      " 'blue wolf 3',\n",
      " 'casa da ana',\n",
      " 'tpc - almada vellichor',\n",
      " 'apartment in the center of porto!',\n",
      " 'coreto 179',\n",
      " 'forrester downtown house',\n",
      " 'oporto serviced apartments - alvares cabral',\n",
      " 'entre amigos',\n",
      " 'liiiving in porto - central trendy studio',\n",
      " 'cedofeita back garden',\n",
      " 'yes! porto hostel',\n",
      " 'sunday - lively getaway apartment',\n",
      " 'oporto invite - city center - são lazaro',\n",
      " 'opo bolhao flats',\n",
      " 'sweet swell',\n",
      " 'the a5 smart luxury studios',\n",
      " 'casa adriana by soulsharing.porto',\n",
      " 'sunday - alegria apartment (free parking)',\n",
      " 'alma porto flat 3',\n",
      " 'feels like home new oporto apartments - mouzinho',\n",
      " 'ribeira 24',\n",
      " 'oporto downtown apartment - ii',\n",
      " 'oporto4all - trindade',\n",
      " 'casa da avó',\n",
      " 'serralves loft',\n",
      " 'oporto chic&cozy - santo ildefonso',\n",
      " 'terrace jardim',\n",
      " 'cozy bright flat | ace location 5 min aliados #09',\n",
      " 'abel nascimento pereira',\n",
      " 'beautiful 1bed in central downtown',\n",
      " 'vielas do porto - the orange tree',\n",
      " 'tito studio terrace',\n",
      " 'portuense alojamento local',\n",
      " 'cosy one bedroom central apartment',\n",
      " 'oporto invite ribeira (historical center)',\n",
      " 'paraty alojamento local',\n",
      " 'oporto bonjardim residence',\n",
      " 'your owm paraíso',\n",
      " 'porto.unbend',\n",
      " 'downtown porto cozy flat',\n",
      " 'rua apartments - cedofeita',\n",
      " 'boavista apartments',\n",
      " 'true blue porto apartment ii',\n",
      " 'douro virtudes apartments historical center',\n",
      " 'lit apartments (2 bedroom | city center)',\n",
      " 'bnapartments rio',\n",
      " 'casa da belavista',\n",
      " 'oporto apart boavista',\n",
      " 'porto alegria apartment',\n",
      " 'the porto way',\n",
      " 'almada 15 apartments',\n",
      " 'oporto trindade residence',\n",
      " 'findme inporto santa catarina',\n",
      " 'thomaz palace',\n",
      " 'ilha da glória - miragaia',\n",
      " 'portosoul trindade',\n",
      " '\"windows of são bento\" - amazing studio w/ balcony',\n",
      " 'casas das caldeiras',\n",
      " '194porto.flats',\n",
      " 'pwhc miragaia apartments',\n",
      " 'porto city house',\n",
      " 'bmyguest exclusive studios',\n",
      " 'new york apartment',\n",
      " 'bolhão apart',\n",
      " 'luxurious fresh new flats | city center',\n",
      " 'rs porto apartments',\n",
      " 'porto cozy house',\n",
      " 'jualis guest house',\n",
      " 'apartment oportoloft',\n",
      " 'your owm carmim',\n",
      " 'naya-downtown guesthouse',\n",
      " 'rs porto vilar',\n",
      " 'db ribeira apartments',\n",
      " 'oporto fontainhas sun',\n",
      " 'porto downtown apartment',\n",
      " 'central francos guest house',\n",
      " 'opo antas studio',\n",
      " 'gilgal residence - egas moniz',\n",
      " 'porto island',\n",
      " 'iris downtown apart',\n",
      " 'tpc - flamingo in the square',\n",
      " 'oporto aaa - almada aliados apartment',\n",
      " 'alegria street apartments',\n",
      " 'oporto music hostel',\n",
      " 'stay in apartments',\n",
      " 'guest h4u - flores lello city center',\n",
      " 'porto 271 mouzinho apartamentos',\n",
      " 'mt trindade',\n",
      " 'liiiving in porto | bolhão market apartments',\n",
      " 'luxury apartment bonjardim',\n",
      " 'liiiving in porto | center spot apartment',\n",
      " 'clerigos premium',\n",
      " 'oporto luis bridge residence',\n",
      " 'sta catarina apartment downtown',\n",
      " 'ceuta inn porto',\n",
      " 'own places carregal apartment',\n",
      " 'nations porto ii - studios & suites',\n",
      " 'bonfim 234 townhouse',\n",
      " 'porto belomonte flats',\n",
      " 'oporto poem - downtown apartment',\n",
      " 'downtown porto flat',\n",
      " 'citybreak-apartments caldeireiros',\n",
      " 'bnapartments loftpuzzle',\n",
      " 'guest h4u - casa duplex lapa',\n",
      " 'orm - sé apartments',\n",
      " 'aniki bóbó',\n",
      " 'porto cardosas apartments 1',\n",
      " 'liiiving in porto | foz shore apartments',\n",
      " 'boa415',\n",
      " 'click! apartment by jc',\n",
      " 'casa do largo house',\n",
      " 'bnapartments trindade',\n",
      " 'cosy family porto',\n",
      " 'ml apartments charming rooms',\n",
      " 'sp199 flat',\n",
      " 'bo - marquês apartments',\n",
      " 'lovelystay - santa catarina cozy downtown',\n",
      " 'lions house',\n",
      " 'cocorico luxury guest house',\n",
      " 'apartamentos ponte nova',\n",
      " 'lovelystay - martires boutique flat',\n",
      " 'rva - cathedral apartments',\n",
      " 'bolhão guesthouse',\n",
      " 'antas ville guesthouse',\n",
      " 'crowntown apartments',\n",
      " 'vintage note apartment in porto by cozzy homes',\n",
      " 'oldcity design apartments',\n",
      " 'invicta flats 2 - oporto',\n",
      " 'casa/home tomás',\n",
      " 'sancha apartment',\n",
      " 'grande oceano guest house',\n",
      " 'go2oporto a-portoments',\n",
      " 'top flat',\n",
      " 'orm - bolhao apartments (01 to 02)',\n",
      " 'one-bedroom apartment in oporto',\n",
      " 'formosa charming loft in porto´s heart',\n",
      " 'pretty 163',\n",
      " 'alegria residence',\n",
      " 'your place porto',\n",
      " 'port wine cellars apartment',\n",
      " 'oporto stories apartments - santa catarina, 359',\n",
      " 'bnapartments carregal',\n",
      " 'liiiving in porto | luxury boutique apartment',\n",
      " 'porto essence',\n",
      " 'cedofeita delight',\n",
      " 'bra.com apartments oporto campanhã',\n",
      " 'a casa de francos',\n",
      " 'pharol guesthouse',\n",
      " 'tpc little world',\n",
      " 'casa bonjardim',\n",
      " 'aliados perfect stylish modern flat with parking place',\n",
      " 'peninsular',\n",
      " 'archi apartments',\n",
      " 'napolitano backpackers',\n",
      " 'luxury anibal cunha apartments',\n",
      " 'carolina651 apartment',\n",
      " 'liiiving in porto | alma d oporto',\n",
      " 'oporto sb loft',\n",
      " 'otf- porto centro',\n",
      " 'secret hostel',\n",
      " 'porto downtown sweet house',\n",
      " 'residencial borsalino',\n",
      " 'são brás apartment',\n",
      " 'castelo santa catarina',\n",
      " 'reurban flats',\n",
      " 'porto forrester apartment',\n",
      " \"nomad's terrace & spacious\",\n",
      " 'oporto serviced apartments - 1858',\n",
      " 'cool guesthouse',\n",
      " 'go2oporto bairro das artes',\n",
      " 'oporto invite - taipas (historical centre)',\n",
      " 'so cool flat',\n",
      " 'moon house-santa catarina',\n",
      " 'garça real flats',\n",
      " 'scented house',\n",
      " 'antero quental residence',\n",
      " 'chillout trindade apartment',\n",
      " 'porto patricio apartments',\n",
      " 'charming palladium',\n",
      " 'oporto invite sto ildefonso luxury',\n",
      " \"bruno's downtown apartment\",\n",
      " 'victoria studios',\n",
      " 'rva - gustave eiffel apartments',\n",
      " 'loftabroad studios',\n",
      " 'b28 apartments porto',\n",
      " 'feels like home porto elegant flat with terrace',\n",
      " 'bnapartments soares dos reis',\n",
      " 'porta 33 porto apartments',\n",
      " 'bmyguest cedofeita terrace apartment',\n",
      " 'apartment rua de santa catarina',\n",
      " 'macario apartment * wifi * netflix * design',\n",
      " 'bvapartaments boavista',\n",
      " 'belas artes apart',\n",
      " 'rua do bonjardim apartamento',\n",
      " 'alma porto hostel',\n",
      " 'liiiving in porto | downtown delight apartments',\n",
      " 'cozy studio apartment',\n",
      " 'guest h4u - bonjardim terrasse center',\n",
      " 'aliados in',\n",
      " 'oporto ceuta apartment',\n",
      " 'fontainhas urban p oporto',\n",
      " 'tpc - luxus porto - sto ildefonso',\n",
      " 'welcome to my city',\n",
      " 'your opo bolhao apartments',\n",
      " 'aliados 107',\n",
      " 'poveiros',\n",
      " 'urban suite da bandeira',\n",
      " 'fábrica de histórias',\n",
      " 'bo - santos pousada * apartments',\n",
      " 'porto formoso',\n",
      " 's bento boutique apartment',\n",
      " 'stay here 424',\n",
      " 'rua conego ferreira pinto, 177',\n",
      " 'porto river',\n",
      " 'p. batalha centre - pwhc',\n",
      " 'casa das manas',\n",
      " 'belomont6 apartments',\n",
      " 'orm - batalha apartments (01 to 05)',\n",
      " 'wine apartments',\n",
      " 'bolhão nobre apartments',\n",
      " 'vibrant porto apartments',\n",
      " 'miradouro apartment',\n",
      " 'eça boulevard house',\n",
      " \"d'ouro\",\n",
      " 'centenary fontainhas apartments',\n",
      " 'lv premier apartments firmeza- sc',\n",
      " 'authentic stay, sá da bandeira',\n",
      " 'doutor alfredo apartment',\n",
      " 'foz douro',\n",
      " 'oportolazaro apartment',\n",
      " 'casa do bonas',\n",
      " 'port and tonic',\n",
      " 'sao bento studio',\n",
      " 'alegria220apartment',\n",
      " 'yours guesthouse porto',\n",
      " 'porto emotions caldeireiros',\n",
      " 'nabaixa apartments',\n",
      " 'apartments oporto palace',\n",
      " 'loft mártires',\n",
      " 'the almada',\n",
      " 'mellow downtown apartments',\n",
      " 'residencial caldeira',\n",
      " 'alferes house',\n",
      " 'historical center - taipas apartments',\n",
      " 'looking river sé comfy apartment',\n",
      " 'great&cosy suites',\n",
      " 'porto corner apartment',\n",
      " 'luxury apartment combatentes',\n",
      " 'cedofeita apartment ii',\n",
      " 'step in porto apartments',\n",
      " 'market place',\n",
      " \"dahome - january's 31 studio\",\n",
      " \"casa d'alma\",\n",
      " 'vitoria apartments',\n",
      " 'oporto invite s. bento studios apartments',\n",
      " 'apartamentos the arc carrís',\n",
      " 'dahome - almada luxurious duplex',\n",
      " 'sunday - neptune house',\n",
      " 'camarinha oporto apartments',\n",
      " 'pinho apartments, studios and rooms',\n",
      " 'myosotis oporto',\n",
      " 'guest spa almada - oporto center',\n",
      " 'your opo capela apartments',\n",
      " 'porto downtown hostel',\n",
      " 'andor bioleta | duque de saldanha studio',\n",
      " 'stylish duplex downtown apartment',\n",
      " 'porto douro - santa catarina',\n",
      " 'unesco downtown sunny apartment',\n",
      " 'lv premier bonjardim bj1',\n",
      " 'downtown porto spot - almada',\n",
      " 'bartolomeu beach apartments',\n",
      " 'residência céu azul',\n",
      " 'porto path',\n",
      " 'cosy bright flat | ace location #04',\n",
      " 'bo - rua das aldas *historic apartments',\n",
      " 'oporto clerigos apartments',\n",
      " 'lovelystay - aurora heights apartment',\n",
      " 'hm - cedofeita 68',\n",
      " 'orm praça apartment',\n",
      " 'lóios studio apartment',\n",
      " 'miss blue downtown house',\n",
      " 'lovely apartment miradouro',\n",
      " 'ml apartments almada 4',\n",
      " 'well.come.porto',\n",
      " 'feels like home new oporto apartments - cardosas',\n",
      " 'low cost tourist apartments - palácio da bolsa',\n",
      " 'garden house hostel',\n",
      " 'mirandesa guesthouse',\n",
      " 'your owm jardim',\n",
      " 'your opo torre apartments',\n",
      " 'citybreak-apartments patio',\n",
      " 'private double bedroom close to city centre',\n",
      " 'oporto clérigos tower flat by urban promoters',\n",
      " 'pardal apartment by jc',\n",
      " 'trilogy apartments',\n",
      " 'penthouse sun terrace',\n",
      " 'cathedral design apartments',\n",
      " '40 praça de gomes teixeira',\n",
      " 'hipótese magnífica',\n",
      " 'a&m accommodation and suites',\n",
      " 'tpc - another journey',\n",
      " 'feel porto, in downtown',\n",
      " 'oporto sky hostel',\n",
      " 'almada',\n",
      " 'são miguel apartments',\n",
      " 's. bento flat downtown',\n",
      " 'areosa',\n",
      " 'sleep boat',\n",
      " 'bo - julio dinis * apartments',\n",
      " 'sendme2portugal: santa catarina',\n",
      " 'bolhão 99 by porto city hosts',\n",
      " 'casa da república',\n",
      " 'lounge inn guest house',\n",
      " 'santa catarina luxury apartment',\n",
      " 'mosaic',\n",
      " 'casa para amigos no centro do porto',\n",
      " 'downtown top studio',\n",
      " 'holiday home - praca nove de abril',\n",
      " 'lovelystay - trindade cozy apartment',\n",
      " 'canvas atelier hostel',\n",
      " 'porto studios picaria',\n",
      " 'serviced apartments boavista palace',\n",
      " 'residencial do marques - alojamento local',\n",
      " 'orm - 3 c´s apartments',\n",
      " 'sobri cork house - sustainable loft',\n",
      " '#porto mar park arte',\n",
      " 'rva - sao joao novo apartments',\n",
      " 'oporto invite bolhão historical market',\n",
      " 'blue apartment',\n",
      " 'red house by the river',\n",
      " 'santa clara porto',\n",
      " 'bnapartments palacio',\n",
      " 'ml apartments aliados',\n",
      " 'dahome - cedofeita art studio',\n",
      " 'rua apartments - mouzinho',\n",
      " 'porto with history',\n",
      " 'casa vermelha 2-beauty, comfortable and terrace',\n",
      " 'casa da raquel',\n",
      " 'tpc joy alegria',\n",
      " 'liiiving in porto | aliados luxury apartments',\n",
      " 'oportments - oliveiras',\n",
      " 'rooms são dinis',\n",
      " 'apartamentos santo antónio',\n",
      " 'oporto house',\n",
      " \"tpc - paul's garden\",\n",
      " 'residencial lunar',\n",
      " 'santa catarina downtown i',\n",
      " \"great'ime oporto apartment\",\n",
      " 'porto smart apartments - downtown',\n",
      " 'fernão magalhães house',\n",
      " 'porto happy flats',\n",
      " 'oporto pinheiro downtown',\n",
      " 'oporto near violin',\n",
      " 'cozy home 3',\n",
      " 'tpc - oporto hope apartments',\n",
      " 'bo - fernandes tomás',\n",
      " 'pedra iberica',\n",
      " 'porto dream studio',\n",
      " 'm&m space apartments mm1',\n",
      " 'studios baixa downtown porto',\n",
      " 'oporto town hall flat by urban p',\n",
      " 'jf quiet galerias apartment downtown',\n",
      " 'lovelyaguas guest house',\n",
      " 'casa li porto',\n",
      " 'beautiful & calm in formosa',\n",
      " 'your opo clerigos apartments',\n",
      " 'residencial lira - b&b',\n",
      " 'mysweethome.pt',\n",
      " 'bright cosy flat in batalha | ace location',\n",
      " 's. catarina spacious flat | metro & bus',\n",
      " 'dl 205',\n",
      " 'oporto local studios',\n",
      " 'the foz garden studio',\n",
      " 'liiiving in porto | cosy downtown apartments',\n",
      " 'invicta city studio',\n",
      " 'porto 4 flats - metro trindade',\n",
      " 'lighthouse apartment',\n",
      " 'sunday - oporto sunset apartment',\n",
      " 'trindade central luxury flats',\n",
      " 'casa parque da cidade',\n",
      " 'oporto sweet home iv',\n",
      " 'almada story apartments by porto city hosts',\n",
      " 'porta 33 porto flores',\n",
      " \"aposentus - your home at pinheiro's terrace\",\n",
      " 'oporto invite - city center - santo ildefonso',\n",
      " 'camélia apartment',\n",
      " 'jo domus',\n",
      " 'casa braancamp - beautiful & calm',\n",
      " 'porto metro apartment',\n",
      " \"lazaro's garden - downtown apartments\",\n",
      " 'descobertas boutique house',\n",
      " 'oporto apartment antas',\n",
      " 'house river, garden & sunset',\n",
      " 'cardosas story apartments by porto city hosts',\n",
      " 'the white box boutique house',\n",
      " 'citybreak-apartments coliseu',\n",
      " 'hospedaria do seixo',\n",
      " 'domum',\n",
      " 'augustos centenary apartments',\n",
      " 'oporto invite - santa catarina',\n",
      " 'live porto & douro - breiner ii',\n",
      " 'casa de cristal',\n",
      " 'portocasião',\n",
      " 'porto clérigos apartment',\n",
      " 'rooms by casa da música',\n",
      " 'boavista villa',\n",
      " 'bo - santa catarina luxury apartments * adults only',\n",
      " 'old stone flats clérigos',\n",
      " 'cosme guesthouse',\n",
      " 'astronaut rooms',\n",
      " 'lv premier apartments firmeza- sb1',\n",
      " 'greenhouse of porto',\n",
      " 'porto sunny house #3 - w/ free breakfast at bakery',\n",
      " 'infante apartment',\n",
      " 's.lázaro flat',\n",
      " 'fabrica studio',\n",
      " 'sao bento apartments',\n",
      " 'rva - porto central flats',\n",
      " 'inn oporto downtown new apartments',\n",
      " 'boavista room',\n",
      " 'pink tiffany oporto',\n",
      " 'porto tropical charm',\n",
      " 'viriato by pcale',\n",
      " 'oporto lapa church',\n",
      " 'my sweetest apartment in oporto',\n",
      " 'db cedofeita apartments',\n",
      " 'station flats',\n",
      " 'tpc - cedofeita craddle',\n",
      " 'beautiful 1 bedroom duplex apartment',\n",
      " 'una - casa portuguesa',\n",
      " 'bright breiner apartment',\n",
      " 'casa da luz - lighthouse of porto',\n",
      " 'hi porto - pousada de juventude',\n",
      " 'outlanders',\n",
      " 'porto coliseum spacious downtown apartment',\n",
      " 'oásis',\n",
      " 'porto mercado do bolhão',\n",
      " 'poeta apartamentos',\n",
      " 'blue wolf 2',\n",
      " 'cosy porto city centre 2 bedroom apartment',\n",
      " 'apartment center porto',\n",
      " 'quarto em casa dos músicos',\n",
      " 'orm - ribeira apartment',\n",
      " 'casas da sé',\n",
      " 'belomonte river view apartments',\n",
      " 'apartamentos porto douro ribeira',\n",
      " 'boavista class inn',\n",
      " 'impar studios',\n",
      " 'downtown colosseum apartments',\n",
      " 'oporto platinum loft',\n",
      " 'casa vanzeleres',\n",
      " 'porto music guest house',\n",
      " 'da praça',\n",
      " 'formosa flats',\n",
      " 'porto locals',\n",
      " 'tmj beb',\n",
      " 'carregal apartments',\n",
      " 'oporto sweet home i',\n",
      " 'porto bonjardim apartments',\n",
      " 'esqvta luxury housing [vol. i]',\n",
      " 'porto deluxe guesthouse',\n",
      " 'oporto city centre apartments',\n",
      " 'domus 21 - entreparedes',\n",
      " 'feel porto codeçal apartments',\n",
      " 'oporto gallery room downtown',\n",
      " 'studios cedofeita',\n",
      " \"porto d'época ii\",\n",
      " 'orm - cativo apartments',\n",
      " 'residencial belo horizonte',\n",
      " 'residencial santo andré',\n",
      " 'thyme house porto',\n",
      " 'casamia apartments@porto',\n",
      " 'oporto stories apartments',\n",
      " 'aposentus - your home in almada living',\n",
      " 'ao campo porto center-location',\n",
      " 'hm - carlos alberto apartment 3',\n",
      " 'best of porto apartment - bop',\n",
      " 'cedofeita village',\n",
      " 'calacatta housing',\n",
      " 'feel porto villa lóios',\n",
      " 'alegria 120 apartamentos',\n",
      " 'oporto guest the first',\n",
      " 'studio residence das antas',\n",
      " 'haobo porto center',\n",
      " 'b firmeza terrace',\n",
      " 'santa catarina patio apartment',\n",
      " 'monchique´s balcony',\n",
      " 'bo - almada 346',\n",
      " 'flores village hotel & spa',\n",
      " 'goodmorning portugal',\n",
      " 'verde lima,oporto city center apartment',\n",
      " 'feels like home porto s.bento apartments',\n",
      " 'liiiving in porto | boavista sunny apartment',\n",
      " 'imbrication balcony - historic centre',\n",
      " 'porto studios heroísmo',\n",
      " 'costa do sol b&b',\n",
      " 'oporto invite clerigos (historical center)',\n",
      " 'feels like home porto republica modern apartments',\n",
      " 'live porto & douro - duque loulé ii',\n",
      " 'orm - camões apartment',\n",
      " 'oporto histórico - bonjardim',\n",
      " 'porto home by pcale',\n",
      " 'torel 1884 suites & apartments',\n",
      " 'liiiving in porto | downtown premium studio',\n",
      " 'portas do bolhão',\n",
      " 'old stone flats',\n",
      " 'smile4porto - red room',\n",
      " 'feels like home almada cozy apartment',\n",
      " 'hello porto center',\n",
      " 'be oporto apartments clérigos',\n",
      " 'apartment praca da republica',\n",
      " 'oporto4all - fontainhas (by douro river)',\n",
      " 'palladium apartments',\n",
      " 'oporto home - river front',\n",
      " 'belinha apartments - lapa two',\n",
      " 'la vie catarina apartament',\n",
      " 'cosy virtudes apartment',\n",
      " 'spot apartments ceuta',\n",
      " 'fine arts guesthouse',\n",
      " 'portowhite city lofts',\n",
      " 'domus 21 - formosa',\n",
      " 'trait house',\n",
      " 'porto studios rodrigues',\n",
      " 'tpc terracota bureau',\n",
      " 'cocooning appartement',\n",
      " 'porto nascente',\n",
      " 'sweet home trindade',\n",
      " 'true blue porto apartment',\n",
      " 'the porto concierge - ceuta apartments',\n",
      " 'cedofeita apartment 258',\n",
      " 'travel & live porto hostel',\n",
      " 'bom jardim apartments',\n",
      " 'downtown porto mouzinho studio apts',\n",
      " 'burgães apartment',\n",
      " 'origami porto residência & hostel']\n"
     ]
    }
   ],
   "source": [
    "df_ilegal = pd.merge(df, dfb, how=\"right\", left_on=[\"n_reg\"], right_on=[\"license\"], suffixes=('', '_y'), indicator=True)\\\n",
    "        .query('_merge == \"right_only\"')\\\n",
    "        .drop('_merge', 1)\n",
    "print(len(df_ilegal))\n",
    "pprint(list(set(df_ilegal.name)))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# TODO complete dataset with info from other sources"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 104,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['id', 'data_levan', 'nome', 'ano_registo', 'type', 'address', 'freg',\n",
       "       'n_reg', 'lat', 'lon', 'address_y', 'license', 'name',\n",
       "       'score_cleanliness', 'score_commodities', 'score_confort',\n",
       "       'score_free-wifi', 'score_global', 'score_location',\n",
       "       'score_price/quality', 'score_staff', 'type_y'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 104,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_complete.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 105,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>data_levan</th>\n",
       "      <th>nome</th>\n",
       "      <th>ano_registo</th>\n",
       "      <th>type</th>\n",
       "      <th>address</th>\n",
       "      <th>freg</th>\n",
       "      <th>n_reg</th>\n",
       "      <th>lat</th>\n",
       "      <th>lon</th>\n",
       "      <th>...</th>\n",
       "      <th>name</th>\n",
       "      <th>score_cleanliness</th>\n",
       "      <th>score_commodities</th>\n",
       "      <th>score_confort</th>\n",
       "      <th>score_free-wifi</th>\n",
       "      <th>score_global</th>\n",
       "      <th>score_location</th>\n",
       "      <th>score_price/quality</th>\n",
       "      <th>score_staff</th>\n",
       "      <th>type_y</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>1488758400000</td>\n",
       "      <td>metro apartment</td>\n",
       "      <td>2016</td>\n",
       "      <td>Apartamento</td>\n",
       "      <td>Rua Rua Camões, 77 1º 1.1, 4000-144 Porto, Por...</td>\n",
       "      <td>None</td>\n",
       "      <td>35375/AL</td>\n",
       "      <td>41.152554</td>\n",
       "      <td>-8.610274</td>\n",
       "      <td>...</td>\n",
       "      <td>metro-apartment</td>\n",
       "      <td>7.1</td>\n",
       "      <td>6,6</td>\n",
       "      <td>6.4</td>\n",
       "      <td>6.2</td>\n",
       "      <td>6.9</td>\n",
       "      <td>8.4</td>\n",
       "      <td>6.2</td>\n",
       "      <td>6.8</td>\n",
       "      <td>apartamento</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>1488758400000</td>\n",
       "      <td>be happy flat</td>\n",
       "      <td>2016</td>\n",
       "      <td>Apartamento</td>\n",
       "      <td>Rua Rua Camões, 327 1.º Hab. 1.5, 4000-145 Por...</td>\n",
       "      <td>None</td>\n",
       "      <td>23120/AL</td>\n",
       "      <td>41.154861</td>\n",
       "      <td>-8.610286</td>\n",
       "      <td>...</td>\n",
       "      <td>ana &amp; josé be happy flat</td>\n",
       "      <td>9.6</td>\n",
       "      <td>9,0</td>\n",
       "      <td>8.6</td>\n",
       "      <td>10.0</td>\n",
       "      <td>9.2</td>\n",
       "      <td>9.3</td>\n",
       "      <td>9.0</td>\n",
       "      <td>9.9</td>\n",
       "      <td>apartamento</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3</td>\n",
       "      <td>1488758400000</td>\n",
       "      <td>camões apartment</td>\n",
       "      <td>2016</td>\n",
       "      <td>Apartamento</td>\n",
       "      <td>Rua Rua Camões, 387 2º Dt, 4000-146 Porto, Por...</td>\n",
       "      <td>None</td>\n",
       "      <td>28842/AL</td>\n",
       "      <td>41.155397</td>\n",
       "      <td>-8.610221</td>\n",
       "      <td>...</td>\n",
       "      <td>apartment camões</td>\n",
       "      <td>9.6</td>\n",
       "      <td>9,3</td>\n",
       "      <td>8.9</td>\n",
       "      <td>9.5</td>\n",
       "      <td>9.4</td>\n",
       "      <td>9.1</td>\n",
       "      <td>9.6</td>\n",
       "      <td>9.8</td>\n",
       "      <td>apartamento</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>9</td>\n",
       "      <td>1488758400000</td>\n",
       "      <td>estudio 312</td>\n",
       "      <td>2016</td>\n",
       "      <td>Apartamento</td>\n",
       "      <td>None, 4000-188 Porto, Portugal</td>\n",
       "      <td>None</td>\n",
       "      <td>35922/AL</td>\n",
       "      <td>41.158680</td>\n",
       "      <td>-8.597245</td>\n",
       "      <td>...</td>\n",
       "      <td>studio 312 - brand new place at oporto</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>apartamento</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>13</td>\n",
       "      <td>1488758400000</td>\n",
       "      <td>the nature mezzanine</td>\n",
       "      <td>2016</td>\n",
       "      <td>Apartamento</td>\n",
       "      <td>Rua Rua Dom João IV, 366 R/C Frente Rio Tinto,...</td>\n",
       "      <td>None</td>\n",
       "      <td>30839/AL</td>\n",
       "      <td>41.149781</td>\n",
       "      <td>-8.601978</td>\n",
       "      <td>...</td>\n",
       "      <td>historic &amp; sunny mezzanine bolhão</td>\n",
       "      <td>10.0</td>\n",
       "      <td>9,8</td>\n",
       "      <td>9.1</td>\n",
       "      <td>9.2</td>\n",
       "      <td>9.5</td>\n",
       "      <td>9.1</td>\n",
       "      <td>9.2</td>\n",
       "      <td>9.8</td>\n",
       "      <td>apartamento</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 22 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   id     data_levan                  nome ano_registo         type  \\\n",
       "0   1  1488758400000       metro apartment        2016  Apartamento   \n",
       "1   2  1488758400000         be happy flat        2016  Apartamento   \n",
       "2   3  1488758400000      camões apartment        2016  Apartamento   \n",
       "3   9  1488758400000           estudio 312        2016  Apartamento   \n",
       "4  13  1488758400000  the nature mezzanine        2016  Apartamento   \n",
       "\n",
       "                                             address  freg     n_reg  \\\n",
       "0  Rua Rua Camões, 77 1º 1.1, 4000-144 Porto, Por...  None  35375/AL   \n",
       "1  Rua Rua Camões, 327 1.º Hab. 1.5, 4000-145 Por...  None  23120/AL   \n",
       "2  Rua Rua Camões, 387 2º Dt, 4000-146 Porto, Por...  None  28842/AL   \n",
       "3                     None, 4000-188 Porto, Portugal  None  35922/AL   \n",
       "4  Rua Rua Dom João IV, 366 R/C Frente Rio Tinto,...  None  30839/AL   \n",
       "\n",
       "         lat       lon  ...                                    name  \\\n",
       "0  41.152554 -8.610274  ...                         metro-apartment   \n",
       "1  41.154861 -8.610286  ...                ana & josé be happy flat   \n",
       "2  41.155397 -8.610221  ...                        apartment camões   \n",
       "3  41.158680 -8.597245  ...  studio 312 - brand new place at oporto   \n",
       "4  41.149781 -8.601978  ...       historic & sunny mezzanine bolhão   \n",
       "\n",
       "  score_cleanliness score_commodities  score_confort score_free-wifi  \\\n",
       "0               7.1               6,6            6.4             6.2   \n",
       "1               9.6               9,0            8.6            10.0   \n",
       "2               9.6               9,3            8.9             9.5   \n",
       "3               NaN               NaN            NaN             NaN   \n",
       "4              10.0               9,8            9.1             9.2   \n",
       "\n",
       "   score_global  score_location  score_price/quality  score_staff  \\\n",
       "0           6.9             8.4                  6.2          6.8   \n",
       "1           9.2             9.3                  9.0          9.9   \n",
       "2           9.4             9.1                  9.6          9.8   \n",
       "3           NaN             NaN                  NaN          NaN   \n",
       "4           9.5             9.1                  9.2          9.8   \n",
       "\n",
       "         type_y  \n",
       "0  apartamento   \n",
       "1  apartamento   \n",
       "2  apartamento   \n",
       "3  apartamento   \n",
       "4  apartamento   \n",
       "\n",
       "[5 rows x 22 columns]"
      ]
     },
     "execution_count": 105,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_final = df_complete[[\"id\", \"nome\", \"ano_registo\", \"type\", \"n_reg\", \"lat\", \"lon\", \"score_global\", \"score_location\", \"score_price/quality\"]]\n",
    "df_complete.head(5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 106,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_final.to_csv(\"final_dataset.csv\", index=None)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.2"
  },
  "latex_envs": {
   "LaTeX_envs_menu_present": true,
   "autoclose": false,
   "autocomplete": true,
   "bibliofile": "biblio.bib",
   "cite_by": "apalike",
   "current_citInitial": 1,
   "eqLabelWithNumbers": true,
   "eqNumInitial": 1,
   "hotkeys": {
    "equation": "Ctrl-E",
    "itemize": "Ctrl-I"
   },
   "labels_anchors": false,
   "latex_user_defs": false,
   "report_style_numbering": false,
   "user_envs_cfg": false
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}