ensemble/house_price_estimation.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# House Price Estimation\n",
    "## Gradient Boosting\n",
    "- Ensemble of decision trees\n",
    "- Predicts values\n",
    "- Decision trees are models with branching decision points\n",
    "- Creating large decision trees can overfit data\n",
    "- Better approach is to create lots of simple decision trees and combine them at the end\n",
    "- Instead of creating independent trees, boosting creates trees that build on each other in areas it previously didn't do as well."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 94,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn import ensemble\n",
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn.metrics import mean_absolute_error\n",
    "from sklearn.model_selection import GridSearchCV\n",
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 95,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "year_built               int64\n",
      "stories                  int64\n",
      "num_bedrooms             int64\n",
      "full_bathrooms           int64\n",
      "half_bathrooms           int64\n",
      "livable_sqft             int64\n",
      "total_sqft               int64\n",
      "garage_type             object\n",
      "garage_sqft              int64\n",
      "carport_sqft             int64\n",
      "has_fireplace             bool\n",
      "has_pool                  bool\n",
      "has_central_heating       bool\n",
      "has_central_cooling       bool\n",
      "house_number             int64\n",
      "street_name             object\n",
      "unit_number            float64\n",
      "city                    object\n",
      "zip_code                 int64\n",
      "sale_price             float64\n",
      "dtype: object\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>year_built</th>\n",
       "      <th>stories</th>\n",
       "      <th>num_bedrooms</th>\n",
       "      <th>full_bathrooms</th>\n",
       "      <th>half_bathrooms</th>\n",
       "      <th>livable_sqft</th>\n",
       "      <th>total_sqft</th>\n",
       "      <th>garage_type</th>\n",
       "      <th>garage_sqft</th>\n",
       "      <th>carport_sqft</th>\n",
       "      <th>has_fireplace</th>\n",
       "      <th>has_pool</th>\n",
       "      <th>has_central_heating</th>\n",
       "      <th>has_central_cooling</th>\n",
       "      <th>house_number</th>\n",
       "      <th>street_name</th>\n",
       "      <th>unit_number</th>\n",
       "      <th>city</th>\n",
       "      <th>zip_code</th>\n",
       "      <th>sale_price</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1978</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1689</td>\n",
       "      <td>1859</td>\n",
       "      <td>attached</td>\n",
       "      <td>508</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>42670</td>\n",
       "      <td>Lopez Crossing</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Hallfort</td>\n",
       "      <td>10907</td>\n",
       "      <td>270897.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1958</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1984</td>\n",
       "      <td>2002</td>\n",
       "      <td>attached</td>\n",
       "      <td>462</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>5194</td>\n",
       "      <td>Gardner Park</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Hallfort</td>\n",
       "      <td>10907</td>\n",
       "      <td>302404.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2002</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>1581</td>\n",
       "      <td>1578</td>\n",
       "      <td>none</td>\n",
       "      <td>0</td>\n",
       "      <td>625</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>4366</td>\n",
       "      <td>Harding Islands</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Lake Christinaport</td>\n",
       "      <td>11203</td>\n",
       "      <td>2519996.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2004</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>1829</td>\n",
       "      <td>2277</td>\n",
       "      <td>attached</td>\n",
       "      <td>479</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>3302</td>\n",
       "      <td>Michelle Highway</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Lake Christinaport</td>\n",
       "      <td>11203</td>\n",
       "      <td>197193.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2006</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>1580</td>\n",
       "      <td>1749</td>\n",
       "      <td>attached</td>\n",
       "      <td>430</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>582</td>\n",
       "      <td>Jacob Cape</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Lake Christinaport</td>\n",
       "      <td>11203</td>\n",
       "      <td>207897.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>2005</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>1621</td>\n",
       "      <td>1672</td>\n",
       "      <td>attached</td>\n",
       "      <td>430</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>78445</td>\n",
       "      <td>Michelle Highway</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Lake Christinaport</td>\n",
       "      <td>11203</td>\n",
       "      <td>196559.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>1979</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>2285</td>\n",
       "      <td>2365</td>\n",
       "      <td>detached</td>\n",
       "      <td>532</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>246</td>\n",
       "      <td>Harris Estates</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Morrisport</td>\n",
       "      <td>10924</td>\n",
       "      <td>434697.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>1958</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>1745</td>\n",
       "      <td>1741</td>\n",
       "      <td>none</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>35725</td>\n",
       "      <td>Jessica Isle</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Lake Christinaport</td>\n",
       "      <td>11203</td>\n",
       "      <td>64887.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>1958</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>1747</td>\n",
       "      <td>1745</td>\n",
       "      <td>none</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>35725</td>\n",
       "      <td>Jessica Isle</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Lake Christinaport</td>\n",
       "      <td>11203</td>\n",
       "      <td>143636.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>1961</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>998</td>\n",
       "      <td>1161</td>\n",
       "      <td>none</td>\n",
       "      <td>0</td>\n",
       "      <td>242</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>73327</td>\n",
       "      <td>Kurt Crescent</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Lake Christinaport</td>\n",
       "      <td>11203</td>\n",
       "      <td>81896.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>2005</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>2020</td>\n",
       "      <td>2254</td>\n",
       "      <td>attached</td>\n",
       "      <td>502</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>3522</td>\n",
       "      <td>Dana Bridge</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Lake Christinaport</td>\n",
       "      <td>11203</td>\n",
       "      <td>308701.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>2006</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>2517</td>\n",
       "      <td>2679</td>\n",
       "      <td>attached</td>\n",
       "      <td>624</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>1956</td>\n",
       "      <td>Perez Mount</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Lake Christinaport</td>\n",
       "      <td>11203</td>\n",
       "      <td>333904.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>2003</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1835</td>\n",
       "      <td>2000</td>\n",
       "      <td>attached</td>\n",
       "      <td>428</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>829</td>\n",
       "      <td>Candice Skyway</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Lake Christinaport</td>\n",
       "      <td>11203</td>\n",
       "      <td>277197.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>2004</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>2112</td>\n",
       "      <td>2197</td>\n",
       "      <td>attached</td>\n",
       "      <td>397</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>55409</td>\n",
       "      <td>Wright Mills</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Lake Christinaport</td>\n",
       "      <td>11203</td>\n",
       "      <td>351537.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>2007</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>2174</td>\n",
       "      <td>2426</td>\n",
       "      <td>attached</td>\n",
       "      <td>508</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>867</td>\n",
       "      <td>Reyes Radial</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Lake Christinaport</td>\n",
       "      <td>11203</td>\n",
       "      <td>274681.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>2007</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>2169</td>\n",
       "      <td>2434</td>\n",
       "      <td>attached</td>\n",
       "      <td>509</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>719</td>\n",
       "      <td>James Motorway</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Lake Christinaport</td>\n",
       "      <td>11203</td>\n",
       "      <td>289801.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>1993</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>1646</td>\n",
       "      <td>1648</td>\n",
       "      <td>attached</td>\n",
       "      <td>402</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>760</td>\n",
       "      <td>Chris Vista</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Lake Christinaport</td>\n",
       "      <td>11203</td>\n",
       "      <td>225538.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>1973</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>835</td>\n",
       "      <td>865</td>\n",
       "      <td>none</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>45691</td>\n",
       "      <td>Steven Hollow</td>\n",
       "      <td>1063.0</td>\n",
       "      <td>Lake Christinaport</td>\n",
       "      <td>11203</td>\n",
       "      <td>56698.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>1989</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>2191</td>\n",
       "      <td>2188</td>\n",
       "      <td>attached</td>\n",
       "      <td>469</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>96285</td>\n",
       "      <td>James Isle</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Lake Christinaport</td>\n",
       "      <td>11203</td>\n",
       "      <td>277197.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>1972</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1837</td>\n",
       "      <td>2460</td>\n",
       "      <td>attached</td>\n",
       "      <td>504</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>70518</td>\n",
       "      <td>Charles Plain</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Lake Christinaport</td>\n",
       "      <td>11203</td>\n",
       "      <td>144901.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>1990</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>1689</td>\n",
       "      <td>2193</td>\n",
       "      <td>attached</td>\n",
       "      <td>503</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>99496</td>\n",
       "      <td>Baldwin Centers</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Lake Christinaport</td>\n",
       "      <td>11203</td>\n",
       "      <td>204746.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>2003</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>2053</td>\n",
       "      <td>2460</td>\n",
       "      <td>attached</td>\n",
       "      <td>753</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>2923</td>\n",
       "      <td>Steven Hollow</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Lake Christinaport</td>\n",
       "      <td>11549</td>\n",
       "      <td>281614.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>1992</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1636</td>\n",
       "      <td>2330</td>\n",
       "      <td>attached</td>\n",
       "      <td>482</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>50223</td>\n",
       "      <td>Warner Underpass</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Lake Christinaport</td>\n",
       "      <td>11203</td>\n",
       "      <td>233103.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>1979</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1908</td>\n",
       "      <td>1912</td>\n",
       "      <td>attached</td>\n",
       "      <td>397</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>9025</td>\n",
       "      <td>Kristen Inlet</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Lake Christinaport</td>\n",
       "      <td>11203</td>\n",
       "      <td>239396.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>2007</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>1311</td>\n",
       "      <td>1694</td>\n",
       "      <td>detached</td>\n",
       "      <td>206</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>397</td>\n",
       "      <td>Cox Way</td>\n",
       "      <td>NaN</td>\n",
       "      <td>West Ann</td>\n",
       "      <td>10748</td>\n",
       "      <td>311217.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>2005</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>1703</td>\n",
       "      <td>2111</td>\n",
       "      <td>none</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>819</td>\n",
       "      <td>Chapman Crescent</td>\n",
       "      <td>NaN</td>\n",
       "      <td>West Ann</td>\n",
       "      <td>10748</td>\n",
       "      <td>434697.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>2000</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>1670</td>\n",
       "      <td>1830</td>\n",
       "      <td>none</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>313</td>\n",
       "      <td>Jacob Spring</td>\n",
       "      <td>NaN</td>\n",
       "      <td>West Ann</td>\n",
       "      <td>10748</td>\n",
       "      <td>1140298.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>2005</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>5478</td>\n",
       "      <td>7433</td>\n",
       "      <td>attached</td>\n",
       "      <td>1118</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>3723</td>\n",
       "      <td>Williams Vista</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Richardport</td>\n",
       "      <td>11619</td>\n",
       "      <td>3213004.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>2003</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>4078</td>\n",
       "      <td>5034</td>\n",
       "      <td>detached</td>\n",
       "      <td>925</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>967</td>\n",
       "      <td>Anthony Crest</td>\n",
       "      <td>NaN</td>\n",
       "      <td>West Ann</td>\n",
       "      <td>10748</td>\n",
       "      <td>1354501.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>1986</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>1390</td>\n",
       "      <td>1642</td>\n",
       "      <td>detached</td>\n",
       "      <td>466</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>155</td>\n",
       "      <td>Robin Passage</td>\n",
       "      <td>NaN</td>\n",
       "      <td>West Ann</td>\n",
       "      <td>10748</td>\n",
       "      <td>491401.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42673</th>\n",
       "      <td>1990</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>1633</td>\n",
       "      <td>1702</td>\n",
       "      <td>attached</td>\n",
       "      <td>432</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>34506</td>\n",
       "      <td>Jonathan Cove</td>\n",
       "      <td>NaN</td>\n",
       "      <td>East Amychester</td>\n",
       "      <td>11205</td>\n",
       "      <td>313743.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42674</th>\n",
       "      <td>1990</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>1689</td>\n",
       "      <td>1686</td>\n",
       "      <td>attached</td>\n",
       "      <td>538</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>17292</td>\n",
       "      <td>Brian Bypass</td>\n",
       "      <td>NaN</td>\n",
       "      <td>East Amychester</td>\n",
       "      <td>11205</td>\n",
       "      <td>333903.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42675</th>\n",
       "      <td>2000</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>1651</td>\n",
       "      <td>1659</td>\n",
       "      <td>attached</td>\n",
       "      <td>401</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>956</td>\n",
       "      <td>Amanda Key</td>\n",
       "      <td>NaN</td>\n",
       "      <td>East Amychester</td>\n",
       "      <td>11205</td>\n",
       "      <td>338940.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42676</th>\n",
       "      <td>1988</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>1282</td>\n",
       "      <td>1359</td>\n",
       "      <td>attached</td>\n",
       "      <td>459</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>7389</td>\n",
       "      <td>Nelson Course</td>\n",
       "      <td>NaN</td>\n",
       "      <td>East Amychester</td>\n",
       "      <td>11205</td>\n",
       "      <td>189004.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42677</th>\n",
       "      <td>1985</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>1011</td>\n",
       "      <td>1225</td>\n",
       "      <td>attached</td>\n",
       "      <td>437</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>5979</td>\n",
       "      <td>Perez Unions</td>\n",
       "      <td>NaN</td>\n",
       "      <td>East Amychester</td>\n",
       "      <td>11205</td>\n",
       "      <td>226796.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42678</th>\n",
       "      <td>2002</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1969</td>\n",
       "      <td>1975</td>\n",
       "      <td>attached</td>\n",
       "      <td>756</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>60389</td>\n",
       "      <td>Perez Unions</td>\n",
       "      <td>NaN</td>\n",
       "      <td>East Amychester</td>\n",
       "      <td>11205</td>\n",
       "      <td>212944.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42679</th>\n",
       "      <td>1995</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>1875</td>\n",
       "      <td>1869</td>\n",
       "      <td>attached</td>\n",
       "      <td>452</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>420</td>\n",
       "      <td>Brian Track</td>\n",
       "      <td>NaN</td>\n",
       "      <td>East Amychester</td>\n",
       "      <td>11205</td>\n",
       "      <td>340201.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42680</th>\n",
       "      <td>2008</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>2287</td>\n",
       "      <td>2368</td>\n",
       "      <td>attached</td>\n",
       "      <td>429</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>81356</td>\n",
       "      <td>Kelley Estate</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Lake Jack</td>\n",
       "      <td>10825</td>\n",
       "      <td>428403.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42681</th>\n",
       "      <td>2009</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>2754</td>\n",
       "      <td>2801</td>\n",
       "      <td>attached</td>\n",
       "      <td>444</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>5100</td>\n",
       "      <td>Yesenia Centers</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Lake Jack</td>\n",
       "      <td>10825</td>\n",
       "      <td>516604.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42682</th>\n",
       "      <td>2008</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>1349</td>\n",
       "      <td>1342</td>\n",
       "      <td>attached</td>\n",
       "      <td>307</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>15192</td>\n",
       "      <td>Julie Stravenue</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Lake Jack</td>\n",
       "      <td>10825</td>\n",
       "      <td>307443.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42683</th>\n",
       "      <td>2008</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>1390</td>\n",
       "      <td>1794</td>\n",
       "      <td>attached</td>\n",
       "      <td>329</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>804</td>\n",
       "      <td>Sharon Views</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Lake Jack</td>\n",
       "      <td>10825</td>\n",
       "      <td>384302.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42684</th>\n",
       "      <td>2007</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1311</td>\n",
       "      <td>1303</td>\n",
       "      <td>attached</td>\n",
       "      <td>347</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>9805</td>\n",
       "      <td>Sharon Views</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Lake Jack</td>\n",
       "      <td>10825</td>\n",
       "      <td>308703.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42685</th>\n",
       "      <td>2006</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>2101</td>\n",
       "      <td>2364</td>\n",
       "      <td>attached</td>\n",
       "      <td>418</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>12451</td>\n",
       "      <td>Johnson Mountain</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Lake Jack</td>\n",
       "      <td>10825</td>\n",
       "      <td>441003.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42686</th>\n",
       "      <td>2015</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>2507</td>\n",
       "      <td>2543</td>\n",
       "      <td>attached</td>\n",
       "      <td>590</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>4169</td>\n",
       "      <td>Amy Ville</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Lake Jack</td>\n",
       "      <td>10825</td>\n",
       "      <td>729544.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42687</th>\n",
       "      <td>2015</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1908</td>\n",
       "      <td>1941</td>\n",
       "      <td>attached</td>\n",
       "      <td>409</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>40257</td>\n",
       "      <td>Amy Ville</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Lake Jack</td>\n",
       "      <td>10825</td>\n",
       "      <td>510304.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42688</th>\n",
       "      <td>2015</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1907</td>\n",
       "      <td>1935</td>\n",
       "      <td>attached</td>\n",
       "      <td>402</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>84083</td>\n",
       "      <td>Amy Ville</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Lake Jack</td>\n",
       "      <td>10825</td>\n",
       "      <td>507783.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42689</th>\n",
       "      <td>2005</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1631</td>\n",
       "      <td>1918</td>\n",
       "      <td>attached</td>\n",
       "      <td>430</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>611</td>\n",
       "      <td>Carolyn Fall</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Lake Jack</td>\n",
       "      <td>10825</td>\n",
       "      <td>409502.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42690</th>\n",
       "      <td>2006</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1414</td>\n",
       "      <td>1703</td>\n",
       "      <td>attached</td>\n",
       "      <td>422</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>6672</td>\n",
       "      <td>Alexis Mission</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Lake Jack</td>\n",
       "      <td>10825</td>\n",
       "      <td>364141.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42691</th>\n",
       "      <td>2007</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>2520</td>\n",
       "      <td>2671</td>\n",
       "      <td>attached</td>\n",
       "      <td>436</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>50348</td>\n",
       "      <td>Matthew Hill</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Lake Jack</td>\n",
       "      <td>10825</td>\n",
       "      <td>510303.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42692</th>\n",
       "      <td>2006</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>2830</td>\n",
       "      <td>3021</td>\n",
       "      <td>attached</td>\n",
       "      <td>439</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>23741</td>\n",
       "      <td>Hill Stream</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Lake Jack</td>\n",
       "      <td>10825</td>\n",
       "      <td>466197.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42693</th>\n",
       "      <td>2006</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>2103</td>\n",
       "      <td>2109</td>\n",
       "      <td>attached</td>\n",
       "      <td>401</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>9426</td>\n",
       "      <td>Walker Orchard</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Lake Jack</td>\n",
       "      <td>10825</td>\n",
       "      <td>636302.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42694</th>\n",
       "      <td>2004</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>2513</td>\n",
       "      <td>2676</td>\n",
       "      <td>attached</td>\n",
       "      <td>622</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>265</td>\n",
       "      <td>Phillips Underpass</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Lake Jack</td>\n",
       "      <td>10825</td>\n",
       "      <td>436587.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42695</th>\n",
       "      <td>2003</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1833</td>\n",
       "      <td>2007</td>\n",
       "      <td>attached</td>\n",
       "      <td>422</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>51756</td>\n",
       "      <td>Jennifer Corner</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Lake Jack</td>\n",
       "      <td>10825</td>\n",
       "      <td>315003.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42696</th>\n",
       "      <td>2005</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1627</td>\n",
       "      <td>2101</td>\n",
       "      <td>attached</td>\n",
       "      <td>426</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>21014</td>\n",
       "      <td>Smith Cliff</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Lake Jack</td>\n",
       "      <td>10825</td>\n",
       "      <td>367922.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42697</th>\n",
       "      <td>1962</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>1627</td>\n",
       "      <td>1620</td>\n",
       "      <td>attached</td>\n",
       "      <td>398</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>61999</td>\n",
       "      <td>Powell Lake</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Lake Jack</td>\n",
       "      <td>10825</td>\n",
       "      <td>176404.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42698</th>\n",
       "      <td>1982</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>591</td>\n",
       "      <td>627</td>\n",
       "      <td>none</td>\n",
       "      <td>0</td>\n",
       "      <td>200</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>562</td>\n",
       "      <td>Gregory Ford</td>\n",
       "      <td>253.0</td>\n",
       "      <td>Lake Jack</td>\n",
       "      <td>10825</td>\n",
       "      <td>88197.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42699</th>\n",
       "      <td>1983</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>592</td>\n",
       "      <td>624</td>\n",
       "      <td>none</td>\n",
       "      <td>0</td>\n",
       "      <td>204</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>62028</td>\n",
       "      <td>Gregory Ford</td>\n",
       "      <td>3560.0</td>\n",
       "      <td>Lake Jack</td>\n",
       "      <td>10825</td>\n",
       "      <td>102690.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42700</th>\n",
       "      <td>1983</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>594</td>\n",
       "      <td>618</td>\n",
       "      <td>none</td>\n",
       "      <td>0</td>\n",
       "      <td>197</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>62028</td>\n",
       "      <td>Gregory Ford</td>\n",
       "      <td>3931.0</td>\n",
       "      <td>Lake Jack</td>\n",
       "      <td>10825</td>\n",
       "      <td>98280.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42701</th>\n",
       "      <td>1981</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>1398</td>\n",
       "      <td>1401</td>\n",
       "      <td>attached</td>\n",
       "      <td>401</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>7456</td>\n",
       "      <td>Garcia View</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Lake Jack</td>\n",
       "      <td>10825</td>\n",
       "      <td>98278.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42702</th>\n",
       "      <td>1980</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>1401</td>\n",
       "      <td>1406</td>\n",
       "      <td>attached</td>\n",
       "      <td>396</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>7456</td>\n",
       "      <td>Garcia View</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Lake Jack</td>\n",
       "      <td>10825</td>\n",
       "      <td>186480.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>42703 rows × 20 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       year_built  stories  num_bedrooms  full_bathrooms  half_bathrooms  \\\n",
       "0            1978        1             4               1               1   \n",
       "1            1958        1             3               1               1   \n",
       "2            2002        1             3               2               0   \n",
       "3            2004        1             4               2               0   \n",
       "4            2006        1             4               2               0   \n",
       "5            2005        1             3               2               0   \n",
       "6            1979        1             3               2               1   \n",
       "7            1958        1             5               2               0   \n",
       "8            1958        1             5               2               0   \n",
       "9            1961        1             1               1               0   \n",
       "10           2005        1             4               4               0   \n",
       "11           2006        1             4               2               1   \n",
       "12           2003        1             3               1               1   \n",
       "13           2004        1             4               2               1   \n",
       "14           2007        1             3               3               0   \n",
       "15           2007        1             3               3               0   \n",
       "16           1993        1             3               2               0   \n",
       "17           1973        1             2               1               0   \n",
       "18           1989        1             3               2               0   \n",
       "19           1972        1             2               1               1   \n",
       "20           1990        1             2               2               0   \n",
       "21           2003        1             3               2               0   \n",
       "22           1992        1             3               1               1   \n",
       "23           1979        1             3               2               1   \n",
       "24           2007        1             2               2               0   \n",
       "25           2005        1             3               3               0   \n",
       "26           2000        2             2               3               0   \n",
       "27           2005        1             5               5               0   \n",
       "28           2003        1             3               2               1   \n",
       "29           1986        1             2               2               0   \n",
       "...           ...      ...           ...             ...             ...   \n",
       "42673        1990        1             4               2               0   \n",
       "42674        1990        1             4               2               0   \n",
       "42675        2000        1             3               2               0   \n",
       "42676        1988        1             3               2               0   \n",
       "42677        1985        1             2               2               0   \n",
       "42678        2002        1             4               2               1   \n",
       "42679        1995        1             4               2               0   \n",
       "42680        2008        1             2               2               0   \n",
       "42681        2009        1             2               2               0   \n",
       "42682        2008        2             2               2               0   \n",
       "42683        2008        2             2               2               0   \n",
       "42684        2007        2             2               2               1   \n",
       "42685        2006        1             2               2               0   \n",
       "42686        2015        1             4               3               0   \n",
       "42687        2015        1             3               2               1   \n",
       "42688        2015        1             3               2               1   \n",
       "42689        2005        1             3               1               1   \n",
       "42690        2006        1             3               1               1   \n",
       "42691        2007        1             4               2               1   \n",
       "42692        2006        1             2               2               1   \n",
       "42693        2006        1             4               2               1   \n",
       "42694        2004        1             4               2               1   \n",
       "42695        2003        1             3               1               1   \n",
       "42696        2005        1             3               1               1   \n",
       "42697        1962        1             3               2               0   \n",
       "42698        1982        1             1               1               0   \n",
       "42699        1983        1             1               1               0   \n",
       "42700        1983        1             1               1               0   \n",
       "42701        1981        1             3               2               0   \n",
       "42702        1980        1             3               2               0   \n",
       "\n",
       "       livable_sqft  total_sqft garage_type  garage_sqft  carport_sqft  \\\n",
       "0              1689        1859    attached          508             0   \n",
       "1              1984        2002    attached          462             0   \n",
       "2              1581        1578        none            0           625   \n",
       "3              1829        2277    attached          479             0   \n",
       "4              1580        1749    attached          430             0   \n",
       "5              1621        1672    attached          430             0   \n",
       "6              2285        2365    detached          532             0   \n",
       "7              1745        1741        none            0             0   \n",
       "8              1747        1745        none            0             0   \n",
       "9               998        1161        none            0           242   \n",
       "10             2020        2254    attached          502             0   \n",
       "11             2517        2679    attached          624             0   \n",
       "12             1835        2000    attached          428             0   \n",
       "13             2112        2197    attached          397             0   \n",
       "14             2174        2426    attached          508             0   \n",
       "15             2169        2434    attached          509             0   \n",
       "16             1646        1648    attached          402             0   \n",
       "17              835         865        none            0             0   \n",
       "18             2191        2188    attached          469             0   \n",
       "19             1837        2460    attached          504             0   \n",
       "20             1689        2193    attached          503             0   \n",
       "21             2053        2460    attached          753             0   \n",
       "22             1636        2330    attached          482             0   \n",
       "23             1908        1912    attached          397             0   \n",
       "24             1311        1694    detached          206             0   \n",
       "25             1703        2111        none            0             0   \n",
       "26             1670        1830        none            0             0   \n",
       "27             5478        7433    attached         1118             0   \n",
       "28             4078        5034    detached          925             0   \n",
       "29             1390        1642    detached          466             0   \n",
       "...             ...         ...         ...          ...           ...   \n",
       "42673          1633        1702    attached          432             0   \n",
       "42674          1689        1686    attached          538             0   \n",
       "42675          1651        1659    attached          401             0   \n",
       "42676          1282        1359    attached          459             0   \n",
       "42677          1011        1225    attached          437             0   \n",
       "42678          1969        1975    attached          756             0   \n",
       "42679          1875        1869    attached          452             0   \n",
       "42680          2287        2368    attached          429             0   \n",
       "42681          2754        2801    attached          444             0   \n",
       "42682          1349        1342    attached          307             0   \n",
       "42683          1390        1794    attached          329             0   \n",
       "42684          1311        1303    attached          347             0   \n",
       "42685          2101        2364    attached          418             0   \n",
       "42686          2507        2543    attached          590             0   \n",
       "42687          1908        1941    attached          409             0   \n",
       "42688          1907        1935    attached          402             0   \n",
       "42689          1631        1918    attached          430             0   \n",
       "42690          1414        1703    attached          422             0   \n",
       "42691          2520        2671    attached          436             0   \n",
       "42692          2830        3021    attached          439             0   \n",
       "42693          2103        2109    attached          401             0   \n",
       "42694          2513        2676    attached          622             0   \n",
       "42695          1833        2007    attached          422             0   \n",
       "42696          1627        2101    attached          426             0   \n",
       "42697          1627        1620    attached          398             0   \n",
       "42698           591         627        none            0           200   \n",
       "42699           592         624        none            0           204   \n",
       "42700           594         618        none            0           197   \n",
       "42701          1398        1401    attached          401             0   \n",
       "42702          1401        1406    attached          396             0   \n",
       "\n",
       "      has_fireplace has_pool has_central_heating has_central_cooling  \\\n",
       "0              True    False                True                True   \n",
       "1              True    False                True                True   \n",
       "2             False    False                True                True   \n",
       "3              True    False                True                True   \n",
       "4              True    False                True                True   \n",
       "5              True    False                True                True   \n",
       "6              True    False                True                True   \n",
       "7             False    False               False               False   \n",
       "8             False    False               False               False   \n",
       "9             False    False               False               False   \n",
       "10             True    False                True                True   \n",
       "11             True    False                True                True   \n",
       "12             True    False                True                True   \n",
       "13             True     True                True                True   \n",
       "14             True    False                True                True   \n",
       "15             True    False                True                True   \n",
       "16             True     True                True                True   \n",
       "17            False    False                True                True   \n",
       "18             True    False                True                True   \n",
       "19             True    False                True                True   \n",
       "20             True     True                True                True   \n",
       "21             True    False                True                True   \n",
       "22             True    False                True                True   \n",
       "23             True    False                True                True   \n",
       "24             True    False                True                True   \n",
       "25             True    False                True                True   \n",
       "26             True    False                True                True   \n",
       "27             True     True                True                True   \n",
       "28             True     True                True                True   \n",
       "29             True    False                True                True   \n",
       "...             ...      ...                 ...                 ...   \n",
       "42673          True    False                True                True   \n",
       "42674          True    False                True                True   \n",
       "42675          True     True                True                True   \n",
       "42676         False    False                True                True   \n",
       "42677         False     True                True                True   \n",
       "42678         False    False                True                True   \n",
       "42679          True    False                True                True   \n",
       "42680          True    False                True                True   \n",
       "42681          True    False                True                True   \n",
       "42682         False    False                True                True   \n",
       "42683         False     True                True                True   \n",
       "42684         False    False                True                True   \n",
       "42685          True    False                True                True   \n",
       "42686          True     True                True                True   \n",
       "42687          True    False                True                True   \n",
       "42688          True    False                True                True   \n",
       "42689          True    False                True                True   \n",
       "42690          True     True                True                True   \n",
       "42691          True    False                True                True   \n",
       "42692          True    False                True                True   \n",
       "42693          True     True                True                True   \n",
       "42694          True    False                True                True   \n",
       "42695          True    False                True                True   \n",
       "42696          True    False                True                True   \n",
       "42697         False    False                True                True   \n",
       "42698         False    False                True                True   \n",
       "42699         False    False                True                True   \n",
       "42700         False    False                True                True   \n",
       "42701         False    False                True                True   \n",
       "42702         False    False                True                True   \n",
       "\n",
       "       house_number         street_name  unit_number                city  \\\n",
       "0             42670      Lopez Crossing          NaN            Hallfort   \n",
       "1              5194        Gardner Park          NaN            Hallfort   \n",
       "2              4366     Harding Islands          NaN  Lake Christinaport   \n",
       "3              3302    Michelle Highway          NaN  Lake Christinaport   \n",
       "4               582          Jacob Cape          NaN  Lake Christinaport   \n",
       "5             78445    Michelle Highway          NaN  Lake Christinaport   \n",
       "6               246      Harris Estates          NaN          Morrisport   \n",
       "7             35725        Jessica Isle          NaN  Lake Christinaport   \n",
       "8             35725        Jessica Isle          NaN  Lake Christinaport   \n",
       "9             73327       Kurt Crescent          NaN  Lake Christinaport   \n",
       "10             3522         Dana Bridge          NaN  Lake Christinaport   \n",
       "11             1956         Perez Mount          NaN  Lake Christinaport   \n",
       "12              829      Candice Skyway          NaN  Lake Christinaport   \n",
       "13            55409        Wright Mills          NaN  Lake Christinaport   \n",
       "14              867        Reyes Radial          NaN  Lake Christinaport   \n",
       "15              719      James Motorway          NaN  Lake Christinaport   \n",
       "16              760         Chris Vista          NaN  Lake Christinaport   \n",
       "17            45691       Steven Hollow       1063.0  Lake Christinaport   \n",
       "18            96285          James Isle          NaN  Lake Christinaport   \n",
       "19            70518       Charles Plain          NaN  Lake Christinaport   \n",
       "20            99496     Baldwin Centers          NaN  Lake Christinaport   \n",
       "21             2923       Steven Hollow          NaN  Lake Christinaport   \n",
       "22            50223    Warner Underpass          NaN  Lake Christinaport   \n",
       "23             9025       Kristen Inlet          NaN  Lake Christinaport   \n",
       "24              397             Cox Way          NaN            West Ann   \n",
       "25              819    Chapman Crescent          NaN            West Ann   \n",
       "26              313        Jacob Spring          NaN            West Ann   \n",
       "27             3723      Williams Vista          NaN         Richardport   \n",
       "28              967       Anthony Crest          NaN            West Ann   \n",
       "29              155       Robin Passage          NaN            West Ann   \n",
       "...             ...                 ...          ...                 ...   \n",
       "42673         34506       Jonathan Cove          NaN     East Amychester   \n",
       "42674         17292        Brian Bypass          NaN     East Amychester   \n",
       "42675           956          Amanda Key          NaN     East Amychester   \n",
       "42676          7389       Nelson Course          NaN     East Amychester   \n",
       "42677          5979        Perez Unions          NaN     East Amychester   \n",
       "42678         60389        Perez Unions          NaN     East Amychester   \n",
       "42679           420         Brian Track          NaN     East Amychester   \n",
       "42680         81356       Kelley Estate          NaN           Lake Jack   \n",
       "42681          5100     Yesenia Centers          NaN           Lake Jack   \n",
       "42682         15192     Julie Stravenue          NaN           Lake Jack   \n",
       "42683           804        Sharon Views          NaN           Lake Jack   \n",
       "42684          9805        Sharon Views          NaN           Lake Jack   \n",
       "42685         12451    Johnson Mountain          NaN           Lake Jack   \n",
       "42686          4169           Amy Ville          NaN           Lake Jack   \n",
       "42687         40257           Amy Ville          NaN           Lake Jack   \n",
       "42688         84083           Amy Ville          NaN           Lake Jack   \n",
       "42689           611        Carolyn Fall          NaN           Lake Jack   \n",
       "42690          6672      Alexis Mission          NaN           Lake Jack   \n",
       "42691         50348        Matthew Hill          NaN           Lake Jack   \n",
       "42692         23741         Hill Stream          NaN           Lake Jack   \n",
       "42693          9426      Walker Orchard          NaN           Lake Jack   \n",
       "42694           265  Phillips Underpass          NaN           Lake Jack   \n",
       "42695         51756     Jennifer Corner          NaN           Lake Jack   \n",
       "42696         21014         Smith Cliff          NaN           Lake Jack   \n",
       "42697         61999         Powell Lake          NaN           Lake Jack   \n",
       "42698           562        Gregory Ford        253.0           Lake Jack   \n",
       "42699         62028        Gregory Ford       3560.0           Lake Jack   \n",
       "42700         62028        Gregory Ford       3931.0           Lake Jack   \n",
       "42701          7456         Garcia View          NaN           Lake Jack   \n",
       "42702          7456         Garcia View          NaN           Lake Jack   \n",
       "\n",
       "       zip_code  sale_price  \n",
       "0         10907    270897.0  \n",
       "1         10907    302404.0  \n",
       "2         11203   2519996.0  \n",
       "3         11203    197193.0  \n",
       "4         11203    207897.0  \n",
       "5         11203    196559.0  \n",
       "6         10924    434697.0  \n",
       "7         11203     64887.0  \n",
       "8         11203    143636.0  \n",
       "9         11203     81896.0  \n",
       "10        11203    308701.0  \n",
       "11        11203    333904.0  \n",
       "12        11203    277197.0  \n",
       "13        11203    351537.0  \n",
       "14        11203    274681.0  \n",
       "15        11203    289801.0  \n",
       "16        11203    225538.0  \n",
       "17        11203     56698.0  \n",
       "18        11203    277197.0  \n",
       "19        11203    144901.0  \n",
       "20        11203    204746.0  \n",
       "21        11549    281614.0  \n",
       "22        11203    233103.0  \n",
       "23        11203    239396.0  \n",
       "24        10748    311217.0  \n",
       "25        10748    434697.0  \n",
       "26        10748   1140298.0  \n",
       "27        11619   3213004.0  \n",
       "28        10748   1354501.0  \n",
       "29        10748    491401.0  \n",
       "...         ...         ...  \n",
       "42673     11205    313743.0  \n",
       "42674     11205    333903.0  \n",
       "42675     11205    338940.0  \n",
       "42676     11205    189004.0  \n",
       "42677     11205    226796.0  \n",
       "42678     11205    212944.0  \n",
       "42679     11205    340201.0  \n",
       "42680     10825    428403.0  \n",
       "42681     10825    516604.0  \n",
       "42682     10825    307443.0  \n",
       "42683     10825    384302.0  \n",
       "42684     10825    308703.0  \n",
       "42685     10825    441003.0  \n",
       "42686     10825    729544.0  \n",
       "42687     10825    510304.0  \n",
       "42688     10825    507783.0  \n",
       "42689     10825    409502.0  \n",
       "42690     10825    364141.0  \n",
       "42691     10825    510303.0  \n",
       "42692     10825    466197.0  \n",
       "42693     10825    636302.0  \n",
       "42694     10825    436587.0  \n",
       "42695     10825    315003.0  \n",
       "42696     10825    367922.0  \n",
       "42697     10825    176404.0  \n",
       "42698     10825     88197.0  \n",
       "42699     10825    102690.0  \n",
       "42700     10825     98280.0  \n",
       "42701     10825     98278.0  \n",
       "42702     10825    186480.0  \n",
       "\n",
       "[42703 rows x 20 columns]"
      ]
     },
     "execution_count": 95,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = pd.read_csv(\"../data/ml_house_data_set.csv\")\n",
    "print(df.dtypes)\n",
    "df"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## How much data\n",
    "- Aim for 10x more data points than features as a rough rule\n",
    "- More data is almost always better but not always necessary\n",
    "\n",
    "## Feature Engineering\n",
    "- Use features that correlate strongly with output values\n",
    "- Useless features can harm accuracy\n",
    "- You can add or drop features\n",
    "- Can combine multipe features into a single one:\n",
    "    - Replace multiple unit measurements with one\n",
    "    - Use binning to replace exact measurements with broader category\n",
    "- One hot encoding: replace binary factor with two columns: e.g. is_brisbane (0/1) and is_sydney (0/1)\n",
    "- Cure of dimensionality: As the number of dimensions (features) in the data increase, number of datapoints required to build a good model grows exponentially.\n",
    "\n",
    "## Engineering Home Prices Dataset\n",
    "- garage_type has 3 factors that can be modified with one hot encoding\n",
    "    - Attached\n",
    "    - None\n",
    "    - Detached\n",
    "- Features with True/False values are ok as they will be treated as 1/0s\n",
    "- House and unit number are probably irrelevant and can drop\n",
    "- Street name, city and zip code can be useful, but will include redundant information. If we know the zip code, we already know the city. Street name can be useful, but will increase the complexity of the model as we will have a feature for every street in the dataset."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 96,
   "metadata": {},
   "outputs": [],
   "source": [
    "del df['house_number']\n",
    "del df['unit_number']\n",
    "del df['street_name']\n",
    "del df['zip_code']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 99,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "year_built                   int64\n",
       "stories                      int64\n",
       "num_bedrooms                 int64\n",
       "full_bathrooms               int64\n",
       "half_bathrooms               int64\n",
       "livable_sqft                 int64\n",
       "total_sqft                   int64\n",
       "garage_sqft                  int64\n",
       "carport_sqft                 int64\n",
       "has_fireplace                 bool\n",
       "has_pool                      bool\n",
       "has_central_heating           bool\n",
       "has_central_cooling           bool\n",
       "garage_type_attached         uint8\n",
       "garage_type_detached         uint8\n",
       "garage_type_none             uint8\n",
       "city_Amystad                 uint8\n",
       "city_Brownport               uint8\n",
       "city_Chadstad                uint8\n",
       "city_Clarkberg               uint8\n",
       "city_Coletown                uint8\n",
       "city_Davidfort               uint8\n",
       "city_Davidtown               uint8\n",
       "city_East Amychester         uint8\n",
       "city_East Janiceville        uint8\n",
       "city_East Justin             uint8\n",
       "city_East Lucas              uint8\n",
       "city_Fosterberg              uint8\n",
       "city_Hallfort                uint8\n",
       "city_Jeffreyhaven            uint8\n",
       "                             ...  \n",
       "city_Justinport              uint8\n",
       "city_Lake Carolyn            uint8\n",
       "city_Lake Christinaport      uint8\n",
       "city_Lake Dariusborough      uint8\n",
       "city_Lake Jack               uint8\n",
       "city_Lake Jennifer           uint8\n",
       "city_Leahview                uint8\n",
       "city_Lewishaven              uint8\n",
       "city_Martinezfort            uint8\n",
       "city_Morrisport              uint8\n",
       "city_New Michele             uint8\n",
       "city_New Robinton            uint8\n",
       "city_North Erinville         uint8\n",
       "city_Port Adamtown           uint8\n",
       "city_Port Andrealand         uint8\n",
       "city_Port Daniel             uint8\n",
       "city_Port Jonathanborough    uint8\n",
       "city_Richardport             uint8\n",
       "city_Rickytown               uint8\n",
       "city_Scottberg               uint8\n",
       "city_South Anthony           uint8\n",
       "city_South Stevenfurt        uint8\n",
       "city_Toddshire               uint8\n",
       "city_Wendybury               uint8\n",
       "city_West Ann                uint8\n",
       "city_West Brittanyview       uint8\n",
       "city_West Gerald             uint8\n",
       "city_West Gregoryview        uint8\n",
       "city_West Lydia              uint8\n",
       "city_West Terrence           uint8\n",
       "dtype: object"
      ]
     },
     "execution_count": 99,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Pandas now creates uint8 instead of bool column and gradient boosting algorithm is having trouble with it\n",
    "\n",
    "features_df = pd.get_dummies(df, columns=['garage_type', 'city'])\n",
    "\n",
    "# remove y\n",
    "del features_df['sale_price']\n",
    "\n",
    "features_df.dtypes"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 100,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[1978, 1, 4, ..., 0, 0, 0],\n",
       "       [1958, 1, 3, ..., 0, 0, 0],\n",
       "       [2002, 1, 3, ..., 0, 0, 0],\n",
       "       ..., \n",
       "       [1983, 1, 1, ..., 0, 0, 0],\n",
       "       [1981, 1, 3, ..., 0, 0, 0],\n",
       "       [1980, 1, 3, ..., 0, 0, 0]], dtype=object)"
      ]
     },
     "execution_count": 100,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X = features_df.as_matrix()\n",
    "y = df['sale_price'].as_matrix()\n",
    "\n",
    "X"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 101,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([  270897.,   302404.,  2519996., ...,    98280.,    98278.,\n",
       "         186480.])"
      ]
     },
     "execution_count": 101,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "y"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Shuffle and split data into train/test datasets\n",
    "- 70% data for training\n",
    "- 30% data for testing\n",
    "\n",
    "## GradientBoostingRegressor\n",
    "- n_estimators: How many decision trees to build, but determins how long it takes\n",
    "- learning_rate: How much each additional decision tree contributes to the overal prediction\n",
    "- max_depth: How many layers deep each decision tree can go\n",
    "- min_samples_leaf: How many times value must appear in dataset before a tree will make a decision based on it. Can prevent outliers influencing model\n",
    "- max_features: Percentage of features in model we choose to randomly consider when we create a branch in our decision tree\n",
    "- loss: How error rate is calculated"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 106,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "GradientBoostingRegressor(alpha=0.9, criterion='friedman_mse', init=None,\n",
       "             learning_rate=0.1, loss='huber', max_depth=6,\n",
       "             max_features=0.1, max_leaf_nodes=None,\n",
       "             min_impurity_split=1e-07, min_samples_leaf=9,\n",
       "             min_samples_split=2, min_weight_fraction_leaf=0.0,\n",
       "             n_estimators=1000, presort='auto', random_state=None,\n",
       "             subsample=1.0, verbose=0, warm_start=False)"
      ]
     },
     "execution_count": 106,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.3, random_state=0)\n",
    "\n",
    "model = ensemble.GradientBoostingRegressor(\n",
    "    n_estimators=1000,\n",
    "    learning_rate = 0.1,\n",
    "    max_depth = 6,\n",
    "    min_samples_leaf = 9,\n",
    "    max_features = 0.1,\n",
    "    loss = 'huber'\n",
    ")\n",
    "\n",
    "model.fit(X_train, y_train)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Saving and Loading Model\n",
    "```\n",
    "joblib.dump(model, 'trained_house_classifier_model.pkl')\n",
    "model = joblib.load('trained_house_classifier_model.pkl')\n",
    "```\n",
    "\n",
    "## Testing accuracy with mean squared error"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 107,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "48531.808854775212"
      ]
     },
     "execution_count": 107,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "mse = mean_absolute_error(y_train, model.predict(X_train))\n",
    "mse"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 108,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "59006.933054274341"
      ]
     },
     "execution_count": 108,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "mse = mean_absolute_error(y_test, model.predict(X_test))\n",
    "mse"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Overfitting\n",
    "- Fits training data too much\n",
    "- Memorises data without learning underlying pattern well enough to generalize\n",
    "- Models that are too complex overfit: e.g. can create few decision trees, make each one smaller, or prefer simpler ones\n",
    "- If reducing the complexity of the model doesn't work, we may not have enough data\n",
    "\n",
    "## Underfitting\n",
    "- Model is too simple to predict trend\n",
    "- Make model more complex by making more decision trees more making them each deeper\n",
    "\n",
    "## Identifying under/overfitting\n",
    "- Use training and test set error rates\n",
    "- Overfitting: low error rate training, high error rate testing\n",
    "- Underfitting: both high error rate with training and testing\n",
    "- Good fit: low error for both training and testing\n",
    "\n",
    "## Grid Search\n",
    "- List out range of settings for each parameter and test them all out to see which gives the best result"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "model = ensemble.GradientBoostingRegressor()\n",
    "\n",
    "param_grid = {\n",
    "    'n_estimators': [500, 1000, 3000],\n",
    "    'learning_rate': [4, 6],\n",
    "    'max_depth': [3, 5, 9, 17],\n",
    "    'min_samples_leaf': [0.1, 0.05, 0.02, 0.01],\n",
    "    'max_features': [1.0, 0.3, 0.1],\n",
    "    'loss': ['ls', 'lad', 'huber']\n",
    "}\n",
    "\n",
    "gs_cv = GridSearchCV(model, param_grid, n_jobs=4)\n",
    "gs_cv.fit(X_train, y_train)\n",
    "\n",
    "gs_cv.best_params_"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Feature Importance"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 122,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "city_Martinezfort - 0.00%\n",
      "city_Julieberg - 0.00%\n",
      "city_New Michele - 0.00%\n",
      "city_New Robinton - 0.00%\n",
      "city_Davidtown - 0.05%\n",
      "city_Lake Jennifer - 0.07%\n",
      "city_Rickytown - 0.07%\n",
      "city_West Terrence - 0.10%\n",
      "city_Fosterberg - 0.10%\n",
      "city_West Brittanyview - 0.11%\n",
      "city_Amystad - 0.13%\n",
      "city_East Justin - 0.13%\n",
      "city_Port Daniel - 0.13%\n",
      "city_South Stevenfurt - 0.14%\n",
      "city_Toddshire - 0.16%\n",
      "city_Leahview - 0.17%\n",
      "city_Clarkberg - 0.19%\n",
      "city_Davidfort - 0.19%\n",
      "city_West Gerald - 0.19%\n",
      "city_Jenniferberg - 0.20%\n",
      "city_Joshuafurt - 0.22%\n",
      "city_Port Adamtown - 0.23%\n",
      "city_Brownport - 0.24%\n",
      "city_West Lydia - 0.24%\n",
      "city_Scottberg - 0.26%\n",
      "city_Wendybury - 0.29%\n",
      "city_East Lucas - 0.29%\n",
      "city_Lake Dariusborough - 0.30%\n",
      "city_Lake Carolyn - 0.30%\n",
      "city_East Janiceville - 0.30%\n",
      "city_Port Jonathanborough - 0.32%\n",
      "city_West Gregoryview - 0.35%\n",
      "city_Lake Christinaport - 0.35%\n",
      "city_Morrisport - 0.37%\n",
      "city_Richardport - 0.37%\n",
      "city_East Amychester - 0.37%\n",
      "city_Hallfort - 0.44%\n",
      "city_Justinport - 0.46%\n",
      "city_Jeffreyhaven - 0.54%\n",
      "city_Lewishaven - 0.63%\n",
      "city_South Anthony - 0.63%\n",
      "city_North Erinville - 0.64%\n",
      "has_central_cooling - 0.65%\n",
      "city_Port Andrealand - 0.67%\n",
      "city_Chadstad - 0.74%\n",
      "has_central_heating - 0.75%\n",
      "city_West Ann - 0.79%\n",
      "garage_type_none - 0.93%\n",
      "garage_type_detached - 0.97%\n",
      "city_Coletown - 1.14%\n",
      "garage_type_attached - 1.15%\n",
      "city_Lake Jack - 1.20%\n",
      "has_pool - 1.66%\n",
      "has_fireplace - 1.67%\n",
      "half_bathrooms - 2.09%\n",
      "stories - 2.16%\n",
      "full_bathrooms - 3.49%\n",
      "carport_sqft - 4.20%\n",
      "num_bedrooms - 4.86%\n",
      "year_built - 13.11%\n",
      "garage_sqft - 13.42%\n",
      "total_sqft - 16.44%\n",
      "livable_sqft - 17.65%\n"
     ]
    }
   ],
   "source": [
    "feature_labels = list(features_df.columns.values)\n",
    "\n",
    "importance = model.feature_importances_\n",
    "feature_indexes_by_importance = importance.argsort()\n",
    "\n",
    "# later occurring features in list are more imporant\n",
    "for index in feature_indexes_by_importance:\n",
    "    print('{} - {:.2f}%'.format(feature_labels[index], (importance[index] * 100.0)))"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}