location api and dataset ensembling.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 38,
   "id": "6728f0ca",
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "import json\n",
    " \n",
    "# Opening JSON file\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "id": "62f4c36a",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'Abbot%20Street/%20Shawmut%20Ave%20Roxbury'"
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "project = \"Abbot Street/ Shawmut Ave Roxbury\"\n",
    "#neighborhod = \"Roxbury\"\n",
    "#zip_code = \"2119\"\n",
    "#search_term = project + ' ' + neighborhod \n",
    "search_term = str.replace(project,' ','%20')\n",
    "search_term"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "id": "aaf9659c",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['735 Shawmut Ave, Roxbury, MA 02119, United States']"
      ]
     },
     "execution_count": 45,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import requests\n",
    "##https://developers.google.com/maps/documentation/places/web-service/details#maps_http_places_details_fields-py\n",
    "\n",
    "def get_address(search_term):\n",
    "    key = 'AIzaSyBsUNKIxRSkB7gadReVzHjWv_ZtixLonuE'\n",
    "    location_query = \"\"\n",
    "    url = (\"https://maps.googleapis.com/maps/api/place/findplacefromtext/json?input=\" + \n",
    "           search_term + \n",
    "           \"&inputtype=textquery&fields=formatted_address%2Cname%2Cgeometry&key=\" + \n",
    "           key)\n",
    "\n",
    "    payload={}\n",
    "    headers = {}\n",
    "\n",
    "    response = requests.request(\"GET\", url, headers=headers, data=payload)\n",
    "\n",
    "\n",
    "    this_data = json.loads(response.text)\n",
    "    \n",
    "    return [i['formatted_address'] for i in this_data['candidates']]\n",
    "\n",
    "\n",
    "get_address(search_term)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "id": "a535a1fd",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['735 Shawmut Ave, Roxbury, MA 02119, United States']"
      ]
     },
     "execution_count": 43,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "\n",
    "this_data = json.loads(response.text)\n",
    "    \n",
    "[i['formatted_address'] for i in this_data['candidates']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "id": "a95a7e9b",
   "metadata": {},
   "outputs": [],
   "source": [
    "#this is the dataset we need addresseds\n",
    "data = pd.read_csv('income-restricted-inventory-2021.csv',dtype={'Zip Code': str})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "id": "653e88aa",
   "metadata": {},
   "outputs": [],
   "source": [
    "#data['geo_input'] = data.apply(lambda x: x['Project Name'] + ' ' + x['Neighborhood'], axis = 1)\n",
    "#data['address_candidates'] = data.apply(lambda x: get_address(x['geo_input']), axis = 1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "id": "44b29ba5",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Project Name</th>\n",
       "      <th>Neighborhood</th>\n",
       "      <th>Zip Code</th>\n",
       "      <th>TtlProjUnits</th>\n",
       "      <th>RentUnits</th>\n",
       "      <th>OwnUnits</th>\n",
       "      <th>TtlMarket</th>\n",
       "      <th>MarketRent</th>\n",
       "      <th>MarketOwn</th>\n",
       "      <th>Total Income-Restricted</th>\n",
       "      <th>Income-Restricted Rental</th>\n",
       "      <th>Income-Restricted Ownership</th>\n",
       "      <th>Tenure</th>\n",
       "      <th>Public/ Private</th>\n",
       "      <th>Includes Senior Units?</th>\n",
       "      <th>Section 8</th>\n",
       "      <th>geo_input</th>\n",
       "      <th>address_candidates</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Abbot Street/ Shawmut Ave</td>\n",
       "      <td>Roxbury</td>\n",
       "      <td>2119</td>\n",
       "      <td>16</td>\n",
       "      <td>16</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>16</td>\n",
       "      <td>16</td>\n",
       "      <td>0.0</td>\n",
       "      <td>Rental</td>\n",
       "      <td>Private</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Abbot Street/ Shawmut Ave Roxbury</td>\n",
       "      <td>[735 Shawmut Ave, Roxbury, MA 02119, United St...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Academy Homes I</td>\n",
       "      <td>Roxbury</td>\n",
       "      <td>2119</td>\n",
       "      <td>202</td>\n",
       "      <td>202</td>\n",
       "      <td>0</td>\n",
       "      <td>52.0</td>\n",
       "      <td>52.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>150</td>\n",
       "      <td>150</td>\n",
       "      <td>0.0</td>\n",
       "      <td>Rental</td>\n",
       "      <td>Private</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Academy Homes I Roxbury</td>\n",
       "      <td>[1592 Columbus Ave, Roxbury, MA 02119, United ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Academy Homes II</td>\n",
       "      <td>Roxbury</td>\n",
       "      <td>2119</td>\n",
       "      <td>236</td>\n",
       "      <td>236</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>236</td>\n",
       "      <td>236</td>\n",
       "      <td>0.0</td>\n",
       "      <td>Rental</td>\n",
       "      <td>Private</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>Academy Homes II Roxbury</td>\n",
       "      <td>[2926 Washington St, Roxbury, MA 02119, United...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Adams Court Phase A</td>\n",
       "      <td>Mattapan</td>\n",
       "      <td>2126</td>\n",
       "      <td>50</td>\n",
       "      <td>50</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>50</td>\n",
       "      <td>50</td>\n",
       "      <td>0.0</td>\n",
       "      <td>Rental</td>\n",
       "      <td>Private</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Adams Court Phase A Mattapan</td>\n",
       "      <td>[725-735 Adams St, Boston, MA 02122, United St...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Adams Court Phase B</td>\n",
       "      <td>Mattapan</td>\n",
       "      <td>2126</td>\n",
       "      <td>45</td>\n",
       "      <td>45</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>45</td>\n",
       "      <td>45</td>\n",
       "      <td>0.0</td>\n",
       "      <td>Rental</td>\n",
       "      <td>Private</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Adams Court Phase B Mattapan</td>\n",
       "      <td>[59 Msgr Patrick J Lydon Way, Boston, MA 02124...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                Project Name Neighborhood Zip Code  TtlProjUnits  RentUnits  \\\n",
       "0  Abbot Street/ Shawmut Ave      Roxbury     2119            16         16   \n",
       "1            Academy Homes I      Roxbury     2119           202        202   \n",
       "2           Academy Homes II      Roxbury     2119           236        236   \n",
       "3        Adams Court Phase A     Mattapan     2126            50         50   \n",
       "4        Adams Court Phase B     Mattapan     2126            45         45   \n",
       "\n",
       "   OwnUnits  TtlMarket  MarketRent  MarketOwn  Total Income-Restricted  \\\n",
       "0         0        0.0         0.0        0.0                       16   \n",
       "1         0       52.0        52.0        0.0                      150   \n",
       "2         0        0.0         0.0        0.0                      236   \n",
       "3         0        0.0         0.0        0.0                       50   \n",
       "4         0        0.0         0.0        0.0                       45   \n",
       "\n",
       "   Income-Restricted Rental  Income-Restricted Ownership  Tenure  \\\n",
       "0                        16                          0.0  Rental   \n",
       "1                       150                          0.0  Rental   \n",
       "2                       236                          0.0  Rental   \n",
       "3                        50                          0.0  Rental   \n",
       "4                        45                          0.0  Rental   \n",
       "\n",
       "  Public/ Private Includes Senior Units? Section 8  \\\n",
       "0         Private                    NaN       NaN   \n",
       "1         Private                    NaN       NaN   \n",
       "2         Private                    NaN         Y   \n",
       "3         Private                    NaN       NaN   \n",
       "4         Private                    NaN       NaN   \n",
       "\n",
       "                           geo_input  \\\n",
       "0  Abbot Street/ Shawmut Ave Roxbury   \n",
       "1            Academy Homes I Roxbury   \n",
       "2           Academy Homes II Roxbury   \n",
       "3       Adams Court Phase A Mattapan   \n",
       "4       Adams Court Phase B Mattapan   \n",
       "\n",
       "                                  address_candidates  \n",
       "0  [735 Shawmut Ave, Roxbury, MA 02119, United St...  \n",
       "1  [1592 Columbus Ave, Roxbury, MA 02119, United ...  \n",
       "2  [2926 Washington St, Roxbury, MA 02119, United...  \n",
       "3  [725-735 Adams St, Boston, MA 02122, United St...  \n",
       "4  [59 Msgr Patrick J Lydon Way, Boston, MA 02124...  "
      ]
     },
     "execution_count": 52,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "id": "6933aa92",
   "metadata": {},
   "outputs": [],
   "source": [
    "##data.to_csv('income-restricted-inventory-2021-address-added.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "aa9eddf5",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.12"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}