analysis_w_matrix_factorization.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "from scipy.spatial import distance\n",
    "import matplotlib.pyplot as plt\n",
    "%matplotlib inline\n",
    "plt.style.use('ggplot')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index([u'Unnamed: 0', u'restaurants', u'bars', u'coffee & tea',\n",
       "       u'health & medical', u'arts & entertainment', u'fitness & instruction',\n",
       "       u'grocery', u'education', u'haircut', u'boutique', u'PjAreaCode'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = pd.read_csv('yelp_data.csv')\n",
    "df.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['restaurants',\n",
       " 'bars',\n",
       " 'coffee & tea',\n",
       " 'health & medical',\n",
       " 'arts & entertainment',\n",
       " 'fitness & instruction',\n",
       " 'grocery',\n",
       " 'education',\n",
       " 'haircut',\n",
       " 'boutique']"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = df.rename(columns={'Unnamed: 0': 'Neighborhood'})\n",
    "activities = df.columns.tolist()\n",
    "activities.pop(0)\n",
    "activities.pop(-1)\n",
    "activities"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# source: http://www.quuxlabs.com/blog/2010/09/matrix-factorization-a-simple-tutorial-and-implementation-in-python/\n",
    "def matrix_factorization(R, P, Q, K, steps=5000, alpha=0.0002, beta=0.02):\n",
    "    Q = Q.T\n",
    "    for step in xrange(steps):\n",
    "        for i in xrange(len(R)):\n",
    "            for j in xrange(len(R[i])):\n",
    "                if R[i][j] > 0:\n",
    "                    eij = R[i][j] - np.dot(P[i,:],Q[:,j])\n",
    "                    for k in xrange(K):\n",
    "                        P[i][k] = P[i][k] + alpha * (2 * eij * Q[k][j] - beta * P[i][k])\n",
    "                        Q[k][j] = Q[k][j] + alpha * (2 * eij * P[i][k] - beta * Q[k][j])\n",
    "        eR = np.dot(P,Q)\n",
    "        e = 0\n",
    "        for i in xrange(len(R)):\n",
    "            for j in xrange(len(R[i])):\n",
    "                if R[i][j] > 0:\n",
    "                    e = e + pow(R[i][j] - np.dot(P[i,:],Q[:,j]), 2)\n",
    "                    for k in xrange(K):\n",
    "                        e = e + (beta/2) * ( pow(P[i][k],2) + pow(Q[k][j],2) )\n",
    "        if e < 0.001:\n",
    "            break\n",
    "    return P, Q.T"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "R = np.array(df[activities])\n",
    "\n",
    "N = len(R)\n",
    "M = len(R[0])\n",
    "K = 2\n",
    "\n",
    "P = np.random.rand(N,K)\n",
    "Q = np.random.rand(M,K)\n",
    "\n",
    "nP, nQ = matrix_factorization(R, P, Q, K)\n",
    "nR = np.dot(nP, nQ.T)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Neighborhood</th>\n",
       "      <th>restaurants</th>\n",
       "      <th>bars</th>\n",
       "      <th>coffee &amp; tea</th>\n",
       "      <th>health &amp; medical</th>\n",
       "      <th>arts &amp; entertainment</th>\n",
       "      <th>fitness &amp; instruction</th>\n",
       "      <th>grocery</th>\n",
       "      <th>education</th>\n",
       "      <th>haircut</th>\n",
       "      <th>boutique</th>\n",
       "      <th>PjAreaCode</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>3.623001</td>\n",
       "      <td>3.398488</td>\n",
       "      <td>3.686642</td>\n",
       "      <td>3.064728</td>\n",
       "      <td>3.263632</td>\n",
       "      <td>3.003748</td>\n",
       "      <td>3.049628</td>\n",
       "      <td>2.634861</td>\n",
       "      <td>3.703549</td>\n",
       "      <td>2.58884</td>\n",
       "      <td>MN12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Stuyvesant Town</td>\n",
       "      <td>3.535625</td>\n",
       "      <td>3.305909</td>\n",
       "      <td>3.615987</td>\n",
       "      <td>2.939197</td>\n",
       "      <td>3.178787</td>\n",
       "      <td>2.934066</td>\n",
       "      <td>2.944678</td>\n",
       "      <td>2.593292</td>\n",
       "      <td>3.56543</td>\n",
       "      <td>2.549056</td>\n",
       "      <td>MN50</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>SoHo, TriBeCa and Little Italy</td>\n",
       "      <td>3.720195</td>\n",
       "      <td>3.48995</td>\n",
       "      <td>3.785042</td>\n",
       "      <td>3.148362</td>\n",
       "      <td>3.351354</td>\n",
       "      <td>3.084254</td>\n",
       "      <td>3.132302</td>\n",
       "      <td>2.704944</td>\n",
       "      <td>3.804244</td>\n",
       "      <td>2.657669</td>\n",
       "      <td>MN24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Clinton</td>\n",
       "      <td>3.894155</td>\n",
       "      <td>3.621124</td>\n",
       "      <td>4.017098</td>\n",
       "      <td>3.1399</td>\n",
       "      <td>3.489562</td>\n",
       "      <td>3.2368</td>\n",
       "      <td>3.184062</td>\n",
       "      <td>2.89771</td>\n",
       "      <td>3.834952</td>\n",
       "      <td>2.850263</td>\n",
       "      <td>MN15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Theater District and Garment District</td>\n",
       "      <td>3.826342</td>\n",
       "      <td>3.53001</td>\n",
       "      <td>3.995388</td>\n",
       "      <td>2.948815</td>\n",
       "      <td>3.412581</td>\n",
       "      <td>3.187726</td>\n",
       "      <td>3.045633</td>\n",
       "      <td>2.905322</td>\n",
       "      <td>3.639212</td>\n",
       "      <td>2.860488</td>\n",
       "      <td>MN17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>East Harlem</td>\n",
       "      <td>2.805529</td>\n",
       "      <td>2.582226</td>\n",
       "      <td>2.93984</td>\n",
       "      <td>2.13281</td>\n",
       "      <td>2.49867</td>\n",
       "      <td>2.338853</td>\n",
       "      <td>2.215275</td>\n",
       "      <td>2.1427</td>\n",
       "      <td>2.640618</td>\n",
       "      <td>2.11021</td>\n",
       "      <td>MN34</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Washington Heights</td>\n",
       "      <td>2.683195</td>\n",
       "      <td>2.514888</td>\n",
       "      <td>2.73382</td>\n",
       "      <td>2.25986</td>\n",
       "      <td>2.415872</td>\n",
       "      <td>2.225104</td>\n",
       "      <td>2.252546</td>\n",
       "      <td>1.955583</td>\n",
       "      <td>2.733511</td>\n",
       "      <td>1.921629</td>\n",
       "      <td>MN35</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Turtle Bay</td>\n",
       "      <td>3.768779</td>\n",
       "      <td>3.517744</td>\n",
       "      <td>3.865052</td>\n",
       "      <td>3.103018</td>\n",
       "      <td>3.384844</td>\n",
       "      <td>3.129155</td>\n",
       "      <td>3.120611</td>\n",
       "      <td>2.777078</td>\n",
       "      <td>3.772186</td>\n",
       "      <td>2.730318</td>\n",
       "      <td>MN19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Gramercy</td>\n",
       "      <td>3.650928</td>\n",
       "      <td>3.370835</td>\n",
       "      <td>3.807659</td>\n",
       "      <td>2.826538</td>\n",
       "      <td>3.25767</td>\n",
       "      <td>3.040899</td>\n",
       "      <td>2.913862</td>\n",
       "      <td>2.766636</td>\n",
       "      <td>3.484579</td>\n",
       "      <td>2.723688</td>\n",
       "      <td>MN21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Upper East Side</td>\n",
       "      <td>3.69838</td>\n",
       "      <td>3.548866</td>\n",
       "      <td>3.62634</td>\n",
       "      <td>3.515852</td>\n",
       "      <td>3.377575</td>\n",
       "      <td>3.045534</td>\n",
       "      <td>3.348727</td>\n",
       "      <td>2.524766</td>\n",
       "      <td>4.146813</td>\n",
       "      <td>2.472715</td>\n",
       "      <td>MN40</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>Greenwich Village</td>\n",
       "      <td>3.85919</td>\n",
       "      <td>3.58274</td>\n",
       "      <td>3.991123</td>\n",
       "      <td>3.083168</td>\n",
       "      <td>3.454838</td>\n",
       "      <td>3.209263</td>\n",
       "      <td>3.138111</td>\n",
       "      <td>2.883842</td>\n",
       "      <td>3.773537</td>\n",
       "      <td>2.837195</td>\n",
       "      <td>MN23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>Lower East Side</td>\n",
       "      <td>3.715421</td>\n",
       "      <td>3.393806</td>\n",
       "      <td>3.937816</td>\n",
       "      <td>2.698641</td>\n",
       "      <td>3.294079</td>\n",
       "      <td>3.104122</td>\n",
       "      <td>2.857154</td>\n",
       "      <td>2.891216</td>\n",
       "      <td>3.378016</td>\n",
       "      <td>2.849838</td>\n",
       "      <td>MN28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>Chinatown</td>\n",
       "      <td>3.506237</td>\n",
       "      <td>3.305685</td>\n",
       "      <td>3.539064</td>\n",
       "      <td>3.047277</td>\n",
       "      <td>3.168115</td>\n",
       "      <td>2.902594</td>\n",
       "      <td>3.000814</td>\n",
       "      <td>2.515322</td>\n",
       "      <td>3.66107</td>\n",
       "      <td>2.469718</td>\n",
       "      <td>MN27</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>Harlem</td>\n",
       "      <td>3.022892</td>\n",
       "      <td>2.771071</td>\n",
       "      <td>3.186901</td>\n",
       "      <td>2.243509</td>\n",
       "      <td>2.685776</td>\n",
       "      <td>2.522976</td>\n",
       "      <td>2.353725</td>\n",
       "      <td>2.331931</td>\n",
       "      <td>2.793639</td>\n",
       "      <td>2.297639</td>\n",
       "      <td>MN11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>East Village</td>\n",
       "      <td>3.907672</td>\n",
       "      <td>3.660484</td>\n",
       "      <td>3.98497</td>\n",
       "      <td>3.281059</td>\n",
       "      <td>3.517157</td>\n",
       "      <td>3.241071</td>\n",
       "      <td>3.274358</td>\n",
       "      <td>2.852311</td>\n",
       "      <td>3.971411</td>\n",
       "      <td>2.802994</td>\n",
       "      <td>MN22</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>Chelsea, Flatiron District and Union Square</td>\n",
       "      <td>4.296135</td>\n",
       "      <td>4.044279</td>\n",
       "      <td>4.346889</td>\n",
       "      <td>3.704006</td>\n",
       "      <td>3.878302</td>\n",
       "      <td>3.558093</td>\n",
       "      <td>3.658737</td>\n",
       "      <td>3.094659</td>\n",
       "      <td>4.457702</td>\n",
       "      <td>3.039172</td>\n",
       "      <td>MN13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>Murray Hill and Kips Bay</td>\n",
       "      <td>3.768704</td>\n",
       "      <td>3.517768</td>\n",
       "      <td>3.864814</td>\n",
       "      <td>3.103413</td>\n",
       "      <td>3.384831</td>\n",
       "      <td>3.129068</td>\n",
       "      <td>3.120826</td>\n",
       "      <td>2.776828</td>\n",
       "      <td>3.772543</td>\n",
       "      <td>2.730063</td>\n",
       "      <td>MN20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>Financial District and Battery Park City</td>\n",
       "      <td>3.423702</td>\n",
       "      <td>3.178793</td>\n",
       "      <td>3.540151</td>\n",
       "      <td>2.736932</td>\n",
       "      <td>3.065178</td>\n",
       "      <td>2.847025</td>\n",
       "      <td>2.785016</td>\n",
       "      <td>2.5577</td>\n",
       "      <td>3.349305</td>\n",
       "      <td>2.516295</td>\n",
       "      <td>MN25</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>Morningside Heights</td>\n",
       "      <td>3.192578</td>\n",
       "      <td>2.927578</td>\n",
       "      <td>3.364147</td>\n",
       "      <td>2.3741</td>\n",
       "      <td>2.837092</td>\n",
       "      <td>2.664351</td>\n",
       "      <td>2.48868</td>\n",
       "      <td>2.460848</td>\n",
       "      <td>2.954857</td>\n",
       "      <td>2.42457</td>\n",
       "      <td>MN09</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>Clinton Hill</td>\n",
       "      <td>3.090535</td>\n",
       "      <td>2.833133</td>\n",
       "      <td>3.258121</td>\n",
       "      <td>2.293977</td>\n",
       "      <td>2.745907</td>\n",
       "      <td>2.579418</td>\n",
       "      <td>2.406556</td>\n",
       "      <td>2.383999</td>\n",
       "      <td>2.856403</td>\n",
       "      <td>2.348936</td>\n",
       "      <td>BK69</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>Crown Heights</td>\n",
       "      <td>2.787934</td>\n",
       "      <td>2.520041</td>\n",
       "      <td>3.000491</td>\n",
       "      <td>1.895824</td>\n",
       "      <td>2.456422</td>\n",
       "      <td>2.336139</td>\n",
       "      <td>2.065349</td>\n",
       "      <td>2.224461</td>\n",
       "      <td>2.412657</td>\n",
       "      <td>2.195104</td>\n",
       "      <td>BK61</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>Brooklyn Heights and Cobble Hill</td>\n",
       "      <td>3.403009</td>\n",
       "      <td>3.186994</td>\n",
       "      <td>3.471615</td>\n",
       "      <td>2.853671</td>\n",
       "      <td>3.062494</td>\n",
       "      <td>2.822692</td>\n",
       "      <td>2.849265</td>\n",
       "      <td>2.485498</td>\n",
       "      <td>3.455066</td>\n",
       "      <td>2.442598</td>\n",
       "      <td>BK09</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>Park Slope and Gowanus</td>\n",
       "      <td>3.612991</td>\n",
       "      <td>3.408853</td>\n",
       "      <td>3.642484</td>\n",
       "      <td>3.152312</td>\n",
       "      <td>3.266031</td>\n",
       "      <td>2.990314</td>\n",
       "      <td>3.099635</td>\n",
       "      <td>2.586689</td>\n",
       "      <td>3.784124</td>\n",
       "      <td>2.539536</td>\n",
       "      <td>BK37</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>Bushwick</td>\n",
       "      <td>2.983095</td>\n",
       "      <td>2.695398</td>\n",
       "      <td>3.212339</td>\n",
       "      <td>2.023427</td>\n",
       "      <td>2.62777</td>\n",
       "      <td>2.499948</td>\n",
       "      <td>2.20682</td>\n",
       "      <td>2.382354</td>\n",
       "      <td>2.576719</td>\n",
       "      <td>2.351008</td>\n",
       "      <td>BK77</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>Williamsburg</td>\n",
       "      <td>3.46603</td>\n",
       "      <td>3.195837</td>\n",
       "      <td>3.622193</td>\n",
       "      <td>2.662556</td>\n",
       "      <td>3.090212</td>\n",
       "      <td>2.888009</td>\n",
       "      <td>2.753617</td>\n",
       "      <td>2.635393</td>\n",
       "      <td>3.288409</td>\n",
       "      <td>2.594893</td>\n",
       "      <td>BK72</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>Fort Greene</td>\n",
       "      <td>3.312893</td>\n",
       "      <td>3.068693</td>\n",
       "      <td>3.437987</td>\n",
       "      <td>2.613255</td>\n",
       "      <td>2.961802</td>\n",
       "      <td>2.756757</td>\n",
       "      <td>2.673529</td>\n",
       "      <td>2.489861</td>\n",
       "      <td>3.207725</td>\n",
       "      <td>2.450256</td>\n",
       "      <td>BK68</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>Downtown Brooklyn, DUMBO, Vinegar Hill and Boe...</td>\n",
       "      <td>3.274615</td>\n",
       "      <td>3.060593</td>\n",
       "      <td>3.351219</td>\n",
       "      <td>2.716071</td>\n",
       "      <td>2.94339</td>\n",
       "      <td>2.717793</td>\n",
       "      <td>2.723554</td>\n",
       "      <td>2.404465</td>\n",
       "      <td>3.296409</td>\n",
       "      <td>2.363575</td>\n",
       "      <td>BK38</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>Bedford-Stuyvesant</td>\n",
       "      <td>2.845277</td>\n",
       "      <td>2.597076</td>\n",
       "      <td>3.018868</td>\n",
       "      <td>2.057351</td>\n",
       "      <td>2.521511</td>\n",
       "      <td>2.37764</td>\n",
       "      <td>2.182372</td>\n",
       "      <td>2.218048</td>\n",
       "      <td>2.578124</td>\n",
       "      <td>2.186482</td>\n",
       "      <td>BK75</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>Greenpoint</td>\n",
       "      <td>3.288008</td>\n",
       "      <td>3.041158</td>\n",
       "      <td>3.419874</td>\n",
       "      <td>2.57182</td>\n",
       "      <td>2.936962</td>\n",
       "      <td>2.737215</td>\n",
       "      <td>2.640181</td>\n",
       "      <td>2.480442</td>\n",
       "      <td>3.163015</td>\n",
       "      <td>2.441419</td>\n",
       "      <td>BK76</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>East Williamsburg</td>\n",
       "      <td>3.221303</td>\n",
       "      <td>2.952619</td>\n",
       "      <td>3.396651</td>\n",
       "      <td>2.38914</td>\n",
       "      <td>2.861867</td>\n",
       "      <td>2.688661</td>\n",
       "      <td>2.507227</td>\n",
       "      <td>2.485681</td>\n",
       "      <td>2.975467</td>\n",
       "      <td>2.449159</td>\n",
       "      <td>BK90</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>Carroll Gardens and Red Hook</td>\n",
       "      <td>3.073356</td>\n",
       "      <td>2.819686</td>\n",
       "      <td>3.236052</td>\n",
       "      <td>2.292415</td>\n",
       "      <td>2.731973</td>\n",
       "      <td>2.564482</td>\n",
       "      <td>2.399986</td>\n",
       "      <td>2.365983</td>\n",
       "      <td>2.851104</td>\n",
       "      <td>2.330969</td>\n",
       "      <td>BK33</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>3.289597</td>\n",
       "      <td>3.056824</td>\n",
       "      <td>3.397115</td>\n",
       "      <td>2.642086</td>\n",
       "      <td>2.946586</td>\n",
       "      <td>2.734848</td>\n",
       "      <td>2.683447</td>\n",
       "      <td>2.452255</td>\n",
       "      <td>3.229798</td>\n",
       "      <td>2.41231</td>\n",
       "      <td>BK64</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                         Neighborhood restaurants      bars  \\\n",
       "0                                     Upper West Side    3.623001  3.398488   \n",
       "1                                     Stuyvesant Town    3.535625  3.305909   \n",
       "2                      SoHo, TriBeCa and Little Italy    3.720195   3.48995   \n",
       "3                                             Clinton    3.894155  3.621124   \n",
       "4               Theater District and Garment District    3.826342   3.53001   \n",
       "5                                         East Harlem    2.805529  2.582226   \n",
       "6                                  Washington Heights    2.683195  2.514888   \n",
       "7                                          Turtle Bay    3.768779  3.517744   \n",
       "8                                            Gramercy    3.650928  3.370835   \n",
       "9                                     Upper East Side     3.69838  3.548866   \n",
       "10                                  Greenwich Village     3.85919   3.58274   \n",
       "11                                    Lower East Side    3.715421  3.393806   \n",
       "12                                          Chinatown    3.506237  3.305685   \n",
       "13                                             Harlem    3.022892  2.771071   \n",
       "14                                       East Village    3.907672  3.660484   \n",
       "15        Chelsea, Flatiron District and Union Square    4.296135  4.044279   \n",
       "16                           Murray Hill and Kips Bay    3.768704  3.517768   \n",
       "17           Financial District and Battery Park City    3.423702  3.178793   \n",
       "18                                Morningside Heights    3.192578  2.927578   \n",
       "19                                       Clinton Hill    3.090535  2.833133   \n",
       "20                                      Crown Heights    2.787934  2.520041   \n",
       "21                   Brooklyn Heights and Cobble Hill    3.403009  3.186994   \n",
       "22                             Park Slope and Gowanus    3.612991  3.408853   \n",
       "23                                           Bushwick    2.983095  2.695398   \n",
       "24                                       Williamsburg     3.46603  3.195837   \n",
       "25                                        Fort Greene    3.312893  3.068693   \n",
       "26  Downtown Brooklyn, DUMBO, Vinegar Hill and Boe...    3.274615  3.060593   \n",
       "27                                 Bedford-Stuyvesant    2.845277  2.597076   \n",
       "28                                         Greenpoint    3.288008  3.041158   \n",
       "29                                  East Williamsburg    3.221303  2.952619   \n",
       "30                       Carroll Gardens and Red Hook    3.073356  2.819686   \n",
       "31                                   Prospect Heights    3.289597  3.056824   \n",
       "\n",
       "   coffee & tea health & medical arts & entertainment fitness & instruction  \\\n",
       "0      3.686642         3.064728             3.263632              3.003748   \n",
       "1      3.615987         2.939197             3.178787              2.934066   \n",
       "2      3.785042         3.148362             3.351354              3.084254   \n",
       "3      4.017098           3.1399             3.489562                3.2368   \n",
       "4      3.995388         2.948815             3.412581              3.187726   \n",
       "5       2.93984          2.13281              2.49867              2.338853   \n",
       "6       2.73382          2.25986             2.415872              2.225104   \n",
       "7      3.865052         3.103018             3.384844              3.129155   \n",
       "8      3.807659         2.826538              3.25767              3.040899   \n",
       "9       3.62634         3.515852             3.377575              3.045534   \n",
       "10     3.991123         3.083168             3.454838              3.209263   \n",
       "11     3.937816         2.698641             3.294079              3.104122   \n",
       "12     3.539064         3.047277             3.168115              2.902594   \n",
       "13     3.186901         2.243509             2.685776              2.522976   \n",
       "14      3.98497         3.281059             3.517157              3.241071   \n",
       "15     4.346889         3.704006             3.878302              3.558093   \n",
       "16     3.864814         3.103413             3.384831              3.129068   \n",
       "17     3.540151         2.736932             3.065178              2.847025   \n",
       "18     3.364147           2.3741             2.837092              2.664351   \n",
       "19     3.258121         2.293977             2.745907              2.579418   \n",
       "20     3.000491         1.895824             2.456422              2.336139   \n",
       "21     3.471615         2.853671             3.062494              2.822692   \n",
       "22     3.642484         3.152312             3.266031              2.990314   \n",
       "23     3.212339         2.023427              2.62777              2.499948   \n",
       "24     3.622193         2.662556             3.090212              2.888009   \n",
       "25     3.437987         2.613255             2.961802              2.756757   \n",
       "26     3.351219         2.716071              2.94339              2.717793   \n",
       "27     3.018868         2.057351             2.521511               2.37764   \n",
       "28     3.419874          2.57182             2.936962              2.737215   \n",
       "29     3.396651          2.38914             2.861867              2.688661   \n",
       "30     3.236052         2.292415             2.731973              2.564482   \n",
       "31     3.397115         2.642086             2.946586              2.734848   \n",
       "\n",
       "     grocery education   haircut  boutique PjAreaCode  \n",
       "0   3.049628  2.634861  3.703549   2.58884       MN12  \n",
       "1   2.944678  2.593292   3.56543  2.549056       MN50  \n",
       "2   3.132302  2.704944  3.804244  2.657669       MN24  \n",
       "3   3.184062   2.89771  3.834952  2.850263       MN15  \n",
       "4   3.045633  2.905322  3.639212  2.860488       MN17  \n",
       "5   2.215275    2.1427  2.640618   2.11021       MN34  \n",
       "6   2.252546  1.955583  2.733511  1.921629       MN35  \n",
       "7   3.120611  2.777078  3.772186  2.730318       MN19  \n",
       "8   2.913862  2.766636  3.484579  2.723688       MN21  \n",
       "9   3.348727  2.524766  4.146813  2.472715       MN40  \n",
       "10  3.138111  2.883842  3.773537  2.837195       MN23  \n",
       "11  2.857154  2.891216  3.378016  2.849838       MN28  \n",
       "12  3.000814  2.515322   3.66107  2.469718       MN27  \n",
       "13  2.353725  2.331931  2.793639  2.297639       MN11  \n",
       "14  3.274358  2.852311  3.971411  2.802994       MN22  \n",
       "15  3.658737  3.094659  4.457702  3.039172       MN13  \n",
       "16  3.120826  2.776828  3.772543  2.730063       MN20  \n",
       "17  2.785016    2.5577  3.349305  2.516295       MN25  \n",
       "18   2.48868  2.460848  2.954857   2.42457       MN09  \n",
       "19  2.406556  2.383999  2.856403  2.348936       BK69  \n",
       "20  2.065349  2.224461  2.412657  2.195104       BK61  \n",
       "21  2.849265  2.485498  3.455066  2.442598       BK09  \n",
       "22  3.099635  2.586689  3.784124  2.539536       BK37  \n",
       "23   2.20682  2.382354  2.576719  2.351008       BK77  \n",
       "24  2.753617  2.635393  3.288409  2.594893       BK72  \n",
       "25  2.673529  2.489861  3.207725  2.450256       BK68  \n",
       "26  2.723554  2.404465  3.296409  2.363575       BK38  \n",
       "27  2.182372  2.218048  2.578124  2.186482       BK75  \n",
       "28  2.640181  2.480442  3.163015  2.441419       BK76  \n",
       "29  2.507227  2.485681  2.975467  2.449159       BK90  \n",
       "30  2.399986  2.365983  2.851104  2.330969       BK33  \n",
       "31  2.683447  2.452255  3.229798   2.41231       BK64  "
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_factorized = pd.DataFrame(columns=df.columns.tolist())\n",
    "df_factorized['Neighborhood'] = df['Neighborhood']\n",
    "for i in df_factorized.index:\n",
    "    count = 0\n",
    "    for act in activities:\n",
    "        df_factorized.loc[i,act] = nR[i,count]\n",
    "        count += 1\n",
    "df_factorized['PjAreaCode'] = df['PjAreaCode']\n",
    "df_factorized"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Neighborhood1</th>\n",
       "      <th>Neighborhood2</th>\n",
       "      <th>Cosine_Distance</th>\n",
       "      <th>Similarity</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>Stuyvesant Town</td>\n",
       "      <td>3.382848e-05</td>\n",
       "      <td>0.999966</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>SoHo, TriBeCa and Little Italy</td>\n",
       "      <td>2.288107e-08</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>Clinton</td>\n",
       "      <td>2.513075e-04</td>\n",
       "      <td>0.999749</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>Theater District and Garment District</td>\n",
       "      <td>9.198563e-04</td>\n",
       "      <td>0.999080</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>East Harlem</td>\n",
       "      <td>1.197567e-03</td>\n",
       "      <td>0.998802</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>Washington Heights</td>\n",
       "      <td>2.141228e-06</td>\n",
       "      <td>0.999998</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>Turtle Bay</td>\n",
       "      <td>8.103212e-05</td>\n",
       "      <td>0.999919</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>Gramercy</td>\n",
       "      <td>8.343480e-04</td>\n",
       "      <td>0.999166</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>Upper East Side</td>\n",
       "      <td>1.655951e-03</td>\n",
       "      <td>0.998344</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>Greenwich Village</td>\n",
       "      <td>3.549512e-04</td>\n",
       "      <td>0.999645</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>Lower East Side</td>\n",
       "      <td>2.360406e-03</td>\n",
       "      <td>0.997640</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>Chinatown</td>\n",
       "      <td>8.407842e-05</td>\n",
       "      <td>0.999916</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>Harlem</td>\n",
       "      <td>1.766546e-03</td>\n",
       "      <td>0.998233</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>East Village</td>\n",
       "      <td>6.205235e-06</td>\n",
       "      <td>0.999994</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>Chelsea, Flatiron District and Union Square</td>\n",
       "      <td>4.145702e-05</td>\n",
       "      <td>0.999959</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>Murray Hill and Kips Bay</td>\n",
       "      <td>8.016070e-05</td>\n",
       "      <td>0.999920</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>Financial District and Battery Park City</td>\n",
       "      <td>3.474986e-04</td>\n",
       "      <td>0.999653</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>Morningside Heights</td>\n",
       "      <td>1.716333e-03</td>\n",
       "      <td>0.998284</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>Clinton Hill</td>\n",
       "      <td>1.763574e-03</td>\n",
       "      <td>0.998236</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>Crown Heights</td>\n",
       "      <td>4.616126e-03</td>\n",
       "      <td>0.995384</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>Brooklyn Heights and Cobble Hill</td>\n",
       "      <td>8.515925e-06</td>\n",
       "      <td>0.999991</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>Park Slope and Gowanus</td>\n",
       "      <td>1.103126e-04</td>\n",
       "      <td>0.999890</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>Bushwick</td>\n",
       "      <td>4.714592e-03</td>\n",
       "      <td>0.995285</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>Williamsburg</td>\n",
       "      <td>9.822846e-04</td>\n",
       "      <td>0.999018</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>Fort Greene</td>\n",
       "      <td>5.259869e-04</td>\n",
       "      <td>0.999474</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>Downtown Brooklyn, DUMBO, Vinegar Hill and Boe...</td>\n",
       "      <td>4.311820e-05</td>\n",
       "      <td>0.999957</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>Bedford-Stuyvesant</td>\n",
       "      <td>2.493711e-03</td>\n",
       "      <td>0.997506</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>Greenpoint</td>\n",
       "      <td>6.569223e-04</td>\n",
       "      <td>0.999343</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>East Williamsburg</td>\n",
       "      <td>1.784081e-03</td>\n",
       "      <td>0.998216</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>Carroll Gardens and Red Hook</td>\n",
       "      <td>1.639696e-03</td>\n",
       "      <td>0.998360</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>963</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>Stuyvesant Town</td>\n",
       "      <td>1.278476e-04</td>\n",
       "      <td>0.999872</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>964</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>SoHo, TriBeCa and Little Italy</td>\n",
       "      <td>2.983969e-04</td>\n",
       "      <td>0.999702</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>965</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>Clinton</td>\n",
       "      <td>1.613706e-06</td>\n",
       "      <td>0.999998</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>966</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>Theater District and Garment District</td>\n",
       "      <td>1.744495e-04</td>\n",
       "      <td>0.999826</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>967</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>East Harlem</td>\n",
       "      <td>3.057449e-04</td>\n",
       "      <td>0.999694</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>968</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>Washington Heights</td>\n",
       "      <td>2.452268e-04</td>\n",
       "      <td>0.999755</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>969</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>Turtle Bay</td>\n",
       "      <td>6.595783e-05</td>\n",
       "      <td>0.999934</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>970</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>Gramercy</td>\n",
       "      <td>1.383828e-04</td>\n",
       "      <td>0.999862</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>971</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>Upper East Side</td>\n",
       "      <td>3.341558e-03</td>\n",
       "      <td>0.996658</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>972</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>Greenwich Village</td>\n",
       "      <td>2.949371e-06</td>\n",
       "      <td>0.999997</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>973</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>Lower East Side</td>\n",
       "      <td>9.902126e-04</td>\n",
       "      <td>0.999010</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>974</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>Chinatown</td>\n",
       "      <td>6.912330e-04</td>\n",
       "      <td>0.999309</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>975</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>Harlem</td>\n",
       "      <td>6.206013e-04</td>\n",
       "      <td>0.999379</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>976</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>East Village</td>\n",
       "      <td>2.140966e-04</td>\n",
       "      <td>0.999786</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>977</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>Chelsea, Flatiron District and Union Square</td>\n",
       "      <td>5.551196e-04</td>\n",
       "      <td>0.999445</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>978</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>Murray Hill and Kips Bay</td>\n",
       "      <td>6.674851e-05</td>\n",
       "      <td>0.999933</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>979</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>Financial District and Battery Park City</td>\n",
       "      <td>2.305910e-06</td>\n",
       "      <td>0.999998</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>980</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>Morningside Heights</td>\n",
       "      <td>5.909784e-04</td>\n",
       "      <td>0.999409</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>981</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>Clinton Hill</td>\n",
       "      <td>6.188396e-04</td>\n",
       "      <td>0.999381</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>982</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>Crown Heights</td>\n",
       "      <td>2.584091e-03</td>\n",
       "      <td>0.997416</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>983</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>Brooklyn Heights and Cobble Hill</td>\n",
       "      <td>2.017788e-04</td>\n",
       "      <td>0.999798</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>984</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>Park Slope and Gowanus</td>\n",
       "      <td>7.631213e-04</td>\n",
       "      <td>0.999237</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>985</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>Bushwick</td>\n",
       "      <td>2.657931e-03</td>\n",
       "      <td>0.997342</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>986</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>Williamsburg</td>\n",
       "      <td>2.022202e-04</td>\n",
       "      <td>0.999798</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>987</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>Fort Greene</td>\n",
       "      <td>3.378004e-05</td>\n",
       "      <td>0.999966</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>988</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>Downtown Brooklyn, DUMBO, Vinegar Hill and Boe...</td>\n",
       "      <td>1.114453e-04</td>\n",
       "      <td>0.999889</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>989</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>Bedford-Stuyvesant</td>\n",
       "      <td>1.077230e-03</td>\n",
       "      <td>0.998923</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>990</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>Greenpoint</td>\n",
       "      <td>7.239483e-05</td>\n",
       "      <td>0.999928</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>991</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>East Williamsburg</td>\n",
       "      <td>6.310152e-04</td>\n",
       "      <td>0.999369</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>992</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>Carroll Gardens and Red Hook</td>\n",
       "      <td>5.463577e-04</td>\n",
       "      <td>0.999454</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>992 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        Neighborhood1                                      Neighborhood2  \\\n",
       "1     Upper West Side                                    Stuyvesant Town   \n",
       "2     Upper West Side                     SoHo, TriBeCa and Little Italy   \n",
       "3     Upper West Side                                            Clinton   \n",
       "4     Upper West Side              Theater District and Garment District   \n",
       "5     Upper West Side                                        East Harlem   \n",
       "6     Upper West Side                                 Washington Heights   \n",
       "7     Upper West Side                                         Turtle Bay   \n",
       "8     Upper West Side                                           Gramercy   \n",
       "9     Upper West Side                                    Upper East Side   \n",
       "10    Upper West Side                                  Greenwich Village   \n",
       "11    Upper West Side                                    Lower East Side   \n",
       "12    Upper West Side                                          Chinatown   \n",
       "13    Upper West Side                                             Harlem   \n",
       "14    Upper West Side                                       East Village   \n",
       "15    Upper West Side        Chelsea, Flatiron District and Union Square   \n",
       "16    Upper West Side                           Murray Hill and Kips Bay   \n",
       "17    Upper West Side           Financial District and Battery Park City   \n",
       "18    Upper West Side                                Morningside Heights   \n",
       "19    Upper West Side                                       Clinton Hill   \n",
       "20    Upper West Side                                      Crown Heights   \n",
       "21    Upper West Side                   Brooklyn Heights and Cobble Hill   \n",
       "22    Upper West Side                             Park Slope and Gowanus   \n",
       "23    Upper West Side                                           Bushwick   \n",
       "24    Upper West Side                                       Williamsburg   \n",
       "25    Upper West Side                                        Fort Greene   \n",
       "26    Upper West Side  Downtown Brooklyn, DUMBO, Vinegar Hill and Boe...   \n",
       "27    Upper West Side                                 Bedford-Stuyvesant   \n",
       "28    Upper West Side                                         Greenpoint   \n",
       "29    Upper West Side                                  East Williamsburg   \n",
       "30    Upper West Side                       Carroll Gardens and Red Hook   \n",
       "..                ...                                                ...   \n",
       "963  Prospect Heights                                    Stuyvesant Town   \n",
       "964  Prospect Heights                     SoHo, TriBeCa and Little Italy   \n",
       "965  Prospect Heights                                            Clinton   \n",
       "966  Prospect Heights              Theater District and Garment District   \n",
       "967  Prospect Heights                                        East Harlem   \n",
       "968  Prospect Heights                                 Washington Heights   \n",
       "969  Prospect Heights                                         Turtle Bay   \n",
       "970  Prospect Heights                                           Gramercy   \n",
       "971  Prospect Heights                                    Upper East Side   \n",
       "972  Prospect Heights                                  Greenwich Village   \n",
       "973  Prospect Heights                                    Lower East Side   \n",
       "974  Prospect Heights                                          Chinatown   \n",
       "975  Prospect Heights                                             Harlem   \n",
       "976  Prospect Heights                                       East Village   \n",
       "977  Prospect Heights        Chelsea, Flatiron District and Union Square   \n",
       "978  Prospect Heights                           Murray Hill and Kips Bay   \n",
       "979  Prospect Heights           Financial District and Battery Park City   \n",
       "980  Prospect Heights                                Morningside Heights   \n",
       "981  Prospect Heights                                       Clinton Hill   \n",
       "982  Prospect Heights                                      Crown Heights   \n",
       "983  Prospect Heights                   Brooklyn Heights and Cobble Hill   \n",
       "984  Prospect Heights                             Park Slope and Gowanus   \n",
       "985  Prospect Heights                                           Bushwick   \n",
       "986  Prospect Heights                                       Williamsburg   \n",
       "987  Prospect Heights                                        Fort Greene   \n",
       "988  Prospect Heights  Downtown Brooklyn, DUMBO, Vinegar Hill and Boe...   \n",
       "989  Prospect Heights                                 Bedford-Stuyvesant   \n",
       "990  Prospect Heights                                         Greenpoint   \n",
       "991  Prospect Heights                                  East Williamsburg   \n",
       "992  Prospect Heights                       Carroll Gardens and Red Hook   \n",
       "\n",
       "     Cosine_Distance  Similarity  \n",
       "1       3.382848e-05    0.999966  \n",
       "2       2.288107e-08    1.000000  \n",
       "3       2.513075e-04    0.999749  \n",
       "4       9.198563e-04    0.999080  \n",
       "5       1.197567e-03    0.998802  \n",
       "6       2.141228e-06    0.999998  \n",
       "7       8.103212e-05    0.999919  \n",
       "8       8.343480e-04    0.999166  \n",
       "9       1.655951e-03    0.998344  \n",
       "10      3.549512e-04    0.999645  \n",
       "11      2.360406e-03    0.997640  \n",
       "12      8.407842e-05    0.999916  \n",
       "13      1.766546e-03    0.998233  \n",
       "14      6.205235e-06    0.999994  \n",
       "15      4.145702e-05    0.999959  \n",
       "16      8.016070e-05    0.999920  \n",
       "17      3.474986e-04    0.999653  \n",
       "18      1.716333e-03    0.998284  \n",
       "19      1.763574e-03    0.998236  \n",
       "20      4.616126e-03    0.995384  \n",
       "21      8.515925e-06    0.999991  \n",
       "22      1.103126e-04    0.999890  \n",
       "23      4.714592e-03    0.995285  \n",
       "24      9.822846e-04    0.999018  \n",
       "25      5.259869e-04    0.999474  \n",
       "26      4.311820e-05    0.999957  \n",
       "27      2.493711e-03    0.997506  \n",
       "28      6.569223e-04    0.999343  \n",
       "29      1.784081e-03    0.998216  \n",
       "30      1.639696e-03    0.998360  \n",
       "..               ...         ...  \n",
       "963     1.278476e-04    0.999872  \n",
       "964     2.983969e-04    0.999702  \n",
       "965     1.613706e-06    0.999998  \n",
       "966     1.744495e-04    0.999826  \n",
       "967     3.057449e-04    0.999694  \n",
       "968     2.452268e-04    0.999755  \n",
       "969     6.595783e-05    0.999934  \n",
       "970     1.383828e-04    0.999862  \n",
       "971     3.341558e-03    0.996658  \n",
       "972     2.949371e-06    0.999997  \n",
       "973     9.902126e-04    0.999010  \n",
       "974     6.912330e-04    0.999309  \n",
       "975     6.206013e-04    0.999379  \n",
       "976     2.140966e-04    0.999786  \n",
       "977     5.551196e-04    0.999445  \n",
       "978     6.674851e-05    0.999933  \n",
       "979     2.305910e-06    0.999998  \n",
       "980     5.909784e-04    0.999409  \n",
       "981     6.188396e-04    0.999381  \n",
       "982     2.584091e-03    0.997416  \n",
       "983     2.017788e-04    0.999798  \n",
       "984     7.631213e-04    0.999237  \n",
       "985     2.657931e-03    0.997342  \n",
       "986     2.022202e-04    0.999798  \n",
       "987     3.378004e-05    0.999966  \n",
       "988     1.114453e-04    0.999889  \n",
       "989     1.077230e-03    0.998923  \n",
       "990     7.239483e-05    0.999928  \n",
       "991     6.310152e-04    0.999369  \n",
       "992     5.463577e-04    0.999454  \n",
       "\n",
       "[992 rows x 4 columns]"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_dist = pd.DataFrame(columns=['Neighborhood1','Neighborhood2','Cosine_Distance','Similarity'])\n",
    "count = 0\n",
    "for i in df_factorized.index:\n",
    "    nh1 = df_factorized.iloc[i].tolist()\n",
    "    nh1.pop(-1)\n",
    "    name1 = nh1.pop(0)\n",
    "    for j in df_factorized.index:\n",
    "        if not j==i:\n",
    "            count += 1\n",
    "            nh2 = df_factorized.iloc[j].tolist()\n",
    "            nh2.pop(-1)\n",
    "            name2 = nh2.pop(0)\n",
    "            row = [name1,name2,distance.cosine(nh1,nh2),1-distance.cosine(nh1,nh2)]\n",
    "            df_dist.loc[count] = row\n",
    "df_dist"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Neighborhood1</th>\n",
       "      <th>Neighborhood2</th>\n",
       "      <th>Cosine_Distance</th>\n",
       "      <th>Similarity</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>Stuyvesant Town</td>\n",
       "      <td>3.382848e-05</td>\n",
       "      <td>0.992830</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>SoHo, TriBeCa and Little Italy</td>\n",
       "      <td>2.288107e-08</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>Clinton</td>\n",
       "      <td>2.513075e-04</td>\n",
       "      <td>0.946700</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>Theater District and Garment District</td>\n",
       "      <td>9.198563e-04</td>\n",
       "      <td>0.804896</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>East Harlem</td>\n",
       "      <td>1.197567e-03</td>\n",
       "      <td>0.745991</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>Washington Heights</td>\n",
       "      <td>2.141228e-06</td>\n",
       "      <td>0.999551</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>Turtle Bay</td>\n",
       "      <td>8.103212e-05</td>\n",
       "      <td>0.982817</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>Gramercy</td>\n",
       "      <td>8.343480e-04</td>\n",
       "      <td>0.823033</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>Upper East Side</td>\n",
       "      <td>1.655951e-03</td>\n",
       "      <td>0.648764</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>Greenwich Village</td>\n",
       "      <td>3.549512e-04</td>\n",
       "      <td>0.924717</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>Lower East Side</td>\n",
       "      <td>2.360406e-03</td>\n",
       "      <td>0.499343</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>Chinatown</td>\n",
       "      <td>8.407842e-05</td>\n",
       "      <td>0.982171</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>Harlem</td>\n",
       "      <td>1.766546e-03</td>\n",
       "      <td>0.625305</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>East Village</td>\n",
       "      <td>6.205235e-06</td>\n",
       "      <td>0.998689</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>Chelsea, Flatiron District and Union Square</td>\n",
       "      <td>4.145702e-05</td>\n",
       "      <td>0.991211</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>Murray Hill and Kips Bay</td>\n",
       "      <td>8.016070e-05</td>\n",
       "      <td>0.983002</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>Financial District and Battery Park City</td>\n",
       "      <td>3.474986e-04</td>\n",
       "      <td>0.926297</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>Morningside Heights</td>\n",
       "      <td>1.716333e-03</td>\n",
       "      <td>0.635956</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>Clinton Hill</td>\n",
       "      <td>1.763574e-03</td>\n",
       "      <td>0.625936</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>Crown Heights</td>\n",
       "      <td>4.616126e-03</td>\n",
       "      <td>0.020885</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>Brooklyn Heights and Cobble Hill</td>\n",
       "      <td>8.515925e-06</td>\n",
       "      <td>0.998199</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>Park Slope and Gowanus</td>\n",
       "      <td>1.103126e-04</td>\n",
       "      <td>0.976607</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>Bushwick</td>\n",
       "      <td>4.714592e-03</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>Williamsburg</td>\n",
       "      <td>9.822846e-04</td>\n",
       "      <td>0.791654</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>Fort Greene</td>\n",
       "      <td>5.259869e-04</td>\n",
       "      <td>0.888439</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>Downtown Brooklyn, DUMBO, Vinegar Hill and Boe...</td>\n",
       "      <td>4.311820e-05</td>\n",
       "      <td>0.990859</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>Bedford-Stuyvesant</td>\n",
       "      <td>2.493711e-03</td>\n",
       "      <td>0.471068</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>Greenpoint</td>\n",
       "      <td>6.569223e-04</td>\n",
       "      <td>0.860666</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>East Williamsburg</td>\n",
       "      <td>1.784081e-03</td>\n",
       "      <td>0.621586</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>Carroll Gardens and Red Hook</td>\n",
       "      <td>1.639696e-03</td>\n",
       "      <td>0.652211</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>963</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>Stuyvesant Town</td>\n",
       "      <td>1.278476e-04</td>\n",
       "      <td>0.962205</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>964</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>SoHo, TriBeCa and Little Italy</td>\n",
       "      <td>2.983969e-04</td>\n",
       "      <td>0.911141</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>965</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>Clinton</td>\n",
       "      <td>1.613706e-06</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>966</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>Theater District and Garment District</td>\n",
       "      <td>1.744495e-04</td>\n",
       "      <td>0.948252</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>967</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>East Harlem</td>\n",
       "      <td>3.057449e-04</td>\n",
       "      <td>0.908941</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>968</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>Washington Heights</td>\n",
       "      <td>2.452268e-04</td>\n",
       "      <td>0.927061</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>969</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>Turtle Bay</td>\n",
       "      <td>6.595783e-05</td>\n",
       "      <td>0.980735</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>970</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>Gramercy</td>\n",
       "      <td>1.383828e-04</td>\n",
       "      <td>0.959050</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>971</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>Upper East Side</td>\n",
       "      <td>3.341558e-03</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>972</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>Greenwich Village</td>\n",
       "      <td>2.949371e-06</td>\n",
       "      <td>0.999600</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>973</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>Lower East Side</td>\n",
       "      <td>9.902126e-04</td>\n",
       "      <td>0.704007</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>974</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>Chinatown</td>\n",
       "      <td>6.912330e-04</td>\n",
       "      <td>0.793524</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>975</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>Harlem</td>\n",
       "      <td>6.206013e-04</td>\n",
       "      <td>0.814671</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>976</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>East Village</td>\n",
       "      <td>2.140966e-04</td>\n",
       "      <td>0.936381</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>977</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>Chelsea, Flatiron District and Union Square</td>\n",
       "      <td>5.551196e-04</td>\n",
       "      <td>0.834277</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>978</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>Murray Hill and Kips Bay</td>\n",
       "      <td>6.674851e-05</td>\n",
       "      <td>0.980498</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>979</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>Financial District and Battery Park City</td>\n",
       "      <td>2.305910e-06</td>\n",
       "      <td>0.999793</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>980</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>Morningside Heights</td>\n",
       "      <td>5.909784e-04</td>\n",
       "      <td>0.823541</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>981</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>Clinton Hill</td>\n",
       "      <td>6.188396e-04</td>\n",
       "      <td>0.815199</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>982</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>Crown Heights</td>\n",
       "      <td>2.584091e-03</td>\n",
       "      <td>0.226790</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>983</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>Brooklyn Heights and Cobble Hill</td>\n",
       "      <td>2.017788e-04</td>\n",
       "      <td>0.940069</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>984</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>Park Slope and Gowanus</td>\n",
       "      <td>7.631213e-04</td>\n",
       "      <td>0.772000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>985</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>Bushwick</td>\n",
       "      <td>2.657931e-03</td>\n",
       "      <td>0.204682</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>986</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>Williamsburg</td>\n",
       "      <td>2.022202e-04</td>\n",
       "      <td>0.939937</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>987</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>Fort Greene</td>\n",
       "      <td>3.378004e-05</td>\n",
       "      <td>0.990369</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>988</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>Downtown Brooklyn, DUMBO, Vinegar Hill and Boe...</td>\n",
       "      <td>1.114453e-04</td>\n",
       "      <td>0.967116</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>989</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>Bedford-Stuyvesant</td>\n",
       "      <td>1.077230e-03</td>\n",
       "      <td>0.677954</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>990</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>Greenpoint</td>\n",
       "      <td>7.239483e-05</td>\n",
       "      <td>0.978808</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>991</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>East Williamsburg</td>\n",
       "      <td>6.310152e-04</td>\n",
       "      <td>0.811553</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>992</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>Carroll Gardens and Red Hook</td>\n",
       "      <td>5.463577e-04</td>\n",
       "      <td>0.836900</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>992 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        Neighborhood1                                      Neighborhood2  \\\n",
       "1     Upper West Side                                    Stuyvesant Town   \n",
       "2     Upper West Side                     SoHo, TriBeCa and Little Italy   \n",
       "3     Upper West Side                                            Clinton   \n",
       "4     Upper West Side              Theater District and Garment District   \n",
       "5     Upper West Side                                        East Harlem   \n",
       "6     Upper West Side                                 Washington Heights   \n",
       "7     Upper West Side                                         Turtle Bay   \n",
       "8     Upper West Side                                           Gramercy   \n",
       "9     Upper West Side                                    Upper East Side   \n",
       "10    Upper West Side                                  Greenwich Village   \n",
       "11    Upper West Side                                    Lower East Side   \n",
       "12    Upper West Side                                          Chinatown   \n",
       "13    Upper West Side                                             Harlem   \n",
       "14    Upper West Side                                       East Village   \n",
       "15    Upper West Side        Chelsea, Flatiron District and Union Square   \n",
       "16    Upper West Side                           Murray Hill and Kips Bay   \n",
       "17    Upper West Side           Financial District and Battery Park City   \n",
       "18    Upper West Side                                Morningside Heights   \n",
       "19    Upper West Side                                       Clinton Hill   \n",
       "20    Upper West Side                                      Crown Heights   \n",
       "21    Upper West Side                   Brooklyn Heights and Cobble Hill   \n",
       "22    Upper West Side                             Park Slope and Gowanus   \n",
       "23    Upper West Side                                           Bushwick   \n",
       "24    Upper West Side                                       Williamsburg   \n",
       "25    Upper West Side                                        Fort Greene   \n",
       "26    Upper West Side  Downtown Brooklyn, DUMBO, Vinegar Hill and Boe...   \n",
       "27    Upper West Side                                 Bedford-Stuyvesant   \n",
       "28    Upper West Side                                         Greenpoint   \n",
       "29    Upper West Side                                  East Williamsburg   \n",
       "30    Upper West Side                       Carroll Gardens and Red Hook   \n",
       "..                ...                                                ...   \n",
       "963  Prospect Heights                                    Stuyvesant Town   \n",
       "964  Prospect Heights                     SoHo, TriBeCa and Little Italy   \n",
       "965  Prospect Heights                                            Clinton   \n",
       "966  Prospect Heights              Theater District and Garment District   \n",
       "967  Prospect Heights                                        East Harlem   \n",
       "968  Prospect Heights                                 Washington Heights   \n",
       "969  Prospect Heights                                         Turtle Bay   \n",
       "970  Prospect Heights                                           Gramercy   \n",
       "971  Prospect Heights                                    Upper East Side   \n",
       "972  Prospect Heights                                  Greenwich Village   \n",
       "973  Prospect Heights                                    Lower East Side   \n",
       "974  Prospect Heights                                          Chinatown   \n",
       "975  Prospect Heights                                             Harlem   \n",
       "976  Prospect Heights                                       East Village   \n",
       "977  Prospect Heights        Chelsea, Flatiron District and Union Square   \n",
       "978  Prospect Heights                           Murray Hill and Kips Bay   \n",
       "979  Prospect Heights           Financial District and Battery Park City   \n",
       "980  Prospect Heights                                Morningside Heights   \n",
       "981  Prospect Heights                                       Clinton Hill   \n",
       "982  Prospect Heights                                      Crown Heights   \n",
       "983  Prospect Heights                   Brooklyn Heights and Cobble Hill   \n",
       "984  Prospect Heights                             Park Slope and Gowanus   \n",
       "985  Prospect Heights                                           Bushwick   \n",
       "986  Prospect Heights                                       Williamsburg   \n",
       "987  Prospect Heights                                        Fort Greene   \n",
       "988  Prospect Heights  Downtown Brooklyn, DUMBO, Vinegar Hill and Boe...   \n",
       "989  Prospect Heights                                 Bedford-Stuyvesant   \n",
       "990  Prospect Heights                                         Greenpoint   \n",
       "991  Prospect Heights                                  East Williamsburg   \n",
       "992  Prospect Heights                       Carroll Gardens and Red Hook   \n",
       "\n",
       "     Cosine_Distance  Similarity  \n",
       "1       3.382848e-05    0.992830  \n",
       "2       2.288107e-08    1.000000  \n",
       "3       2.513075e-04    0.946700  \n",
       "4       9.198563e-04    0.804896  \n",
       "5       1.197567e-03    0.745991  \n",
       "6       2.141228e-06    0.999551  \n",
       "7       8.103212e-05    0.982817  \n",
       "8       8.343480e-04    0.823033  \n",
       "9       1.655951e-03    0.648764  \n",
       "10      3.549512e-04    0.924717  \n",
       "11      2.360406e-03    0.499343  \n",
       "12      8.407842e-05    0.982171  \n",
       "13      1.766546e-03    0.625305  \n",
       "14      6.205235e-06    0.998689  \n",
       "15      4.145702e-05    0.991211  \n",
       "16      8.016070e-05    0.983002  \n",
       "17      3.474986e-04    0.926297  \n",
       "18      1.716333e-03    0.635956  \n",
       "19      1.763574e-03    0.625936  \n",
       "20      4.616126e-03    0.020885  \n",
       "21      8.515925e-06    0.998199  \n",
       "22      1.103126e-04    0.976607  \n",
       "23      4.714592e-03    0.000000  \n",
       "24      9.822846e-04    0.791654  \n",
       "25      5.259869e-04    0.888439  \n",
       "26      4.311820e-05    0.990859  \n",
       "27      2.493711e-03    0.471068  \n",
       "28      6.569223e-04    0.860666  \n",
       "29      1.784081e-03    0.621586  \n",
       "30      1.639696e-03    0.652211  \n",
       "..               ...         ...  \n",
       "963     1.278476e-04    0.962205  \n",
       "964     2.983969e-04    0.911141  \n",
       "965     1.613706e-06    1.000000  \n",
       "966     1.744495e-04    0.948252  \n",
       "967     3.057449e-04    0.908941  \n",
       "968     2.452268e-04    0.927061  \n",
       "969     6.595783e-05    0.980735  \n",
       "970     1.383828e-04    0.959050  \n",
       "971     3.341558e-03    0.000000  \n",
       "972     2.949371e-06    0.999600  \n",
       "973     9.902126e-04    0.704007  \n",
       "974     6.912330e-04    0.793524  \n",
       "975     6.206013e-04    0.814671  \n",
       "976     2.140966e-04    0.936381  \n",
       "977     5.551196e-04    0.834277  \n",
       "978     6.674851e-05    0.980498  \n",
       "979     2.305910e-06    0.999793  \n",
       "980     5.909784e-04    0.823541  \n",
       "981     6.188396e-04    0.815199  \n",
       "982     2.584091e-03    0.226790  \n",
       "983     2.017788e-04    0.940069  \n",
       "984     7.631213e-04    0.772000  \n",
       "985     2.657931e-03    0.204682  \n",
       "986     2.022202e-04    0.939937  \n",
       "987     3.378004e-05    0.990369  \n",
       "988     1.114453e-04    0.967116  \n",
       "989     1.077230e-03    0.677954  \n",
       "990     7.239483e-05    0.978808  \n",
       "991     6.310152e-04    0.811553  \n",
       "992     5.463577e-04    0.836900  \n",
       "\n",
       "[992 rows x 4 columns]"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# normalizing the similarity score\n",
    "for i in df_dist.Neighborhood1.unique():\n",
    "    loc_max = max(df_dist[df_dist.Neighborhood1==i]['Similarity'])\n",
    "    loc_min = min(df_dist[df_dist.Neighborhood1==i]['Similarity'])\n",
    "    for j in df_dist[df_dist.Neighborhood1==i].index:\n",
    "        df_dist.loc[j,'Similarity'] = (df_dist.loc[j,'Similarity']-loc_min)/(loc_max-loc_min)\n",
    "df_dist"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Neighborhood</th>\n",
       "      <th>restaurants</th>\n",
       "      <th>bars</th>\n",
       "      <th>coffee &amp; tea</th>\n",
       "      <th>health &amp; medical</th>\n",
       "      <th>arts &amp; entertainment</th>\n",
       "      <th>fitness &amp; instruction</th>\n",
       "      <th>grocery</th>\n",
       "      <th>education</th>\n",
       "      <th>haircut</th>\n",
       "      <th>boutique</th>\n",
       "      <th>PjAreaCode</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Upper West Side</td>\n",
       "      <td>-0.0688125</td>\n",
       "      <td>-0.14525</td>\n",
       "      <td>-0.10625</td>\n",
       "      <td>-0.1675</td>\n",
       "      <td>1.08125</td>\n",
       "      <td>-0.11375</td>\n",
       "      <td>-0.68625</td>\n",
       "      <td>-0.18</td>\n",
       "      <td>0.16125</td>\n",
       "      <td>-0.8925</td>\n",
       "      <td>MN12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Stuyvesant Town</td>\n",
       "      <td>-0.41325</td>\n",
       "      <td>0.313375</td>\n",
       "      <td>0.445</td>\n",
       "      <td>-0.0775</td>\n",
       "      <td>0.78625</td>\n",
       "      <td>0.1625</td>\n",
       "      <td>0.215</td>\n",
       "      <td>0.055</td>\n",
       "      <td>0.68125</td>\n",
       "      <td>0.07625</td>\n",
       "      <td>MN50</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>SoHo, TriBeCa and Little Italy</td>\n",
       "      <td>0.0688125</td>\n",
       "      <td>0.14525</td>\n",
       "      <td>0.10625</td>\n",
       "      <td>0.1675</td>\n",
       "      <td>-1.08125</td>\n",
       "      <td>0.11375</td>\n",
       "      <td>0.68625</td>\n",
       "      <td>0.18</td>\n",
       "      <td>-0.16125</td>\n",
       "      <td>0.8925</td>\n",
       "      <td>MN24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Clinton</td>\n",
       "      <td>0.4473125</td>\n",
       "      <td>0.7265</td>\n",
       "      <td>0.24375</td>\n",
       "      <td>0.61</td>\n",
       "      <td>0.7475</td>\n",
       "      <td>0.61625</td>\n",
       "      <td>0.1332237</td>\n",
       "      <td>0.56375</td>\n",
       "      <td>0.84875</td>\n",
       "      <td>0.4575</td>\n",
       "      <td>MN15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Theater District and Garment District</td>\n",
       "      <td>0.8374375</td>\n",
       "      <td>0.6445</td>\n",
       "      <td>0.29875</td>\n",
       "      <td>0.40875</td>\n",
       "      <td>0.86</td>\n",
       "      <td>0.0675</td>\n",
       "      <td>0.055</td>\n",
       "      <td>0.03375</td>\n",
       "      <td>-0.2175</td>\n",
       "      <td>0.09125</td>\n",
       "      <td>MN17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>East Harlem</td>\n",
       "      <td>-0.35825</td>\n",
       "      <td>-0.257375</td>\n",
       "      <td>-1.0225</td>\n",
       "      <td>-0.51625</td>\n",
       "      <td>-0.2325</td>\n",
       "      <td>-0.38875</td>\n",
       "      <td>-0.715</td>\n",
       "      <td>-0.7725</td>\n",
       "      <td>-1.0775</td>\n",
       "      <td>-0.465625</td>\n",
       "      <td>MN34</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Washington Heights</td>\n",
       "      <td>-0.8895</td>\n",
       "      <td>-1.246875</td>\n",
       "      <td>-1.81</td>\n",
       "      <td>-0.74125</td>\n",
       "      <td>-0.7165789</td>\n",
       "      <td>-0.4225</td>\n",
       "      <td>-1.24375</td>\n",
       "      <td>-0.44125</td>\n",
       "      <td>-2.11625</td>\n",
       "      <td>-0.955</td>\n",
       "      <td>MN35</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Turtle Bay</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>MN19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Gramercy</td>\n",
       "      <td>-0.5890625</td>\n",
       "      <td>-0.51475</td>\n",
       "      <td>0.0275</td>\n",
       "      <td>-0.1925</td>\n",
       "      <td>-0.7475</td>\n",
       "      <td>0.03125</td>\n",
       "      <td>0.57125</td>\n",
       "      <td>-0.255</td>\n",
       "      <td>0.05625</td>\n",
       "      <td>0.21</td>\n",
       "      <td>MN21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Upper East Side</td>\n",
       "      <td>0.18275</td>\n",
       "      <td>0.29225</td>\n",
       "      <td>0</td>\n",
       "      <td>0.5125</td>\n",
       "      <td>0.20625</td>\n",
       "      <td>-0.11375</td>\n",
       "      <td>0.16125</td>\n",
       "      <td>0.03125</td>\n",
       "      <td>0.23</td>\n",
       "      <td>-0.31125</td>\n",
       "      <td>MN40</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>Greenwich Village</td>\n",
       "      <td>0.4785625</td>\n",
       "      <td>0.219</td>\n",
       "      <td>0.68125</td>\n",
       "      <td>0.21875</td>\n",
       "      <td>0.2952632</td>\n",
       "      <td>0.5075</td>\n",
       "      <td>0.72375</td>\n",
       "      <td>-0.06375</td>\n",
       "      <td>-0.09125</td>\n",
       "      <td>0.9525</td>\n",
       "      <td>MN23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>Lower East Side</td>\n",
       "      <td>0.9083125</td>\n",
       "      <td>0.904125</td>\n",
       "      <td>1.34375</td>\n",
       "      <td>0.57375</td>\n",
       "      <td>1.1125</td>\n",
       "      <td>0.7525</td>\n",
       "      <td>0.35</td>\n",
       "      <td>0.06625</td>\n",
       "      <td>0.835</td>\n",
       "      <td>0.4775</td>\n",
       "      <td>MN28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>Chinatown</td>\n",
       "      <td>0.377375</td>\n",
       "      <td>-0.333</td>\n",
       "      <td>-0.34</td>\n",
       "      <td>0.42875</td>\n",
       "      <td>0.10375</td>\n",
       "      <td>-0.29375</td>\n",
       "      <td>-0.065</td>\n",
       "      <td>0.09875</td>\n",
       "      <td>-1.00625</td>\n",
       "      <td>0.27125</td>\n",
       "      <td>MN27</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>Harlem</td>\n",
       "      <td>0.0246875</td>\n",
       "      <td>0.0915</td>\n",
       "      <td>0.1475</td>\n",
       "      <td>0.19875</td>\n",
       "      <td>0.48</td>\n",
       "      <td>-0.1125</td>\n",
       "      <td>-0.62375</td>\n",
       "      <td>-0.51</td>\n",
       "      <td>-0.3125</td>\n",
       "      <td>-0.1083333</td>\n",
       "      <td>MN11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>East Village</td>\n",
       "      <td>0.45525</td>\n",
       "      <td>0.637375</td>\n",
       "      <td>0.58</td>\n",
       "      <td>0.3425</td>\n",
       "      <td>0.4</td>\n",
       "      <td>-0.12125</td>\n",
       "      <td>0.0825</td>\n",
       "      <td>0.1825</td>\n",
       "      <td>0.985</td>\n",
       "      <td>0.855</td>\n",
       "      <td>MN22</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>Chelsea, Flatiron District and Union Square</td>\n",
       "      <td>0.4478125</td>\n",
       "      <td>0.863125</td>\n",
       "      <td>0.655</td>\n",
       "      <td>0.15</td>\n",
       "      <td>0.67875</td>\n",
       "      <td>0.88625</td>\n",
       "      <td>1.1625</td>\n",
       "      <td>0.8225</td>\n",
       "      <td>1.085</td>\n",
       "      <td>0.255</td>\n",
       "      <td>MN13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>Murray Hill and Kips Bay</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>MN20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>Financial District and Battery Park City</td>\n",
       "      <td>-0.4785625</td>\n",
       "      <td>-0.219</td>\n",
       "      <td>-0.68125</td>\n",
       "      <td>-0.21875</td>\n",
       "      <td>-0.2952632</td>\n",
       "      <td>-0.5075</td>\n",
       "      <td>-0.72375</td>\n",
       "      <td>0.06375</td>\n",
       "      <td>0.09125</td>\n",
       "      <td>-0.9525</td>\n",
       "      <td>MN25</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>Morningside Heights</td>\n",
       "      <td>-0.08525</td>\n",
       "      <td>0.472</td>\n",
       "      <td>0.145</td>\n",
       "      <td>-0.155</td>\n",
       "      <td>0.1301316</td>\n",
       "      <td>-0.195</td>\n",
       "      <td>0.35125</td>\n",
       "      <td>-0.02625</td>\n",
       "      <td>0.07125</td>\n",
       "      <td>0.1708333</td>\n",
       "      <td>MN09</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>Clinton Hill</td>\n",
       "      <td>-0.0246875</td>\n",
       "      <td>-0.0915</td>\n",
       "      <td>-0.1475</td>\n",
       "      <td>-0.19875</td>\n",
       "      <td>-0.48</td>\n",
       "      <td>0.1125</td>\n",
       "      <td>0.62375</td>\n",
       "      <td>0.51</td>\n",
       "      <td>0.3125</td>\n",
       "      <td>0.1083333</td>\n",
       "      <td>BK69</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>Crown Heights</td>\n",
       "      <td>-0.2015</td>\n",
       "      <td>-0.349875</td>\n",
       "      <td>-0.245</td>\n",
       "      <td>-0.375</td>\n",
       "      <td>0.06125</td>\n",
       "      <td>-0.24625</td>\n",
       "      <td>-0.35</td>\n",
       "      <td>-0.14625</td>\n",
       "      <td>0.23</td>\n",
       "      <td>-0.1181818</td>\n",
       "      <td>BK61</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>Brooklyn Heights and Cobble Hill</td>\n",
       "      <td>-0.45525</td>\n",
       "      <td>-0.637375</td>\n",
       "      <td>-0.58</td>\n",
       "      <td>-0.3425</td>\n",
       "      <td>-0.4</td>\n",
       "      <td>0.12125</td>\n",
       "      <td>-0.0825</td>\n",
       "      <td>-0.1825</td>\n",
       "      <td>-0.985</td>\n",
       "      <td>-0.855</td>\n",
       "      <td>BK09</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>Park Slope and Gowanus</td>\n",
       "      <td>-0.377375</td>\n",
       "      <td>0.333</td>\n",
       "      <td>0.34</td>\n",
       "      <td>-0.42875</td>\n",
       "      <td>-0.10375</td>\n",
       "      <td>0.29375</td>\n",
       "      <td>0.065</td>\n",
       "      <td>-0.09875</td>\n",
       "      <td>1.00625</td>\n",
       "      <td>-0.27125</td>\n",
       "      <td>BK37</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>Bushwick</td>\n",
       "      <td>0.2015</td>\n",
       "      <td>0.349875</td>\n",
       "      <td>0.245</td>\n",
       "      <td>0.375</td>\n",
       "      <td>-0.06125</td>\n",
       "      <td>0.24625</td>\n",
       "      <td>0.35</td>\n",
       "      <td>0.14625</td>\n",
       "      <td>-0.23</td>\n",
       "      <td>0.1181818</td>\n",
       "      <td>BK77</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>Williamsburg</td>\n",
       "      <td>-0.8374375</td>\n",
       "      <td>-0.6445</td>\n",
       "      <td>-0.29875</td>\n",
       "      <td>-0.40875</td>\n",
       "      <td>-0.86</td>\n",
       "      <td>-0.0675</td>\n",
       "      <td>-0.055</td>\n",
       "      <td>-0.03375</td>\n",
       "      <td>0.2175</td>\n",
       "      <td>-0.09125</td>\n",
       "      <td>BK72</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>Fort Greene</td>\n",
       "      <td>-0.08025</td>\n",
       "      <td>-0.008125</td>\n",
       "      <td>0.145</td>\n",
       "      <td>0.055</td>\n",
       "      <td>0.0075</td>\n",
       "      <td>0.1075</td>\n",
       "      <td>0.09125</td>\n",
       "      <td>-0.2075</td>\n",
       "      <td>0.3325</td>\n",
       "      <td>-0.3025</td>\n",
       "      <td>BK68</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>Downtown Brooklyn, DUMBO, Vinegar Hill and Boe...</td>\n",
       "      <td>0.41325</td>\n",
       "      <td>-0.313375</td>\n",
       "      <td>-0.445</td>\n",
       "      <td>0.0775</td>\n",
       "      <td>-0.78625</td>\n",
       "      <td>-0.1625</td>\n",
       "      <td>-0.215</td>\n",
       "      <td>-0.055</td>\n",
       "      <td>-0.68125</td>\n",
       "      <td>-0.07625</td>\n",
       "      <td>BK38</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>Bedford-Stuyvesant</td>\n",
       "      <td>-0.9083125</td>\n",
       "      <td>-0.904125</td>\n",
       "      <td>-1.34375</td>\n",
       "      <td>-0.57375</td>\n",
       "      <td>-1.1125</td>\n",
       "      <td>-0.7525</td>\n",
       "      <td>-0.35</td>\n",
       "      <td>-0.06625</td>\n",
       "      <td>-0.835</td>\n",
       "      <td>-0.4775</td>\n",
       "      <td>BK75</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>Greenpoint</td>\n",
       "      <td>0.08025</td>\n",
       "      <td>0.008125</td>\n",
       "      <td>-0.145</td>\n",
       "      <td>-0.055</td>\n",
       "      <td>-0.0075</td>\n",
       "      <td>-0.1075</td>\n",
       "      <td>-0.09125</td>\n",
       "      <td>0.2075</td>\n",
       "      <td>-0.3325</td>\n",
       "      <td>0.3025</td>\n",
       "      <td>BK76</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>East Williamsburg</td>\n",
       "      <td>0.154</td>\n",
       "      <td>0.077875</td>\n",
       "      <td>0.24</td>\n",
       "      <td>0.04375</td>\n",
       "      <td>-0.3075</td>\n",
       "      <td>-0.0275</td>\n",
       "      <td>0.47625</td>\n",
       "      <td>0.63875</td>\n",
       "      <td>0.38125</td>\n",
       "      <td>0.1059524</td>\n",
       "      <td>BK90</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>Carroll Gardens and Red Hook</td>\n",
       "      <td>0.1556875</td>\n",
       "      <td>-0.2217917</td>\n",
       "      <td>-0.5146429</td>\n",
       "      <td>0.61625</td>\n",
       "      <td>-0.2960526</td>\n",
       "      <td>-0.0925</td>\n",
       "      <td>-0.6166667</td>\n",
       "      <td>0.3475</td>\n",
       "      <td>-0.32125</td>\n",
       "      <td>0.10625</td>\n",
       "      <td>BK33</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>Prospect Heights</td>\n",
       "      <td>-0.4473125</td>\n",
       "      <td>-0.7265</td>\n",
       "      <td>-0.24375</td>\n",
       "      <td>-0.61</td>\n",
       "      <td>-0.7475</td>\n",
       "      <td>-0.61625</td>\n",
       "      <td>-0.1332237</td>\n",
       "      <td>-0.56375</td>\n",
       "      <td>-0.84875</td>\n",
       "      <td>-0.4575</td>\n",
       "      <td>BK64</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                         Neighborhood restaurants       bars  \\\n",
       "0                                     Upper West Side  -0.0688125   -0.14525   \n",
       "1                                     Stuyvesant Town    -0.41325   0.313375   \n",
       "2                      SoHo, TriBeCa and Little Italy   0.0688125    0.14525   \n",
       "3                                             Clinton   0.4473125     0.7265   \n",
       "4               Theater District and Garment District   0.8374375     0.6445   \n",
       "5                                         East Harlem    -0.35825  -0.257375   \n",
       "6                                  Washington Heights     -0.8895  -1.246875   \n",
       "7                                          Turtle Bay           0          0   \n",
       "8                                            Gramercy  -0.5890625   -0.51475   \n",
       "9                                     Upper East Side     0.18275    0.29225   \n",
       "10                                  Greenwich Village   0.4785625      0.219   \n",
       "11                                    Lower East Side   0.9083125   0.904125   \n",
       "12                                          Chinatown    0.377375     -0.333   \n",
       "13                                             Harlem   0.0246875     0.0915   \n",
       "14                                       East Village     0.45525   0.637375   \n",
       "15        Chelsea, Flatiron District and Union Square   0.4478125   0.863125   \n",
       "16                           Murray Hill and Kips Bay           0          0   \n",
       "17           Financial District and Battery Park City  -0.4785625     -0.219   \n",
       "18                                Morningside Heights    -0.08525      0.472   \n",
       "19                                       Clinton Hill  -0.0246875    -0.0915   \n",
       "20                                      Crown Heights     -0.2015  -0.349875   \n",
       "21                   Brooklyn Heights and Cobble Hill    -0.45525  -0.637375   \n",
       "22                             Park Slope and Gowanus   -0.377375      0.333   \n",
       "23                                           Bushwick      0.2015   0.349875   \n",
       "24                                       Williamsburg  -0.8374375    -0.6445   \n",
       "25                                        Fort Greene    -0.08025  -0.008125   \n",
       "26  Downtown Brooklyn, DUMBO, Vinegar Hill and Boe...     0.41325  -0.313375   \n",
       "27                                 Bedford-Stuyvesant  -0.9083125  -0.904125   \n",
       "28                                         Greenpoint     0.08025   0.008125   \n",
       "29                                  East Williamsburg       0.154   0.077875   \n",
       "30                       Carroll Gardens and Red Hook   0.1556875 -0.2217917   \n",
       "31                                   Prospect Heights  -0.4473125    -0.7265   \n",
       "\n",
       "   coffee & tea health & medical arts & entertainment fitness & instruction  \\\n",
       "0      -0.10625          -0.1675              1.08125              -0.11375   \n",
       "1         0.445          -0.0775              0.78625                0.1625   \n",
       "2       0.10625           0.1675             -1.08125               0.11375   \n",
       "3       0.24375             0.61               0.7475               0.61625   \n",
       "4       0.29875          0.40875                 0.86                0.0675   \n",
       "5       -1.0225         -0.51625              -0.2325              -0.38875   \n",
       "6         -1.81         -0.74125           -0.7165789               -0.4225   \n",
       "7             0                0                    0                     0   \n",
       "8        0.0275          -0.1925              -0.7475               0.03125   \n",
       "9             0           0.5125              0.20625              -0.11375   \n",
       "10      0.68125          0.21875            0.2952632                0.5075   \n",
       "11      1.34375          0.57375               1.1125                0.7525   \n",
       "12        -0.34          0.42875              0.10375              -0.29375   \n",
       "13       0.1475          0.19875                 0.48               -0.1125   \n",
       "14         0.58           0.3425                  0.4              -0.12125   \n",
       "15        0.655             0.15              0.67875               0.88625   \n",
       "16            0                0                    0                     0   \n",
       "17     -0.68125         -0.21875           -0.2952632               -0.5075   \n",
       "18        0.145           -0.155            0.1301316                -0.195   \n",
       "19      -0.1475         -0.19875                -0.48                0.1125   \n",
       "20       -0.245           -0.375              0.06125              -0.24625   \n",
       "21        -0.58          -0.3425                 -0.4               0.12125   \n",
       "22         0.34         -0.42875             -0.10375               0.29375   \n",
       "23        0.245            0.375             -0.06125               0.24625   \n",
       "24     -0.29875         -0.40875                -0.86               -0.0675   \n",
       "25        0.145            0.055               0.0075                0.1075   \n",
       "26       -0.445           0.0775             -0.78625               -0.1625   \n",
       "27     -1.34375         -0.57375              -1.1125               -0.7525   \n",
       "28       -0.145           -0.055              -0.0075               -0.1075   \n",
       "29         0.24          0.04375              -0.3075               -0.0275   \n",
       "30   -0.5146429          0.61625           -0.2960526               -0.0925   \n",
       "31     -0.24375            -0.61              -0.7475              -0.61625   \n",
       "\n",
       "      grocery education  haircut   boutique PjAreaCode  \n",
       "0    -0.68625     -0.18  0.16125    -0.8925       MN12  \n",
       "1       0.215     0.055  0.68125    0.07625       MN50  \n",
       "2     0.68625      0.18 -0.16125     0.8925       MN24  \n",
       "3   0.1332237   0.56375  0.84875     0.4575       MN15  \n",
       "4       0.055   0.03375  -0.2175    0.09125       MN17  \n",
       "5      -0.715   -0.7725  -1.0775  -0.465625       MN34  \n",
       "6    -1.24375  -0.44125 -2.11625     -0.955       MN35  \n",
       "7           0         0        0          0       MN19  \n",
       "8     0.57125    -0.255  0.05625       0.21       MN21  \n",
       "9     0.16125   0.03125     0.23   -0.31125       MN40  \n",
       "10    0.72375  -0.06375 -0.09125     0.9525       MN23  \n",
       "11       0.35   0.06625    0.835     0.4775       MN28  \n",
       "12     -0.065   0.09875 -1.00625    0.27125       MN27  \n",
       "13   -0.62375     -0.51  -0.3125 -0.1083333       MN11  \n",
       "14     0.0825    0.1825    0.985      0.855       MN22  \n",
       "15     1.1625    0.8225    1.085      0.255       MN13  \n",
       "16          0         0        0          0       MN20  \n",
       "17   -0.72375   0.06375  0.09125    -0.9525       MN25  \n",
       "18    0.35125  -0.02625  0.07125  0.1708333       MN09  \n",
       "19    0.62375      0.51   0.3125  0.1083333       BK69  \n",
       "20      -0.35  -0.14625     0.23 -0.1181818       BK61  \n",
       "21    -0.0825   -0.1825   -0.985     -0.855       BK09  \n",
       "22      0.065  -0.09875  1.00625   -0.27125       BK37  \n",
       "23       0.35   0.14625    -0.23  0.1181818       BK77  \n",
       "24     -0.055  -0.03375   0.2175   -0.09125       BK72  \n",
       "25    0.09125   -0.2075   0.3325    -0.3025       BK68  \n",
       "26     -0.215    -0.055 -0.68125   -0.07625       BK38  \n",
       "27      -0.35  -0.06625   -0.835    -0.4775       BK75  \n",
       "28   -0.09125    0.2075  -0.3325     0.3025       BK76  \n",
       "29    0.47625   0.63875  0.38125  0.1059524       BK90  \n",
       "30 -0.6166667    0.3475 -0.32125    0.10625       BK33  \n",
       "31 -0.1332237  -0.56375 -0.84875    -0.4575       BK64  "
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_weighted = pd.DataFrame(columns=df.columns.tolist())\n",
    "df_weighted['Neighborhood'] = df['Neighborhood']\n",
    "row = -1\n",
    "for i in df_dist.Neighborhood1.unique():\n",
    "    j = df_dist[(df_dist.Neighborhood1==i)&(df_dist.Similarity==1.0)]['Neighborhood2']\n",
    "    j = j.tolist()[0]\n",
    "    row = df[df.Neighborhood==i].index.values[0]\n",
    "    row_sim = df[df.Neighborhood==j].index.values[0]\n",
    "    for act in activities:\n",
    "        df_weighted.loc[row,act] = df.loc[row,act]-df.loc[row_sim,act]\n",
    "df_weighted['PjAreaCode'] = df['PjAreaCode']\n",
    "df_weighted"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'Bedford-Stuyvesant': 'coffee & tea',\n",
       " 'Brooklyn Heights and Cobble Hill': 'haircut',\n",
       " 'Bushwick': 'haircut',\n",
       " 'Carroll Gardens and Red Hook': 'grocery',\n",
       " 'Chelsea, Flatiron District and Union Square': 'health & medical',\n",
       " 'Chinatown': 'haircut',\n",
       " 'Clinton': 'grocery',\n",
       " 'Clinton Hill': 'arts & entertainment',\n",
       " 'Crown Heights': 'health & medical',\n",
       " 'Downtown Brooklyn, DUMBO, Vinegar Hill and Boerum Hill': 'arts & entertainment',\n",
       " 'East Harlem': 'haircut',\n",
       " 'East Village': 'fitness & instruction',\n",
       " 'East Williamsburg': 'arts & entertainment',\n",
       " 'Financial District and Battery Park City': 'boutique',\n",
       " 'Fort Greene': 'boutique',\n",
       " 'Gramercy': 'arts & entertainment',\n",
       " 'Greenpoint': 'haircut',\n",
       " 'Greenwich Village': 'haircut',\n",
       " 'Harlem': 'grocery',\n",
       " 'Lower East Side': 'education',\n",
       " 'Morningside Heights': 'fitness & instruction',\n",
       " 'Murray Hill and Kips Bay': 'boutique',\n",
       " 'Park Slope and Gowanus': 'health & medical',\n",
       " 'Prospect Heights': 'haircut',\n",
       " 'SoHo, TriBeCa and Little Italy': 'arts & entertainment',\n",
       " 'Stuyvesant Town': 'restaurants',\n",
       " 'Theater District and Garment District': 'haircut',\n",
       " 'Turtle Bay': 'boutique',\n",
       " 'Upper East Side': 'boutique',\n",
       " 'Upper West Side': 'boutique',\n",
       " 'Washington Heights': 'haircut',\n",
       " 'Williamsburg': 'arts & entertainment'}"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rec_dict = {}\n",
    "for i in df_weighted.index:\n",
    "    nbhd = df_weighted.loc[i,'Neighborhood']\n",
    "    loc_min = min(df_weighted.loc[i,activities].tolist())\n",
    "    for act in activities:\n",
    "        if df_weighted.loc[i,act]==loc_min:\n",
    "            rec_dict[nbhd] = act\n",
    "rec_dict"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "df_nbhd = pd.DataFrame(columns=['PjAreaCode','Neighborhood'])\n",
    "df_nbhd['PjAreaCode'] = df['PjAreaCode']\n",
    "df_nbhd['Neighborhood'] = df['Neighborhood']\n",
    "df_rec = pd.DataFrame(list(rec_dict.iteritems()),columns=['Neighborhood','RecBiz'])\n",
    "df_out = pd.merge(df_nbhd, df_rec, on=['Neighborhood'])\n",
    "df_out.to_csv('recbiz_mtxfact.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 2",
   "language": "python",
   "name": "python2"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.10"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}