firstProject.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#libarary\n",
    "import pandas as pd\n",
    "from sklearn.neighbors import KNeighborsRegressor\n",
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn.metrics import mean_squared_error\n",
    "import matplotlib.pyplot as plt"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#import data\n",
    "\n",
    "train = pd.read_csv('/Users/leozhang/Desktop/PythonClass/data/train.csv')\n",
    "test = pd.read_csv('/Users/leozhang/Desktop/PythonClass/data/test.csv')\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Id</th>\n",
       "      <th>MSSubClass</th>\n",
       "      <th>MSZoning</th>\n",
       "      <th>LotFrontage</th>\n",
       "      <th>LotArea</th>\n",
       "      <th>Street</th>\n",
       "      <th>Alley</th>\n",
       "      <th>LotShape</th>\n",
       "      <th>LandContour</th>\n",
       "      <th>Utilities</th>\n",
       "      <th>...</th>\n",
       "      <th>PoolArea</th>\n",
       "      <th>PoolQC</th>\n",
       "      <th>Fence</th>\n",
       "      <th>MiscFeature</th>\n",
       "      <th>MiscVal</th>\n",
       "      <th>MoSold</th>\n",
       "      <th>YrSold</th>\n",
       "      <th>SaleType</th>\n",
       "      <th>SaleCondition</th>\n",
       "      <th>SalePrice</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>60</td>\n",
       "      <td>RL</td>\n",
       "      <td>65.0</td>\n",
       "      <td>8450</td>\n",
       "      <td>Pave</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Reg</td>\n",
       "      <td>Lvl</td>\n",
       "      <td>AllPub</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>2008</td>\n",
       "      <td>WD</td>\n",
       "      <td>Normal</td>\n",
       "      <td>208500</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>20</td>\n",
       "      <td>RL</td>\n",
       "      <td>80.0</td>\n",
       "      <td>9600</td>\n",
       "      <td>Pave</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Reg</td>\n",
       "      <td>Lvl</td>\n",
       "      <td>AllPub</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>2007</td>\n",
       "      <td>WD</td>\n",
       "      <td>Normal</td>\n",
       "      <td>181500</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3</td>\n",
       "      <td>60</td>\n",
       "      <td>RL</td>\n",
       "      <td>68.0</td>\n",
       "      <td>11250</td>\n",
       "      <td>Pave</td>\n",
       "      <td>NaN</td>\n",
       "      <td>IR1</td>\n",
       "      <td>Lvl</td>\n",
       "      <td>AllPub</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "      <td>2008</td>\n",
       "      <td>WD</td>\n",
       "      <td>Normal</td>\n",
       "      <td>223500</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "      <td>70</td>\n",
       "      <td>RL</td>\n",
       "      <td>60.0</td>\n",
       "      <td>9550</td>\n",
       "      <td>Pave</td>\n",
       "      <td>NaN</td>\n",
       "      <td>IR1</td>\n",
       "      <td>Lvl</td>\n",
       "      <td>AllPub</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>2006</td>\n",
       "      <td>WD</td>\n",
       "      <td>Abnorml</td>\n",
       "      <td>140000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5</td>\n",
       "      <td>60</td>\n",
       "      <td>RL</td>\n",
       "      <td>84.0</td>\n",
       "      <td>14260</td>\n",
       "      <td>Pave</td>\n",
       "      <td>NaN</td>\n",
       "      <td>IR1</td>\n",
       "      <td>Lvl</td>\n",
       "      <td>AllPub</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>12</td>\n",
       "      <td>2008</td>\n",
       "      <td>WD</td>\n",
       "      <td>Normal</td>\n",
       "      <td>250000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 81 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   Id  MSSubClass MSZoning  LotFrontage  LotArea Street Alley LotShape  \\\n",
       "0   1          60       RL         65.0     8450   Pave   NaN      Reg   \n",
       "1   2          20       RL         80.0     9600   Pave   NaN      Reg   \n",
       "2   3          60       RL         68.0    11250   Pave   NaN      IR1   \n",
       "3   4          70       RL         60.0     9550   Pave   NaN      IR1   \n",
       "4   5          60       RL         84.0    14260   Pave   NaN      IR1   \n",
       "\n",
       "  LandContour Utilities    ...     PoolArea PoolQC Fence MiscFeature MiscVal  \\\n",
       "0         Lvl    AllPub    ...            0    NaN   NaN         NaN       0   \n",
       "1         Lvl    AllPub    ...            0    NaN   NaN         NaN       0   \n",
       "2         Lvl    AllPub    ...            0    NaN   NaN         NaN       0   \n",
       "3         Lvl    AllPub    ...            0    NaN   NaN         NaN       0   \n",
       "4         Lvl    AllPub    ...            0    NaN   NaN         NaN       0   \n",
       "\n",
       "  MoSold YrSold  SaleType  SaleCondition  SalePrice  \n",
       "0      2   2008        WD         Normal     208500  \n",
       "1      5   2007        WD         Normal     181500  \n",
       "2      9   2008        WD         Normal     223500  \n",
       "3      2   2006        WD        Abnorml     140000  \n",
       "4     12   2008        WD         Normal     250000  \n",
       "\n",
       "[5 rows x 81 columns]"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(1460, 81)"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(1459, 80)"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "test.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 1460 entries, 0 to 1459\n",
      "Data columns (total 81 columns):\n",
      "Id               1460 non-null int64\n",
      "MSSubClass       1460 non-null int64\n",
      "MSZoning         1460 non-null object\n",
      "LotFrontage      1201 non-null float64\n",
      "LotArea          1460 non-null int64\n",
      "Street           1460 non-null object\n",
      "Alley            91 non-null object\n",
      "LotShape         1460 non-null object\n",
      "LandContour      1460 non-null object\n",
      "Utilities        1460 non-null object\n",
      "LotConfig        1460 non-null object\n",
      "LandSlope        1460 non-null object\n",
      "Neighborhood     1460 non-null object\n",
      "Condition1       1460 non-null object\n",
      "Condition2       1460 non-null object\n",
      "BldgType         1460 non-null object\n",
      "HouseStyle       1460 non-null object\n",
      "OverallQual      1460 non-null int64\n",
      "OverallCond      1460 non-null int64\n",
      "YearBuilt        1460 non-null int64\n",
      "YearRemodAdd     1460 non-null int64\n",
      "RoofStyle        1460 non-null object\n",
      "RoofMatl         1460 non-null object\n",
      "Exterior1st      1460 non-null object\n",
      "Exterior2nd      1460 non-null object\n",
      "MasVnrType       1452 non-null object\n",
      "MasVnrArea       1452 non-null float64\n",
      "ExterQual        1460 non-null object\n",
      "ExterCond        1460 non-null object\n",
      "Foundation       1460 non-null object\n",
      "BsmtQual         1423 non-null object\n",
      "BsmtCond         1423 non-null object\n",
      "BsmtExposure     1422 non-null object\n",
      "BsmtFinType1     1423 non-null object\n",
      "BsmtFinSF1       1460 non-null int64\n",
      "BsmtFinType2     1422 non-null object\n",
      "BsmtFinSF2       1460 non-null int64\n",
      "BsmtUnfSF        1460 non-null int64\n",
      "TotalBsmtSF      1460 non-null int64\n",
      "Heating          1460 non-null object\n",
      "HeatingQC        1460 non-null object\n",
      "CentralAir       1460 non-null object\n",
      "Electrical       1459 non-null object\n",
      "1stFlrSF         1460 non-null int64\n",
      "2ndFlrSF         1460 non-null int64\n",
      "LowQualFinSF     1460 non-null int64\n",
      "GrLivArea        1460 non-null int64\n",
      "BsmtFullBath     1460 non-null int64\n",
      "BsmtHalfBath     1460 non-null int64\n",
      "FullBath         1460 non-null int64\n",
      "HalfBath         1460 non-null int64\n",
      "BedroomAbvGr     1460 non-null int64\n",
      "KitchenAbvGr     1460 non-null int64\n",
      "KitchenQual      1460 non-null object\n",
      "TotRmsAbvGrd     1460 non-null int64\n",
      "Functional       1460 non-null object\n",
      "Fireplaces       1460 non-null int64\n",
      "FireplaceQu      770 non-null object\n",
      "GarageType       1379 non-null object\n",
      "GarageYrBlt      1379 non-null float64\n",
      "GarageFinish     1379 non-null object\n",
      "GarageCars       1460 non-null int64\n",
      "GarageArea       1460 non-null int64\n",
      "GarageQual       1379 non-null object\n",
      "GarageCond       1379 non-null object\n",
      "PavedDrive       1460 non-null object\n",
      "WoodDeckSF       1460 non-null int64\n",
      "OpenPorchSF      1460 non-null int64\n",
      "EnclosedPorch    1460 non-null int64\n",
      "3SsnPorch        1460 non-null int64\n",
      "ScreenPorch      1460 non-null int64\n",
      "PoolArea         1460 non-null int64\n",
      "PoolQC           7 non-null object\n",
      "Fence            281 non-null object\n",
      "MiscFeature      54 non-null object\n",
      "MiscVal          1460 non-null int64\n",
      "MoSold           1460 non-null int64\n",
      "YrSold           1460 non-null int64\n",
      "SaleType         1460 non-null object\n",
      "SaleCondition    1460 non-null object\n",
      "SalePrice        1460 non-null int64\n",
      "dtypes: float64(3), int64(35), object(43)\n",
      "memory usage: 924.0+ KB\n"
     ]
    }
   ],
   "source": [
    "train.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 1459 entries, 0 to 1458\n",
      "Data columns (total 80 columns):\n",
      "Id               1459 non-null int64\n",
      "MSSubClass       1459 non-null int64\n",
      "MSZoning         1455 non-null object\n",
      "LotFrontage      1232 non-null float64\n",
      "LotArea          1459 non-null int64\n",
      "Street           1459 non-null object\n",
      "Alley            107 non-null object\n",
      "LotShape         1459 non-null object\n",
      "LandContour      1459 non-null object\n",
      "Utilities        1457 non-null object\n",
      "LotConfig        1459 non-null object\n",
      "LandSlope        1459 non-null object\n",
      "Neighborhood     1459 non-null object\n",
      "Condition1       1459 non-null object\n",
      "Condition2       1459 non-null object\n",
      "BldgType         1459 non-null object\n",
      "HouseStyle       1459 non-null object\n",
      "OverallQual      1459 non-null int64\n",
      "OverallCond      1459 non-null int64\n",
      "YearBuilt        1459 non-null int64\n",
      "YearRemodAdd     1459 non-null int64\n",
      "RoofStyle        1459 non-null object\n",
      "RoofMatl         1459 non-null object\n",
      "Exterior1st      1458 non-null object\n",
      "Exterior2nd      1458 non-null object\n",
      "MasVnrType       1443 non-null object\n",
      "MasVnrArea       1444 non-null float64\n",
      "ExterQual        1459 non-null object\n",
      "ExterCond        1459 non-null object\n",
      "Foundation       1459 non-null object\n",
      "BsmtQual         1415 non-null object\n",
      "BsmtCond         1414 non-null object\n",
      "BsmtExposure     1415 non-null object\n",
      "BsmtFinType1     1417 non-null object\n",
      "BsmtFinSF1       1458 non-null float64\n",
      "BsmtFinType2     1417 non-null object\n",
      "BsmtFinSF2       1458 non-null float64\n",
      "BsmtUnfSF        1458 non-null float64\n",
      "TotalBsmtSF      1458 non-null float64\n",
      "Heating          1459 non-null object\n",
      "HeatingQC        1459 non-null object\n",
      "CentralAir       1459 non-null object\n",
      "Electrical       1459 non-null object\n",
      "1stFlrSF         1459 non-null int64\n",
      "2ndFlrSF         1459 non-null int64\n",
      "LowQualFinSF     1459 non-null int64\n",
      "GrLivArea        1459 non-null int64\n",
      "BsmtFullBath     1457 non-null float64\n",
      "BsmtHalfBath     1457 non-null float64\n",
      "FullBath         1459 non-null int64\n",
      "HalfBath         1459 non-null int64\n",
      "BedroomAbvGr     1459 non-null int64\n",
      "KitchenAbvGr     1459 non-null int64\n",
      "KitchenQual      1458 non-null object\n",
      "TotRmsAbvGrd     1459 non-null int64\n",
      "Functional       1457 non-null object\n",
      "Fireplaces       1459 non-null int64\n",
      "FireplaceQu      729 non-null object\n",
      "GarageType       1383 non-null object\n",
      "GarageYrBlt      1381 non-null float64\n",
      "GarageFinish     1381 non-null object\n",
      "GarageCars       1458 non-null float64\n",
      "GarageArea       1458 non-null float64\n",
      "GarageQual       1381 non-null object\n",
      "GarageCond       1381 non-null object\n",
      "PavedDrive       1459 non-null object\n",
      "WoodDeckSF       1459 non-null int64\n",
      "OpenPorchSF      1459 non-null int64\n",
      "EnclosedPorch    1459 non-null int64\n",
      "3SsnPorch        1459 non-null int64\n",
      "ScreenPorch      1459 non-null int64\n",
      "PoolArea         1459 non-null int64\n",
      "PoolQC           3 non-null object\n",
      "Fence            290 non-null object\n",
      "MiscFeature      51 non-null object\n",
      "MiscVal          1459 non-null int64\n",
      "MoSold           1459 non-null int64\n",
      "YrSold           1459 non-null int64\n",
      "SaleType         1458 non-null object\n",
      "SaleCondition    1459 non-null object\n",
      "dtypes: float64(11), int64(26), object(43)\n",
      "memory usage: 912.0+ KB\n"
     ]
    }
   ],
   "source": [
    "test.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "numerics = ['int64', 'float64']\n",
    "train_numeric = train.select_dtypes(include=numerics)\n",
    "test_numeric = test.select_dtypes(include=numerics)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<bound method NDFrame.head of         Id  MSSubClass  LotFrontage  LotArea  OverallQual  OverallCond  \\\n",
       "0        1          60         65.0     8450            7            5   \n",
       "1        2          20         80.0     9600            6            8   \n",
       "2        3          60         68.0    11250            7            5   \n",
       "3        4          70         60.0     9550            7            5   \n",
       "4        5          60         84.0    14260            8            5   \n",
       "5        6          50         85.0    14115            5            5   \n",
       "6        7          20         75.0    10084            8            5   \n",
       "7        8          60          NaN    10382            7            6   \n",
       "8        9          50         51.0     6120            7            5   \n",
       "9       10         190         50.0     7420            5            6   \n",
       "10      11          20         70.0    11200            5            5   \n",
       "11      12          60         85.0    11924            9            5   \n",
       "12      13          20          NaN    12968            5            6   \n",
       "13      14          20         91.0    10652            7            5   \n",
       "14      15          20          NaN    10920            6            5   \n",
       "15      16          45         51.0     6120            7            8   \n",
       "16      17          20          NaN    11241            6            7   \n",
       "17      18          90         72.0    10791            4            5   \n",
       "18      19          20         66.0    13695            5            5   \n",
       "19      20          20         70.0     7560            5            6   \n",
       "20      21          60        101.0    14215            8            5   \n",
       "21      22          45         57.0     7449            7            7   \n",
       "22      23          20         75.0     9742            8            5   \n",
       "23      24         120         44.0     4224            5            7   \n",
       "24      25          20          NaN     8246            5            8   \n",
       "25      26          20        110.0    14230            8            5   \n",
       "26      27          20         60.0     7200            5            7   \n",
       "27      28          20         98.0    11478            8            5   \n",
       "28      29          20         47.0    16321            5            6   \n",
       "29      30          30         60.0     6324            4            6   \n",
       "...    ...         ...          ...      ...          ...          ...   \n",
       "1430  1431          60         60.0    21930            5            5   \n",
       "1431  1432         120          NaN     4928            6            6   \n",
       "1432  1433          30         60.0    10800            4            6   \n",
       "1433  1434          60         93.0    10261            6            5   \n",
       "1434  1435          20         80.0    17400            5            5   \n",
       "1435  1436          20         80.0     8400            6            9   \n",
       "1436  1437          20         60.0     9000            4            6   \n",
       "1437  1438          20         96.0    12444            8            5   \n",
       "1438  1439          20         90.0     7407            6            7   \n",
       "1439  1440          60         80.0    11584            7            6   \n",
       "1440  1441          70         79.0    11526            6            7   \n",
       "1441  1442         120          NaN     4426            6            5   \n",
       "1442  1443          60         85.0    11003           10            5   \n",
       "1443  1444          30          NaN     8854            6            6   \n",
       "1444  1445          20         63.0     8500            7            5   \n",
       "1445  1446          85         70.0     8400            6            5   \n",
       "1446  1447          20          NaN    26142            5            7   \n",
       "1447  1448          60         80.0    10000            8            5   \n",
       "1448  1449          50         70.0    11767            4            7   \n",
       "1449  1450         180         21.0     1533            5            7   \n",
       "1450  1451          90         60.0     9000            5            5   \n",
       "1451  1452          20         78.0     9262            8            5   \n",
       "1452  1453         180         35.0     3675            5            5   \n",
       "1453  1454          20         90.0    17217            5            5   \n",
       "1454  1455          20         62.0     7500            7            5   \n",
       "1455  1456          60         62.0     7917            6            5   \n",
       "1456  1457          20         85.0    13175            6            6   \n",
       "1457  1458          70         66.0     9042            7            9   \n",
       "1458  1459          20         68.0     9717            5            6   \n",
       "1459  1460          20         75.0     9937            5            6   \n",
       "\n",
       "      YearBuilt  YearRemodAdd  MasVnrArea  BsmtFinSF1    ...      WoodDeckSF  \\\n",
       "0          2003          2003       196.0         706    ...               0   \n",
       "1          1976          1976         0.0         978    ...             298   \n",
       "2          2001          2002       162.0         486    ...               0   \n",
       "3          1915          1970         0.0         216    ...               0   \n",
       "4          2000          2000       350.0         655    ...             192   \n",
       "5          1993          1995         0.0         732    ...              40   \n",
       "6          2004          2005       186.0        1369    ...             255   \n",
       "7          1973          1973       240.0         859    ...             235   \n",
       "8          1931          1950         0.0           0    ...              90   \n",
       "9          1939          1950         0.0         851    ...               0   \n",
       "10         1965          1965         0.0         906    ...               0   \n",
       "11         2005          2006       286.0         998    ...             147   \n",
       "12         1962          1962         0.0         737    ...             140   \n",
       "13         2006          2007       306.0           0    ...             160   \n",
       "14         1960          1960       212.0         733    ...               0   \n",
       "15         1929          2001         0.0           0    ...              48   \n",
       "16         1970          1970       180.0         578    ...               0   \n",
       "17         1967          1967         0.0           0    ...               0   \n",
       "18         2004          2004         0.0         646    ...               0   \n",
       "19         1958          1965         0.0         504    ...               0   \n",
       "20         2005          2006       380.0           0    ...             240   \n",
       "21         1930          1950         0.0           0    ...               0   \n",
       "22         2002          2002       281.0           0    ...             171   \n",
       "23         1976          1976         0.0         840    ...             100   \n",
       "24         1968          2001         0.0         188    ...             406   \n",
       "25         2007          2007       640.0           0    ...               0   \n",
       "26         1951          2000         0.0         234    ...             222   \n",
       "27         2007          2008       200.0        1218    ...               0   \n",
       "28         1957          1997         0.0        1277    ...             288   \n",
       "29         1927          1950         0.0           0    ...              49   \n",
       "...         ...           ...         ...         ...    ...             ...   \n",
       "1430       2005          2005         0.0           0    ...             100   \n",
       "1431       1976          1976         0.0         958    ...               0   \n",
       "1432       1927          2007         0.0           0    ...               0   \n",
       "1433       2000          2000       318.0           0    ...               0   \n",
       "1434       1977          1977         0.0         936    ...             295   \n",
       "1435       1962          2005       237.0           0    ...               0   \n",
       "1436       1971          1971         0.0         616    ...               0   \n",
       "1437       2008          2008       426.0        1336    ...               0   \n",
       "1438       1957          1996         0.0         600    ...               0   \n",
       "1439       1979          1979        96.0         315    ...               0   \n",
       "1440       1922          1994         0.0           0    ...             431   \n",
       "1441       2004          2004       147.0         697    ...             149   \n",
       "1442       2008          2008       160.0         765    ...             168   \n",
       "1443       1916          1950         0.0           0    ...               0   \n",
       "1444       2004          2004       106.0           0    ...             192   \n",
       "1445       1966          1966         0.0         187    ...               0   \n",
       "1446       1962          1962       189.0         593    ...             261   \n",
       "1447       1995          1996       438.0        1079    ...               0   \n",
       "1448       1910          2000         0.0           0    ...             168   \n",
       "1449       1970          1970         0.0         553    ...               0   \n",
       "1450       1974          1974         0.0           0    ...              32   \n",
       "1451       2008          2009       194.0           0    ...               0   \n",
       "1452       2005          2005        80.0         547    ...               0   \n",
       "1453       2006          2006         0.0           0    ...              36   \n",
       "1454       2004          2005         0.0         410    ...               0   \n",
       "1455       1999          2000         0.0           0    ...               0   \n",
       "1456       1978          1988       119.0         790    ...             349   \n",
       "1457       1941          2006         0.0         275    ...               0   \n",
       "1458       1950          1996         0.0          49    ...             366   \n",
       "1459       1965          1965         0.0         830    ...             736   \n",
       "\n",
       "      OpenPorchSF  EnclosedPorch  3SsnPorch  ScreenPorch  PoolArea  MiscVal  \\\n",
       "0              61              0          0            0         0        0   \n",
       "1               0              0          0            0         0        0   \n",
       "2              42              0          0            0         0        0   \n",
       "3              35            272          0            0         0        0   \n",
       "4              84              0          0            0         0        0   \n",
       "5              30              0        320            0         0      700   \n",
       "6              57              0          0            0         0        0   \n",
       "7             204            228          0            0         0      350   \n",
       "8               0            205          0            0         0        0   \n",
       "9               4              0          0            0         0        0   \n",
       "10              0              0          0            0         0        0   \n",
       "11             21              0          0            0         0        0   \n",
       "12              0              0          0          176         0        0   \n",
       "13             33              0          0            0         0        0   \n",
       "14            213            176          0            0         0        0   \n",
       "15            112              0          0            0         0        0   \n",
       "16              0              0          0            0         0      700   \n",
       "17              0              0          0            0         0      500   \n",
       "18            102              0          0            0         0        0   \n",
       "19              0              0          0            0         0        0   \n",
       "20            154              0          0            0         0        0   \n",
       "21              0            205          0            0         0        0   \n",
       "22            159              0          0            0         0        0   \n",
       "23            110              0          0            0         0        0   \n",
       "24             90              0          0            0         0        0   \n",
       "25             56              0          0            0         0        0   \n",
       "26             32              0          0            0         0        0   \n",
       "27             50              0          0            0         0        0   \n",
       "28            258              0          0            0         0        0   \n",
       "29              0             87          0            0         0        0   \n",
       "...           ...            ...        ...          ...       ...      ...   \n",
       "1430           40              0          0            0         0        0   \n",
       "1431           60              0          0            0         0        0   \n",
       "1432            0              0          0            0         0        0   \n",
       "1433            0              0          0            0         0        0   \n",
       "1434           41              0          0            0         0        0   \n",
       "1435           36              0          0            0         0        0   \n",
       "1436            0              0          0            0         0        0   \n",
       "1437           66              0        304            0         0        0   \n",
       "1438          158            158          0            0         0        0   \n",
       "1439           88            216          0            0         0        0   \n",
       "1440            0              0          0            0         0        0   \n",
       "1441            0              0          0            0         0        0   \n",
       "1442           52              0          0            0         0        0   \n",
       "1443           98              0          0           40         0        0   \n",
       "1444           60              0          0            0         0        0   \n",
       "1445            0            252          0            0         0        0   \n",
       "1446           39              0          0            0         0        0   \n",
       "1447           65              0          0            0         0        0   \n",
       "1448           24              0          0            0         0        0   \n",
       "1449            0              0          0            0         0        0   \n",
       "1450           45              0          0            0         0        0   \n",
       "1451           36              0          0            0         0        0   \n",
       "1452           28              0          0            0         0        0   \n",
       "1453           56              0          0            0         0        0   \n",
       "1454          113              0          0            0         0        0   \n",
       "1455           40              0          0            0         0        0   \n",
       "1456            0              0          0            0         0        0   \n",
       "1457           60              0          0            0         0     2500   \n",
       "1458            0            112          0            0         0        0   \n",
       "1459           68              0          0            0         0        0   \n",
       "\n",
       "      MoSold  YrSold  SalePrice  \n",
       "0          2    2008     208500  \n",
       "1          5    2007     181500  \n",
       "2          9    2008     223500  \n",
       "3          2    2006     140000  \n",
       "4         12    2008     250000  \n",
       "5         10    2009     143000  \n",
       "6          8    2007     307000  \n",
       "7         11    2009     200000  \n",
       "8          4    2008     129900  \n",
       "9          1    2008     118000  \n",
       "10         2    2008     129500  \n",
       "11         7    2006     345000  \n",
       "12         9    2008     144000  \n",
       "13         8    2007     279500  \n",
       "14         5    2008     157000  \n",
       "15         7    2007     132000  \n",
       "16         3    2010     149000  \n",
       "17        10    2006      90000  \n",
       "18         6    2008     159000  \n",
       "19         5    2009     139000  \n",
       "20        11    2006     325300  \n",
       "21         6    2007     139400  \n",
       "22         9    2008     230000  \n",
       "23         6    2007     129900  \n",
       "24         5    2010     154000  \n",
       "25         7    2009     256300  \n",
       "26         5    2010     134800  \n",
       "27         5    2010     306000  \n",
       "28        12    2006     207500  \n",
       "29         5    2008      68500  \n",
       "...      ...     ...        ...  \n",
       "1430       7    2006     192140  \n",
       "1431      10    2009     143750  \n",
       "1432       8    2007      64500  \n",
       "1433       5    2008     186500  \n",
       "1434       5    2006     160000  \n",
       "1435       7    2008     174000  \n",
       "1436       5    2007     120500  \n",
       "1437      11    2008     394617  \n",
       "1438       4    2010     149700  \n",
       "1439      11    2007     197000  \n",
       "1440       9    2008     191000  \n",
       "1441       5    2008     149300  \n",
       "1442       4    2009     310000  \n",
       "1443       5    2009     121000  \n",
       "1444      11    2007     179600  \n",
       "1445       5    2007     129000  \n",
       "1446       4    2010     157900  \n",
       "1447      12    2007     240000  \n",
       "1448       5    2007     112000  \n",
       "1449       8    2006      92000  \n",
       "1450       9    2009     136000  \n",
       "1451       5    2009     287090  \n",
       "1452       5    2006     145000  \n",
       "1453       7    2006      84500  \n",
       "1454      10    2009     185000  \n",
       "1455       8    2007     175000  \n",
       "1456       2    2010     210000  \n",
       "1457       5    2010     266500  \n",
       "1458       4    2010     142125  \n",
       "1459       6    2008     147500  \n",
       "\n",
       "[1460 rows x 38 columns]>"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_numeric.head"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Id</th>\n",
       "      <th>MSSubClass</th>\n",
       "      <th>MSZoning</th>\n",
       "      <th>LotFrontage</th>\n",
       "      <th>LotArea</th>\n",
       "      <th>Street</th>\n",
       "      <th>Alley</th>\n",
       "      <th>LotShape</th>\n",
       "      <th>LandContour</th>\n",
       "      <th>Utilities</th>\n",
       "      <th>...</th>\n",
       "      <th>ScreenPorch</th>\n",
       "      <th>PoolArea</th>\n",
       "      <th>PoolQC</th>\n",
       "      <th>Fence</th>\n",
       "      <th>MiscFeature</th>\n",
       "      <th>MiscVal</th>\n",
       "      <th>MoSold</th>\n",
       "      <th>YrSold</th>\n",
       "      <th>SaleType</th>\n",
       "      <th>SaleCondition</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1461</td>\n",
       "      <td>20</td>\n",
       "      <td>RH</td>\n",
       "      <td>80.0</td>\n",
       "      <td>11622</td>\n",
       "      <td>Pave</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Reg</td>\n",
       "      <td>Lvl</td>\n",
       "      <td>AllPub</td>\n",
       "      <td>...</td>\n",
       "      <td>120</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>MnPrv</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>2010</td>\n",
       "      <td>WD</td>\n",
       "      <td>Normal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1462</td>\n",
       "      <td>20</td>\n",
       "      <td>RL</td>\n",
       "      <td>81.0</td>\n",
       "      <td>14267</td>\n",
       "      <td>Pave</td>\n",
       "      <td>NaN</td>\n",
       "      <td>IR1</td>\n",
       "      <td>Lvl</td>\n",
       "      <td>AllPub</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Gar2</td>\n",
       "      <td>12500</td>\n",
       "      <td>6</td>\n",
       "      <td>2010</td>\n",
       "      <td>WD</td>\n",
       "      <td>Normal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1463</td>\n",
       "      <td>60</td>\n",
       "      <td>RL</td>\n",
       "      <td>74.0</td>\n",
       "      <td>13830</td>\n",
       "      <td>Pave</td>\n",
       "      <td>NaN</td>\n",
       "      <td>IR1</td>\n",
       "      <td>Lvl</td>\n",
       "      <td>AllPub</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>MnPrv</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>2010</td>\n",
       "      <td>WD</td>\n",
       "      <td>Normal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1464</td>\n",
       "      <td>60</td>\n",
       "      <td>RL</td>\n",
       "      <td>78.0</td>\n",
       "      <td>9978</td>\n",
       "      <td>Pave</td>\n",
       "      <td>NaN</td>\n",
       "      <td>IR1</td>\n",
       "      <td>Lvl</td>\n",
       "      <td>AllPub</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>2010</td>\n",
       "      <td>WD</td>\n",
       "      <td>Normal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1465</td>\n",
       "      <td>120</td>\n",
       "      <td>RL</td>\n",
       "      <td>43.0</td>\n",
       "      <td>5005</td>\n",
       "      <td>Pave</td>\n",
       "      <td>NaN</td>\n",
       "      <td>IR1</td>\n",
       "      <td>HLS</td>\n",
       "      <td>AllPub</td>\n",
       "      <td>...</td>\n",
       "      <td>144</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2010</td>\n",
       "      <td>WD</td>\n",
       "      <td>Normal</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 80 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     Id  MSSubClass MSZoning  LotFrontage  LotArea Street Alley LotShape  \\\n",
       "0  1461          20       RH         80.0    11622   Pave   NaN      Reg   \n",
       "1  1462          20       RL         81.0    14267   Pave   NaN      IR1   \n",
       "2  1463          60       RL         74.0    13830   Pave   NaN      IR1   \n",
       "3  1464          60       RL         78.0     9978   Pave   NaN      IR1   \n",
       "4  1465         120       RL         43.0     5005   Pave   NaN      IR1   \n",
       "\n",
       "  LandContour Utilities      ...       ScreenPorch PoolArea PoolQC  Fence  \\\n",
       "0         Lvl    AllPub      ...               120        0    NaN  MnPrv   \n",
       "1         Lvl    AllPub      ...                 0        0    NaN    NaN   \n",
       "2         Lvl    AllPub      ...                 0        0    NaN  MnPrv   \n",
       "3         Lvl    AllPub      ...                 0        0    NaN    NaN   \n",
       "4         HLS    AllPub      ...               144        0    NaN    NaN   \n",
       "\n",
       "  MiscFeature MiscVal MoSold  YrSold  SaleType  SaleCondition  \n",
       "0         NaN       0      6    2010        WD         Normal  \n",
       "1        Gar2   12500      6    2010        WD         Normal  \n",
       "2         NaN       0      3    2010        WD         Normal  \n",
       "3         NaN       0      6    2010        WD         Normal  \n",
       "4         NaN       0      1    2010        WD         Normal  \n",
       "\n",
       "[5 rows x 80 columns]"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "test.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#initialization\n",
    "knn = KNeighborsRegressor(n_neighbors=5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# prepare independent and target, then split it into train and validation\n",
    "X = train_numeric.drop(['SalePrice'],axis=1)\n",
    "y = train_numeric['SalePrice']\n",
    "X = X.fillna(0)\n",
    "X_train, X_test, y_train, y_test = train_test_split(X,y,test_size = 0.33, random_state = 42)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "KNeighborsRegressor(algorithm='auto', leaf_size=30, metric='minkowski',\n",
       "          metric_params=None, n_jobs=1, n_neighbors=5, p=2,\n",
       "          weights='uniform')"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#learning\n",
    "knn.fit(X_train, y_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "2484279104.0471368"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#validation prediction MSE\n",
    "y_test_pred = knn.predict(X_test)\n",
    "mean_squared_error(y_test, y_test_pred)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1515656272.2656441"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#train prediction MSE\n",
    "y_train_pred = knn.predict(X_train)\n",
    "mean_squared_error(y_train, y_train_pred)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "when K = 1, train MSE = 0.0 , test MSE = 2970612431.3547716\n",
      "when K = 3, train MSE = 1274651721.580209 , test MSE = 2429421812.26556\n",
      "when K = 5, train MSE = 1515656272.265644 , test MSE = 2484279104.047137\n",
      "when K = 7, train MSE = 1646452577.9503357 , test MSE = 2671268222.4961476\n",
      "when K = 9, train MSE = 1753653275.9558055 , test MSE = 2795534658.118693\n",
      "when K = 11, train MSE = 1791610294.952864 , test MSE = 2844238894.6051745\n",
      "when K = 13, train MSE = 1888497858.5200024 , test MSE = 2950519394.764247\n",
      "when K = 15, train MSE = 1969358074.4461079 , test MSE = 3019799920.566528\n",
      "when K = 17, train MSE = 1992485325.500276 , test MSE = 3109962704.9530644\n",
      "when K = 19, train MSE = 2076764797.9919813 , test MSE = 3112434177.1274295\n"
     ]
    }
   ],
   "source": [
    "train_mse = []\n",
    "test_mse = []\n",
    "k = []\n",
    "for k in range(1,20,2):\n",
    "    #print('k = {0}'.fromet (k))\n",
    "    knn = KNeighborsRegressor(n_neighbors=k)\n",
    "    knn.fit(X_train, y_train)\n",
    "    y_test_pred = knn.predict(X_test)\n",
    "    vali_mse = mean_squared_error(y_test, y_test_pred)\n",
    "    test_mse.append(vali_mse)\n",
    "    y_train_pred = knn.predict(X_train)\n",
    "    tr_mse = mean_squared_error(y_train, y_train_pred)\n",
    "    train_mse.append(tr_mse)\n",
    "    print(\"when K = {2}, train MSE = {0} , test MSE = {1}\".format(tr_mse,vali_mse, k ))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "ename": "NameError",
     "evalue": "name 'K' is not defined",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mNameError\u001b[0m                                 Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-17-d0fe3ff7f7b4>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0mplt\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mplot\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mK\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtrain_mse\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mcolor\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m'r'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m      2\u001b[0m \u001b[0mplt\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mplot\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mK\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtest_mse\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      3\u001b[0m \u001b[0mplt\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mshow\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mNameError\u001b[0m: name 'K' is not defined"
     ]
    }
   ],
   "source": [
    "plt.plot(K, train_mse,color='r')\n",
    "plt.plot(K, test_mse,)\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAZsAAAEWCAYAAACwtjr+AAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4wLCBo\ndHRwOi8vbWF0cGxvdGxpYi5vcmcvpW3flQAAIABJREFUeJztnXuYHFWZ8H/vTJiAIZkkECCXmUki\noIKPQm5ERQygkLAo6ocaFiUb8GPloqJPdoWwfExA8LJRXNYYLkJARQVRl4u6GIXA6iokgXATIoGE\nZBIggUAggyYheb8/zimmplNdVd3T1V3d8/6e5zxdderUOW/3JPXWOee9iKpiGIZhGFnSVGsBDMMw\njMbHlI1hGIaROaZsDMMwjMwxZWMYhmFkjikbwzAMI3NM2RiGYRiZY8rGMDJCRKaJSFfo/HERmVaB\nfv9JRP7Q137yhIhcJSIX1VoOIztM2Ri5QETWiMgHQ+czReRlEfmAiIwVERWRXxXc8yMR6fTH03yb\nBQVt/iAi/1SN75CEqh6qqkuS2vnvcWAVRMoNqvo5Vb201nIY2WHKxsgdIjILWAD8g6reG7o0VUTe\nF3NrN3CaiIzNQKYBle7TcIhIc61lMLLHlI2RK0TkTOBbwPGq+r8Fl78JfDXm9leAG4CLU47VKSK3\nisjNIvKaiDwoIu8OXV8jIl8RkUeAbhEZICKjROTnIrJJRFaLyBdC7fcSkRv8jOwvwOSC8d6cvYlI\ns4jMFZGn/djLRaRNRO7zzR8Wka0i8qkY+ef7sVaLyIxQ/SgRuV1ENovIKhH5v6FrN4jIV0PnhUt9\nXxGR9V6mlSJyrK9vEpHzvbwvicgtIjK8iFzTRKTLf78X/fc+tUCGhSLyaxHpBo6OkOskEVkhIq/6\nMaf7+lYRuU5EnvNyftWUVX1gysbIE2cBlwLHquqyiOsLgIPDy20RXAb8HxF5W8oxTwJ+BgwHfgz8\nl4jsEbp+CvAPwFBgF3AH8DAwGjgWOE9EjvdtLwbe6svxwKyYcb/s+z4BGAKcDryuqkf56+9W1b1V\n9eYi9x8BrAT2xSnh60RE/LWfAF3AKOBk4PJAacThf7NzgcmqOth/hzX+8heAjwIf8P2+jPt7FOMA\nL9to3O9wTcHf5B9xf6vBQK/9JxGZAvwA+Bfc735USI4bgTeAA4HDgeOAzyZ9N6P2mLIx8sSHgD8D\njxa5/nfcA6ro7EZVnweuAi5JOeZyVb1VVXcA3wb2BKaGrl+pqutU9W+4mcoIVb1EVber6jPAtcBM\n3/aTwGWqullV1wFXxoz7WeDfVHWlOh5W1ZdSygzwrKpeq6o7cQ/gkcD+ItIGHAl8RVX/rqorgO8D\nn0nR505gIHCIiOyhqmtU9Wl/7Z+BC1W1S1W3AZ3AyQnLixep6ja/FPor3O8TcJuq/lFVd6nq3wvu\nOwO4XlUX++vrVfVJEdkfmAGcp6rdqroRuIKe39/IMaZsjDzxOeBg4Puht/RCrsU9VD8c0883gOPD\nS2IxrAsOVHUXPTOC3a4DHcAoEXklKMBcYH9/fVRB+2djxm0Dno65nsTzIblf94d7exk2q+prBXKM\nTupQVVcB5+EUyUYR+amIBL9FB/DL0Pd+Aqec9o/sDF5W1e4CGYr9roUU+206gD2A50JyXA3sF//N\njDxgysbIExtxS1PvB74X1cDPQObhltsiFZKfIXzHt0miLTgQkSZgDLAh3F3oeB2wWlWHhspgVT3B\nX38u3B/QHjPuOtxyW6XZAAwXkcEFcqz3x93AW0LXDgjfrKo/VtUjcQ92xSnuQN4ZBd99T1VdTzTD\nRGRQgQzFftdCiv0264BtwL4hGYao6qExfRk5wZSNkStUdQNwDDBdRK4o0uyHuOWe6TFdfRt4L/CO\nhCEnisjH/XLQebiH2Z+LtH0AeNVvou/lN/nfKSKBIcAtwAUiMkxExgCfjxn3+8ClInKQON4lIvv4\nay8A4xPkjsQv3/0v8DUR2VNE3oVblrrJN1kBnCAiw0XkAP+dAbdnIyLHiMhA3JLl33CzF3BLk5eJ\nSIdvO0JETkoQZ56ItIjI+4ETcXtjabgOmC0ix3rDhNEi8nZVfQ74LfAtERnir71VRD6Qsl+jhpiy\nMXKHf2Aeg9sT+FrE9Z24zfhIayjf5lXcxnnRNp7bgE/hNrw/A3zcz56i+twJfBg4DFgNvIhTGq2+\nyTzcctFq3EPxhzHjfhunnH4LvIp7wO7lr3UCN/qlok9G3x7LKcBY3Ezil8DFqrrYX/shzsBhjR87\nbIAwEPi6/17P45an5vpr/wHcDvxWRF7DKeQjYmR4HvebbsApus+p6pNphFfVB4DZuP2YLcC9uJkW\nwGlAC/AX3/+tuP0qI+eIJU8z+iviHEIPVNVP11qWRkJclIQfqeqYWsti5Aeb2RiGYRiZY8rGMAzD\nyBxbRjMMwzAyx2Y2hmEYRuZYcEHPvvvuq2PHjq21GIZhGHXF8uXLX1TVEUntTNl4xo4dy7JlUeG4\nDMMwjGKISFykjDexZTTDMAwjc0zZGIZhGJmTmbLxoTIeEJGHxaXDnefrbxCXf2OFL4f5ehGRK8Xl\n33hERCaE+polIk/5MitUP1FEHvX3XBkEb/ShOBb79otFZFhW39MwDMNIJsuZzTbgGFV9Ny68x3QR\nCUK3/4uqHubLCl83AzjIlzOBheAUBy40yRHAFODikPJY6NsG9wWxss4Hfq+qBwG/9+eGYRhGjchM\n2fgcHVv96R6+xDn1nAT8wN/3Z2CoiIzEJXBa7HOEvAwsximukcAQVf2TOmehH+CSOwV93eiPbwzV\nG4Zh9Du6u2HePBg7Fpqb3ee8ea6+WmS6Z+Oj4q7AhY5frKr3+0uX+aWyK3yEWXD5NsI5Lrp8XVx9\nV0Q9wP4+Qiz+MzLfhYicKSLLRGTZpk2byv6ehmEYeaW7G44+Gjo74dlnYdcu99nZ6eqrpXAyVTaq\nulNVD8PlCJkiIu8ELgDejst6OBz4im8elZtEy6gvRb5rVHWSqk4aMSLRTNwwDKPumD8fli6NvrZ0\nqbteDapijaaqrwBLgOmq+pxfKtsGLMLtw4CbmYQTTwVJrOLqx0TUA7zgl9nwnxsr+oUMwzDqhEWL\n+na9UmRpjTZCRIb6472ADwJPhpSA4PZSHvO33A6c5q3SpgJb/BLYXcBxPiHVMOA44C5/7TURmer7\nOg2XmyToK7BamxWqNwzD6Fesi0vAneJ6pcgygsBIXAKoZpxSu0VV7xSRu0VkBG4ZbAUu7zzAr4ET\ngFXA67jkSajqZhG5FAgmgpeo6mZ/fBZwAy7p1G98AZcA6hYROQNYC3wis29pGIaRY9ra3B5N3PVq\nkJmyUdVHgMMj6o8p0l6Bc4pcux64PqJ+GfDOiPqXcLnsDcMw+jWzZztjgLjr1cAiCBiGYTQwc+bA\n5MnR16ZMcdergSkbwzCMBmbQILjnHje76eiApib32dkJd9/trlcDS57mmTRpklrUZ8MwjNIQkeWq\nOimpnc1sDMMwjMwxZWMYhmFkjikbwzAMI3NM2RiGYRiZY8rGMAzDyBxTNkZDkIcQ6oZhFMeUjZFL\nSlEeeQmhbtQv9rKSPaZsjNxRqvLISwj1/kAjPpTtZaU6mLIxckepyiMvIdQbnUZ9KNvLSnUwZWPk\njlKVR15CqDc6jfpQtpeV6mDKxsgdpSqPpBDp1Qqh3ug06kPZXlaqgykbI3eUqjySQqRXK4R6o9Oo\nD2V7WakOpmyM3FGq8shLCPVGp1EfyvayUh1M2Ri5o1TlkZcQ6o1Ooz6U7WWlOliKAY+lGMgX3d1u\nw3nRIrc809bmHmZz5pjyqBWBNVqUkcCUKfWt2O3fW/mkTTFgysZjyqZxyfODJM+yRVFv8hrZY8qm\nREzZNCZxb+OTJ7vlt1o9JPMomykTo1QseZphkG/fkLzJ1qhOm0Y+MGVjNDR59g3Jm2x5U35GY2HK\nxmho8uwbkjfZ8qb8jMbClI3R0OTZNyRvsuVN+RmNhSkbo6HJs29I3mTLm/IzGgtTNkZDUwmHvazC\n6tfSmTDqO40bF39PvTptGvnATJ89ZvrcuPTFnDdr8+RamBrHfadBg6KVaL07bRrZYX42JWLKxohi\n3jxn+luMzk64+OJqSdN3urvhxBNhyZLibaZNg9Wrzc/GSEdaZTOgGsIYRr2SxkKrXpRN3IwmzOrV\nsGZNVUQy+hGZ7dmIyJ4i8oCIPCwij4vIPF8/TkTuF5GnRORmEWnx9QP9+Sp/fWyorwt8/UoROT5U\nP93XrRKR80P1kWMYRqk0koVWnB9NmHr6Tkb9kKWBwDbgGFV9N3AYMF1EpgLfAK5Q1YOAl4EzfPsz\ngJdV9UDgCt8OETkEmAkcCkwHvicizSLSDCwAZgCHAKf4tsSMYRgl0UgWWmn9ZOrpOxn1Q2bKRh1b\n/ekevihwDHCrr78R+Kg/Psmf468fKyLi63+qqttUdTWwCpjiyypVfUZVtwM/BU7y9xQbwzBKIi/m\nyZWwiEs7YzGrMyMLMjV99jOQFcBGYDHwNPCKqr7hm3QBo/3xaGAdgL++BdgnXF9wT7H6fWLGKJTv\nTBFZJiLLNm3a1JevajQoech1UqmYZWlmLJa/xciKTJWNqu5U1cOAMbiZyDuimvlPKXKtUvVR8l2j\nqpNUddKIESOimhj9nDwkZqtUzLKkGcu0aWbebGRHVZw6VfUVYAkwFRgqIoEV3Bhggz/uAtoA/PVW\nYHO4vuCeYvUvxoxhGCUzaJCzOFuzBnbudJ8XX1y9h3KlYpYlzdLuvNMUjZEdWVqjjRCRof54L+CD\nwBPAPcDJvtks4DZ/fLs/x1+/W50T0O3ATG+tNg44CHgAWAoc5C3PWnBGBLf7e4qNYRh1R6Us4vIw\nSzP6L5k5dYrIu3Cb8804pXaLql4iIuNxm/nDgYeAT6vqNhHZE/ghcDhuRjNTVZ/xfV0InA68AZyn\nqr/x9ScA3/FjXK+ql/n6yDHi5DWnTiOvjB3r9miK0dFhfjFG7ai5U6eqPoJTHIX1z+D2bwrr/w58\nokhflwGXRdT/Gvh12jEMox6ZPTs+ioFZjxn1gAXiNIwqUo4Jc18t4rIKJGoYpWCx0Ty2jGZkTVy4\nmFGj4KGHYL/9it9bTsDOrAOJGkbaZTSb2RhGlYgzYd6wAQ4/vPhso1yLOEv1bOQFUzaGkRGFy1eX\nXhrffsOGyj/8LdWzkRdM2RhGBkR5/e/cmXxf8PCv1D5LIwUSNeobSzFgGBmQNsJyIevWRe+zBOFp\nfvWr0vZZ2trizaYt6KZRLWxmY+SORrCeKnd5qq2tsvsseQkkWgka4d9Fv0ZVragyceJENWrP1q2q\nkyerwu5l8mR3vZS+OjtVOzpUm5rcZ2dnaX2U209TU/R3SCrBOHFtOjpKk73Y7zllSum/Ra2o5L8L\no7IAyzTFM7bmD/m8FFM2+aCzM/lhnIa0D6ckRVLKQy7cVzmKJnj4JymqpqbSftNKKd1aUql/F0bl\nMWVjyqYuqdRbfZqHUxpFkvYhF9dXVJk2rfjDv5Izm0bBfpP8klbZmIGAkSsqZT2V1uQ3aW8kqZ8r\nrnBt1q51j700JEVYtvA0u2NWdfWPGQgYuaJSaZjTPJzSKKSkfrZscdZeaRRN2gjLeUjYljcaKT13\nf8WUjZErKmU9lfTwGTw43iQYesLCVIKmpvRe/5YKYHcayaquv2LKxsgVlXqrT3r4bNmS3MfgwXDq\nqenGS6JUpVXrhG15w2Z79Y8pGyNXVOqtPu7hlJYtW+C//xsmTuxbP2Bv3n3FZnv1j0V99ljU58Yj\nKlLyK6+km9WEef/7XbnppvL6GT0aVq60B6KRL8qNJF5I2qjPicpGRAQ4FRivLtNmO3CAqj6QXpz8\nY8qmf9Dc7OKUlUphOP558+ItxsK0tTlrNcPIC5VMPVHJFAPfA94DnOLPXwMWpBPDMPJFuRv+hWFi\nSlmmW7++vDENIytqkXoijbI5QlXPAf4OoKovAy2VF8UwsqcveydhU+nwHkJzc/x9ZpZr5I1apJ5I\no2x2iEgzoAAiMgIoYyHCMKpHsaCNZ51VvuFAoc9NYDF20UXx95lxgJE3auEkm0bZXAn8EthPRC4D\n/gBcXnlRjEYny6i94b6bmmD48N65ZIIQ/See6Lz3w1ZN7e0uLXMSxWYoZpZr1Bs1cZJNE9MGeDtw\nDnAu8I4099Rbsdho2VJuQMs0gSNLjUsWFbRx61YXr6zcYI+NEOzS6D9UMrAplQrECUwFBofOB+P2\ncWquICpZTNlkSyUCWhYLJZ/Ud9qgjS+8oDpoUPQ9gwa564bRCFQy9URaZZNmGW0hsDV03u3rDKMX\ncctkaTcky7GSKXUzs9h69MKFxZf0urvddcNoBGrhJJvGz2aFqh5WUPeIqr6r8uLUDvOz6RtJdvvL\nlsUHq2xqcmFZxo6Nj1nW0eFCt4Qp1Xcmqg8ob2zD6O9U0s/mGRH5gojs4csXgWf6LqLRSCTNSIYM\nib8/2JAsx0qm1M3MYtZhFsbeMLIjjbL5HPBeYD3QBRwBnJmlUEZ+iFoau/BCV8J1V1zRt3ECBVCO\nlUwppsUtLbB9e/RyWSljZ2lZV0g1xzKMzEizsdMfihkI7E6pVl5xpakp3YZkOVYycXKKRNdHGRtk\nacSQxd+g0mMZRjnQV2s04F/953/ifG16lcSOoQ24B3gCeBz4oq/vxM2SVvhyQuieC4BVwErg+FD9\ndF+3Cjg/VD8OuB94CrgZaPH1A/35Kn99bJK8pmx2p1Qrr7jS0uKsuZLMg8u1kokyPS7VlDnt2JU0\nG+3r36CSYxlGOVRC2XzYf86KKokdw0hggj8eDPwVOMQrmzkR7Q8BHvaKYhzwNNDsy9PAeFyYnIeB\nQ/w9twAz/fFVwFn++GzgKn88E7g5SV5TNruTlPe91JL2wVgpn5X29nh5okyg04yd9LsUM60uh2qO\nZRjlkFbZxFqj+TA1X1fVfynaKCUichvwXeB9wFZVnV9w/QIAVf2aP78Lp5gAOlX1+HA74OvAJlwE\n6jdE5D1Bu+BeVf2TiAwAngdGaMyXNWu03Sk3QnIx2tvh9NNLC2keFQY9SGgWDvlf2E93N+y9d7w8\ngQVcqST9LuX2W+uxDKMc0lqjJU994O40Wiuhj7HAWmAIToGsAR4BrgeG+TbfBT4duuc64GRfvh+q\n/4xvuy+wKlTfBjzmjx8DxoSuPQ3sGyHXmcAyYFl7e3ulFH3uCd7e29rcnkZzs/tsb+/9Fl/pmU2x\nUmzvodQ9o3A/aZYAi80KkmY3NrMxjB6ooFPnQyJyu4h8RkQ+HpQU9wEgInsDPwfOU9VXcQ6hbwUO\nA54DvhU0jbhdy6iP66t3heo1qjpJVSeNGDEi9ns0CoE/TGenmxWoujdjVZdzpbPTXd+4EcaNq45M\nxZw148ypk/pJ4+gZZcUW/n0K46odfbS7nmT9VsnAm9UcyzCyJI2yGQ68BBwDfNiXE9N0LiJ74BTN\nTar6CwBVfUFVd6rqLuBaYIpv3oWbnQSMATbE1L8IDPXLZOH6Xn35663A5jQyNzppHuBLl8Lhh8OS\nJVURCYhWDtdfX3o/117rzILjnDMDogJkpolgUM3Amxbk02gYkqY+RCw/pSm42cUPgO8U1I8MHX8J\n+Kk/PpTeBgLP4IwDBvjjcfQYCBzq7/kZvQ0EzvbH59DbQOCWJHkb1UCgcEmoubnvy17vf7/q3LmV\n6SsoTU27y53l0l1bW/TvlXbZqpqBN9OMZYFAjVpBJazRcBvwwezivWk6DN1/JG7p6hFCZs7AD4FH\nff3tBcrnQtz+ykpgRqj+BJw129PAhaH68cADOBPnnwEDff2e/nyVvz4+Sd5GVDaV9JOJeuBW0jS6\ncO+hkn1HlWKWcU1N8fcVKsU8YL44Ri2phLJ5BHi7Pz4CuDdNh/VaGlHZZPXADh64lVRmhQ//trZs\nZId4f500M5u8zSLMF8eoJWmVTdyezRuq+qRfarsf5ytj1BHXXZdNv0HYlsLIsUm0FEkmXrj30N2d\nXRyypKi2SRvup56abEBQbWqR4tcwSiVO2ewnIl8OSsS5kXO6urLpN/xADlIjr1njHrhxzJmTLqR5\nlGVaJejocLLGhU9P2pCH0lMgZI0FEDXqgThlcy1uNhOUwnOjxnR3u4CYQ4eCiCtDh7q67m73QM+C\n667rCQQZDhJ5ySXxs5e5c3sU086d7jPq4Z/VjCyNmXBSno+bboq/vxaziJqk+DWMEknMZ9NfqLcI\nAt3dcNRR8OCD0dcnTnTXsvzzTpjgFNzy5btfa2mBHTtc1ICkKAFh0nj+l8OUKZVJCtXUFP+bilQ2\n6kIa5s2Ln1V2djqlbhhZUMl8NkYOmT+/uKIBpwCScsj0lQcfjFY04ML4B7OYpKWrMJVYhhLJLvtg\n0m+a9W8ehfniGPWAKZs6JYvlmubm4g+tcrjiitJzsFTie1X6gR9eKtyypbJ9V4JapPg1jJJJY7LW\nH0q9mT4n+YOAi3dWimnytGm7m/VW2uw4ye8jizGLjZtkwrx1q3NebWlJP04e/XAMI0uoVGw0Edlf\nRK4Tkd/480NE5IzMtaARS5pN3/b23d94JSpqHK5+yRI49FB3/vjjbhM/jUlzKSRZbGW1mV04blIM\ntI0b3efll7slwbTYZrxhRJNmGe0G4C5glD//K3BeVgIZ6UhjWTV7dm/T5J074fnnYdo0t7QVRv2m\nd6lBJ8shbqksSB+QBeFxk2KgtbeXFgQ0wAJjGkY0aZTNvqp6C7ALQFXfACyDRo2ZM8dZgxVj0qTo\njeH99nOznTfeiLdgShN0cuJEV0qlmN9HdzfcdVfp/ZUzbtLe0LZtpfdvm/GGUZw0yqZbRPYBF6Jf\nRKYCOdwm7V8MGgT33ed8V1pbe+pbW13dkiXJG8NpPM/jNp/vvRd+9jMYXKLXVbGlpvnzi1u3FdLa\n6kpYnlL8TSrp6Gib8YaRgqRNHWAC8EecgvkjbhntXWk2hOqp1JuBQCXoa9DJrVtVR40qfbO+WKyu\npDTOQWltjd7QLyVGWKUSw1ncMaO/QyXSQgf4nDBvw6UNWKmqO7JSfrWi3pw6K8HYsfF5Xzo63F5P\nMZKcCaNoaXFLeGPGwPjx8PTTsH69m3WkyUETxYQJbpbX3e36jDKvHjQInnnGLSOWK3shlXIUNYx6\nps9OnQVZOT+CUzYHAx8uJVOnkV/6mgWyHJ+Y7dud5dfatW6pb926HkuwcnnwQRd14OCDi/vxdHe7\n64GvT9xeVBItLW6p8o473NJfqb5EhtEfKTqzEZG4R4mq6unZiFQb+uPMJjD/jbK6SvPW3txc/dAs\nlWDyZLcPBU5ZLFqUTtm1tsKXvtRjBFDstwv6txmP0R9IO7Op+V5JXkp/3LNR7VsWyLR7LHkshXst\nafZwJkwob3/IMBoZKrxn8w+4tM17hpTUJX1QhrmjP85s0hA3+zngAOe3U690dPQECZ0/P90eThDU\nsq/7XYbRKFQsEKeIXAV8Cvg8zkDgE0BHnyU06oI458dqKppCJ9RKEHZgPeusdHs4wT6V5ZAxjNJI\n42fzXlU9DXhZVecB7wEsKEc/IQ9ZHkeNgnPPza7/pUth4UK3z1IsnE9AoETKySETDuhpBgVGfyON\nsvmb/3xdREYBO4Bx2YlklEsWD7M8vKFv2OA228uJVpCWwIG1vT2+XaBESrXkS4rFZgrHaHTSKJs7\nRWQo8O/Ag8Aa4CdZCmWUTlYPs7wElrzpJhexIIhkEGQmrRSBUk2rRErNIZMUi60W6aQNo6qksSII\nCjAQaC3lnnop9W6NlpV11Ny5tbUaC4pIj0xbt5aWOiFN6ehI7nvKlHRWelEpFJKs3YLxDaPeoK8p\nBkRksogcEDo/DbgFuFREhmetBI3SSBPnrJ4ZMqRnmXD06PIiMscxe7brf/58eOEFN2tqbnafbW3R\nsc8KI2rHZSU1gwKjvzMg5trVwAcBROQo4Os4i7TDgGuAkzOXzkhNVg+zm24q774sKGaCnZaWlujc\nNFOmOGu0wv53+tjmBxzglsX64qSZFI4nL8uVhpEVcXs2zaq62R9/CrhGVX+uqhcBB2YvmlEK5VhH\npSEvb9yvvtr32cyOHcVTJy9cmO2eSl9DAxlGvROrbHwAToBjgbtD1+JmREYNKPdhlmTBlpc37qY0\npiwJtLcXX/a67rr4ey+9tG+WfaUaFBhGoxH3X/gnwL0ichvO/Pl/AETkQCyfTe4o52GWxoItL2/c\nlYjBFqdwk2ZwO3f2zbIvLi+QRY42+gVx1gPAVOBjwKBQ3cHAhDTWB/VU6t0aTbU06yjVdBZsWVh+\nlVqmTFFta+t7P+X+DlG/i2EYDioZG60/0Kix0QILq0WL3Nt7W1tPPLBDD00X3yvo44orYEuV57St\nrXDOOe748suLtxNxqqAY7e3Fv2tSnLNCLO6ZYfRQ86jPuJA29wBPAI8DX/T1w4HFwFP+c5ivF+BK\nYBXwCKHZEzDLt38KmBWqnwg86u+5kp6UCZFjxJVGmNkUEjcrmTzZ+a7EvcEXZurcutVFPk7z9n/4\n4c5Hp1IZMSdMUJ04sfjMJ8kfKG42kpSxNOl3MYz+DClnNlkqm5GBwgAG49JJHwJ8Ezjf158PfMMf\nnwD8xiudqcD92qM4nvGfw/xxoKAewMVqE3/vDF8fOUZcaURlk7Q81Nqa/GAtXIrbujXdfUFJUmil\nlLlziy8TluKMWUipCtEcMA2jh4opm6gHdZqHd8Q9twEfAlYCI7VHIa30x1cDp4Tar/TXTwGuDtVf\n7etGAk+G6t9sV2yMuNKIyibpIVqK0hg1yu2bNDWpDhxYOQUyYED6ts3N8XtRpe5ZBdiejWGUT1pl\nk8ag9EMRdTNS3PcmIjIWOBy4H9hfVZ8D8J8+KzyjgbBNUJevi6vviqgnZoxCuc4UkWUismzTpk2l\nfKW6IMnC6rXX0qdG3rChJ4Xztm19l6211VlinXde+nt27oyP+VaKR3+YUlJEm5myYZRHXLias0Tk\nUeDtIvJIqKzG7ZOkQkT2Bn4OnKeqr8Y1jajTMupTo6rXqOokVZ00YsSIUm6tC5J8ZAYMgJtvhmnT\nsskXE8fQoU4R3Hxz+X1UKoBllFlye7v7XdrazEzZMCpBnHPmj3H7IF/D7XsEvKY9kQViEZE9cIrm\nJlX9ha9+QURGqupzIjIS2Og6vPwGAAAZzklEQVTru+idJ2cMsMHXTyuoX+Lrx0S0jxujX3HqqfEW\nXNu3w5FHullLtQlmXV1d8e2SWLTIKa2+EsyKKtGXYRi7U3Rmo6pbVHUN8B/AZlV9VlWfBXaIyBFJ\nHYuIANcBT6jqt0OXbsdZl+E/bwvVnyaOqcAWvwR2F3CciAwTkWHAccBd/tprIjLVj3VaQV9RY/Qr\nouKAFVILRQMwZozzyNeS5qK7s3Zt73NLUGYY+STRz0ZEHsJZlak/b8JtCE1IuO9IXNSBR4HA/3su\nbt/mFqAdWAt8QlU3e4XxXWA68DowW1WX+b5O9/cCXKaqi3z9JOAGYC/cLOzzqqoisk/UGHHyNpqf\nTXc3DB+eTuHUgmJBMcvpZ/NmNzMJIiJExTibPNktldkSmGFUlrR+NmlinImGNJKq7grFTCuKqv6B\n6H0VcLHWCtsrcE6Rvq4Hro+oXwa8M6L+pagxGoU4R83gYTp/fn4VDVROtu3b3Xe9+OJ0Ccpsmcww\nakOamc0vcHskC33V2cDRqvrRbEWrLvUys0n79l6qV3w9E3j0J31n8/w3jMqTdmaTxvT5c8B7gfW4\nTfkjgDP7Jp5RLmnTC+clNUA1CL6rJSgzjPySqGxUdaOqzlTV/VR1f1X9R1Xtl9ZdeSBtRs68pAao\nBsF3zSqnj2EYfafo3ouI/KuqflNE/pMI/xVV/UKmkhmRpH17nz3b+YX0B9audUto48bFL6PlJV2C\nYfRH4mY2T/jPZcDyiGLUgNGj468Hb+9z5jhLrf6AqlMyS5YUtzYzz3/DqC1FZzaqeof/vLF64hhx\ndHe7MCxxBG/vgwa5NMiNxODBMGyYm70Vs2vp7nae/6tXF7fUMwyj+sQto91BTPgXVf1IJhIZRZk/\nP94Jc/To3m/vcTlc6o3Ro+HBB2G//ZKtzlavNqszw8gbccto84FvAatxaaGv9WUr8Fj2ohmFJBkH\nNDf3fntvhD2K0aN7YreNHOkUTWHUgELM6sww8kdcuJp7VfVe4HBV/ZSq3uHLPwJHVk/ExidtiJWk\nh+jatb3vP+ssmDgxI6EzIhz08oUXYNQotxezdm1PxOekEDdmdWYY+SONn80IERkfnIjIOKDxQiTX\niMBJs7PTPUjjQuineYiG7z/xRPj1r2HuXBfSP2DIEDjggAp/kQrQ0dE7NcDChcV9iuJohBmdYTQa\naZTNl4AlIrJERJbgUj2XkIXEiCOtkyaU/hBdutQ9sC+7DF55xc0Itm6FL38ZXn+9fJmzovD7JS0b\nRmFWZ4aRTxLD1QCIyEDg7f70SVWtQPqsfFGrcDWlhFiJC1WT1f3VYsqU3XPFNDe7mVoxRJwRhFmd\nGUbtqFi4GhF5C/AvwLmq+jDQLiInVkBGg9JCrEQl+Urbf3e3W1arhqJpaXFLd2n3TkSik5Il3d/e\nXnpWTsMwakOaZbRFwHbgPf68C/hqZhL1M0oNsVKY+rijI/n+7m446ii30V4NgojOZ5yRrv2YMdFK\nImnZ0PZmDKN+SKNs3qqq3wR2AKjq3yieOsAokb4+UNNcv/xy56NSTRYsSL93smNHdHKzOXNcJOso\nbG/GMOqLNMpmu4jshXfwFJG3Ag23Z1Mrynmghk2lL7mkeFia4P4FCyombmq2bHHGDc3NyW2ff763\nIURA1LJhYBYdtexmGEaOUdXYAnwIuBfYBNwErAGmJd1Xb2XixImaFVu3qnZ2qnZ0qDY1uc/OTlef\n5nphX5Mnqzrbst6lpUVVZPf7o9rmrXR0ZPbzG4aRIbjMzYnP2FhrNJ+qeQwuTfNU3PLZn1X1xUw1\nYA3Iyhqt0qmK582Lj+Y8d64zdQ4jdbDo2dSUHPctTYZSwzCqS0Ws0bzW+i9VfUlVf6WqdzaiosmS\nUvxo0pDkezJ/fu/9j+7udEtZtSbJUKIU51fDMPJHmj2bP4tIkV0FI4m0yc7SkmQqvX27MwgImD8/\necaQB5IMHZKU9oknJof7MQyjdiQ6dYrIX4C34fZqunFLaaqq78pcuiqS1TJakmNimuWjMElOoOAM\nBjZvdktLadrXmokT4d5745fCyvke5SxTGoZRGhVz6gRmAOOBY4APAyf6TyMFlU5VnMa3ZPt2mDED\nhg7Nt6JpbXV7TEmKBsqL5FzOMqVhGNlQVNmIyJ4ich4uesB0YL2qPhuUqkmYc5IiNlfaMTFtBs7/\n+R9nfpxH2tqcDdorrzhjhjQzj3IjOZcTX80wjMoTN7O5EZgEPIqb3XyrKhLVEWk2rSvtmDhoUP07\nM6aNLBCm3GgBltvGMPJBnLI5RFU/rapXAycD76+STHVDGkuzLBwT585NN7vJIy0t5SnLOKUdh+W2\nMYx8EKds3sxgr6pvVEGWuiOtpVlhPLO+Bo2s59nNG2+U972LKe1p0+Lvs/hphpEPilqjichOnPUZ\nOAu0vXDOnYE12pCqSFglyrFGq7SlWSnkOV1AHO3tlTVaiPsdotIWGIZRWfpsjaaqzao6xJfBqjog\ndNxQiqZcKm1pVgqFb/oizrpr4MDsxqwEQdDNtKmwk7D4aYZRH6RKntYfKGdmkxQ6prPTLZdlTb3N\ncubOhcWLKxfCxzCM2lFJP5tyBbheRDaKyGOhuk4RWS8iK3w5IXTtAhFZJSIrReT4UP10X7dKRM4P\n1Y8TkftF5CkRuVlEWnz9QH++yl8fm9V3zEsI/DhDhTyyYEFlQ/gYhpF/MlM2wA04/5xCrlDVw3z5\nNYCIHALMBA7193xPRJpFpBlYgDO9PgQ4xbcF+Ibv6yDgZSAwqD0DeFlVDwSu8O0yodZLOMFS1KWX\nZjtOpUny/zHfGMNoPDJTNqp6H7A5ZfOTgJ+q6jZVXQ2sAqb4skpVn1HV7cBPgZN8NOpjgFv9/TcC\nHw31daM/vhU41rfPhEpampWyjxH28amH2GelYL4xhtF4ZDmzKca5IvKIX2Yb5utGA+FHTJevK1a/\nD/BKyCQ7qO/Vl7++xbffDRE5U0SWiciyTZs29f2b9YE4B9GDD3ZWXM3N7vPoo2H06PwtnR1wAAxJ\nYTrS2hp/3XxjDKPxqLayWQi8FTgMeI6eqARRMw8toz6ur90rVa9R1UmqOmnEiBFxcleE7m648EIX\ns0zElaFDXd3llxdXHhs2uLf9Xbvc55Il+QxF8/zzcO65LrBmMSZOhHPOie/HfGMMo/EYUM3BVPWF\n4FhErgXu9KddQPh9dgywwR9H1b8IDBWRAX72Em4f9NUlIgOAVtIv52VGdzd84AOwfHnv+i1bnKKp\n14gAhfzoR/CXv7jvtGBBj1JsbXVKZu5cd17MGq2ahhWGYVSPqs5sRGRk6PRjQGCpdjsw01uSjQMO\nAh4AlgIHecuzFpwRwe0+qds9uDA6ALOA20J9zfLHJwN3aw7su+fP313RhNm+vXqylEopvjvr1rn9\nqssuc4E2g8TP4aCbtTasMAyj+mTmZyMiPwGmAfsCLwAX+/PDcMtaa4B/VtXnfPsLgdOBN4DzVPU3\nvv4E4DtAM3C9ql7m68fjDAaGAw8Bn1bVbSKyJ/BD4HDcjGamqj6TJG9W+WwC6iGvTBSDBsHZZ8O/\n/3u69s3NLiSNYRj9g7R+NubU6cla2SSFtskzc+bAwoXpvPtF6vd7GoZROjV36jR6k8bCKq/7Ntde\nmz6MzJgx2cpiGEZ9YsqmSqSxsDriiN77GO3tMGpU5qIlUorlWzm5agzDaHxM2VSJNBk2A4fQNWvg\n1Vfh9NNhQFXtBfvGoEFw1lm1lsIwjDxiyqaKJFmcrV/vPsMOnmvXZi5WImmt0bq73d6OYRhGIaZs\nqkCgPJII9nXyFlhz27b0bS2umWEYUZiyqQJplUewr1PPD2yLa2YYRhSmbKpAGuUR9pyv5we2xTUz\nDCMKUzZVIEl5iPT2nB89Or59nrG4ZoZhRGHKpgokve23tztFEwTq3LAhvn1esbhmhmEUw5RNFUh6\n2589u8eI4PLL6yc/TWurxTUzDCMdFq7Gk2W4mkCRRBkJjB7tltG6ujIZOjOmTDHlYhiGhavJFVFR\njoPoAOvX15eiaWuzWYxhGKVjyqZKFKaPPv30/O7NNDW52VZzs/tsb3cKZutW52RabtprwzD6L3UU\nDKX+6O52PjaLFjmLtLY2tz8zZ07+fWkscrNhGJXElE1GRO3TPPusmyH86lf59qUxXxnDMCqNLaOV\nSXc3zJvnkqI1N7vPefN6QvHHRQ1YujTfMwfzlTEMo9KYNZqnFGu0OOuyyZOdMcChh9ZnZk5wezO2\nJ2MYRhrMGi1DkmYt8+fne5ksjrY2UzSGYVQeUzZlkLS5v2hR/e57WPIzwzCywJRNGSTNWtatK33f\nQ6T2aaEt3IxhGFlhyqYMkmYtbW3uoT15cvo+hwxJTq7W3Jy+v1KwcDOGYWSNKZsySBPrrDBqgEjf\nx80iZlpTU086alM0hmFkhSmbMoibtYSXosJRA157rfg9EyfCq69mImoi9bq3ZBhGfWHKpgyiYp0l\nLUUF98yd66IlBwwZ4sLW1MoC3XxqDMOoBuZn48ky6nNAdzd84AOwfHmmw6TGIjcbhtFXzM8mh1x+\neX4UzbRppmgMw6gepmyqyIIFtZaghzvvNEVjGEb1MGVTRbZsqbUEDhEX5SCI42YYhpE1mSkbEble\nRDaKyGOhuuEislhEnvKfw3y9iMiVIrJKRB4RkQmhe2b59k+JyKxQ/UQRedTfc6WIMy4uNobRg6oz\nZjj66N4KJym4qGEYRrlkObO5AZheUHc+8HtVPQj4vT8HmAEc5MuZwEJwigO4GDgCmAJcHFIeC33b\n4L7pCWPUnLAVWh4I4rhBT3DRzk4XQHTXrp6UCIVKyTAMo1QyUzaqeh+wuaD6JOBGf3wj8NFQ/Q/U\n8WdgqIiMBI4HFqvqZlV9GVgMTPfXhqjqn9SZ0/2goK+oMWrOOefUWoLdCeK8pQkuahiGUS7V3rPZ\nX1WfA/Cf+/n60UA44liXr4ur74qojxtjN0TkTBFZJiLLNm3aVPaXSsvcuTBhQnK7ahLEeUsTXNQw\nDKNc8mIgEBXMRcuoLwlVvUZVJ6nqpBEjRpR6e8kMGgT33eeWpvJCEEEgTXBRwzCMcqm2snnBL4Hh\nPzf6+i4gHDhlDLAhoX5MRH3cGLkgCGHT0ZFN/83Nzoemrc1FNkjaJwoiCKQJLmoYhlEu1VY2twOB\nRdks4LZQ/WneKm0qsMUvgd0FHCciw7xhwHHAXf7aayIy1VuhnVbQV9QYuSKrMDEXXeTC4qxd6wJ3\nrl+fLo5bmuCihmEYZaOqmRTgJ8BzwA7cTOQMYB+chdhT/nO4byvAAuBp4FFgUqif04FVvswO1U8C\nHvP3fJee0DuRYySViRMnajXZulV18mRVZ4hcmTJlius3aqzOTtWODtWmJvfZ2dm7bZw8xfo1DMMA\nlmmKZ6zFRvNUIzZaId3dzspr0SJnZlwKra0uiGdXl1su27XLLXWdfrqbrZQTHSAsz7p1rr/Zs8vv\nzzCMxidtbDRTNp4slU2ah/jYsaUrnJaW6IRrkye7pTRTEIZhZI0F4swJaZ0ly9kTKZbZ0/xiDMPI\nG6ZsMiats2SpaaSTML8YwzDyhCmbjCnFWfJDH+ptqtzcXP645hdjGEaeGFBrARqdNM6SwVJb4Qxo\n587yxzW/GMMw8oTNbDImjbNk3FJbuZhfjGEYecKUTcakcZas9P5K2FnTMAwjD5iyyZi4jf9AKfR1\nf6WlxfnadHQ4KzdL92wYRt4wZZMxgwY5n5fOTqcMopRC0lJbe7tr397usmw2N7vPtjZXv3mz299Z\ns8bFXTNFYxhG3jCnTk8tIggEzJsXHwm6s9MpEcMwjLxhTp11RJqlNsMwjHrGlE0OSLPUZhiGUc/Y\nMpqnlstohmEY9YotoxmGYRi5wZSNYRiGkTmmbAzDMIzMMWVjGIZhZI4ZCHhE5DVgZa3lSMm+wIu1\nFiIFJmdlqRc5oX5kNTn7ToeqjkhqZFGfe1iZxqIiD4jIsnqQ1eSsLPUiJ9SPrCZn9bBlNMMwDCNz\nTNkYhmEYmWPKpodrai1ACdSLrCZnZakXOaF+ZDU5q4QZCBiGYRiZYzMbwzAMI3NM2RiGYRiZY8oG\nEJHpIrJSRFaJyPkZjnO9iGwUkcdCdcNFZLGIPOU/h/l6EZErvUyPiMiE0D2zfPunRGRWqH6iiDzq\n77lSRCRujBg520TkHhF5QkQeF5Ev5lFWEdlTRB4QkYe9nPN8/TgRud/3cbOItPj6gf58lb8+NtTX\nBb5+pYgcH6qP/LdRbIyE37VZRB4SkTtzLuca/7dZISLLfF2u/va+/VARuVVEnvT/Vt+TNzlF5G3+\ndwzKqyJyXt7krAqq2q8L0Aw8DYwHWoCHgUMyGusoYALwWKjum8D5/vh84Bv++ATgN4AAU4H7ff1w\n4Bn/OcwfD/PXHgDe4+/5DTAjbowYOUcCE/zxYOCvwCF5k9Xfu7c/3gO4349/CzDT118FnOWPzwau\n8sczgZv98SH+7z4QGOf/PTTH/dsoNkbC7/pl4MfAnXF95EDONcC+BXW5+tv7NjcCn/XHLcDQPMpZ\n8Kx5HujIs5xZlZo/7Gtd/B/prtD5BcAFGY43lt7KZiUw0h+PxDmXAlwNnFLYDjgFuDpUf7WvGwk8\nGap/s12xMUqQ+TbgQ3mWFXgL8CBwBM7TekDh3xe4C3iPPx7g20nh3zxoV+zfhr8ncowY+cYAvweO\nAe6M66OWcvp2a9hd2eTqbw8MAVbjjZzyKmeBbMcBf8y7nFkVW0aD0cC60HmXr6sW+6vqcwD+c78E\nueLquyLq48ZIxC/hHI6bNeROVr80tQLYCCzGveG/oqpvRPT9pjz++hZgnzLk3ydmjGJ8B/hXYJc/\nj+ujlnICKPBbEVkuImf6urz97ccDm4BF4pYmvy8ig3IoZ5iZwE8S+siDnJlgysa9/RWSB3vwYnKV\nWl++ACJ7Az8HzlPVV+OalihTxWRV1Z2qehhu5jAFeEdM35WSsyT5ReREYKOqLg9X503OEO9T1QnA\nDOAcETkqpm2t/vYDcEvSC1X1cKAbt1RUjJr+f/J7ZR8BfpbUtER58vr82g1TNu5NoC10PgbYUMXx\nXxCRkQD+c2OCXHH1YyLq48YoiojsgVM0N6nqL/IsK4CqvgIswa1zDxWRIO5fuO835fHXW4HNZcj/\nYswYUbwP+IiIrAF+iltK+04O5QRAVTf4z43AL3FKPG9/+y6gS1Xv9+e34pRP3uQMmAE8qKovJPRR\nazkzw5QNLAUOEme104Kb6t5exfFvB2b541m4/ZGg/jRvnTIV2OKnwncBx4nIMG9dchxuHf454DUR\nmeqtUU4r6CtqjEj8/dcBT6jqt/Mqq4iMEJGh/ngv4IPAE8A9wMlF5Az6Phm4W92C9u3ATHFWYOOA\ng3CbrpH/Nvw9xcbYDVW9QFXHqOpY38fdqnpq3uT0v+MgERkcHOP+Zo+Rs7+9qj4PrBORt/mqY4G/\n5E3OEKfQs4QW10et5cyOWm4Y5aXgLED+ilvvvzDDcX4CPAfswL2RnIFbV/898JT/HO7bCrDAy/Qo\nMCnUz+nAKl9mh+on4R4MTwPfpSdCROQYMXIeiZuKPwKs8OWEvMkKvAt4yMv5GPD/fP143EN4FW7Z\nYqCv39Ofr/LXx4f6utDLshJvzRP3b6PYGCn+DUyjxxotd3L69g/78njQV97+9r79YcAy//f/L5yV\nVh7lfAvwEtAaqsudnFkXC1djGIZhZI4toxmGYRiZY8rGMAzDyBxTNoZhGEbmmLIxDMMwMseUjWEY\nhpE5A5KbGEb/QUQCc1GAA4CduLAoAFNUdXuFxtkb+D5wKM7c9WXgeFV9PeaeLuCd6hxY04zxB2AE\n8HfgNZy57FMR7S4Dfqeq95T8RQwjJaZsDCOEqr6E899ARDqBrao6P9zGO8+Jqu7avYfUfAlYq6oz\nfZ9vx/lfVZpPqeoKETkb+Abw8fBFERmgqhdmMK5h9MKW0QwjBSJyoIg8JiJX4aJLt4nIK6HrM0Xk\n+/54fxH5hYgsE5dvZ2pElyOB9cGJqj6pqjv8/XeIC4L5uIh8tog8s3zfK0TkeyKS9H/5PuBAf2+X\niFwkIn8EPiYiPxKRj/prR4jIn8TlCLpfRN4iIgNE5Nt+vEeKyWQYcZiyMYz0HAJcpy7w4/qYdlcC\n31TVScAncctlhVwH/JuI/K+IXCoiB4auzVLVicBk4MtSkPRKRN4JfAx4r7ogpANwIWri+DDOIz2g\nW1Xfp6pvBoYUkT1xsdvOUdV340KibAPOxAUSneJlOkdE2hPGM4xe2DKaYaTnaVVdmqLdB4G3udU2\nAIaJyF6q+regQlWXi8h43AP9g8AyEZmiqn8FviQiH/FNxwBvxYVlCfc/2d8DsBe9w8+HuVlE/oZL\ntvX5cH1E23fglvYe9DJuARCR44B3iEig0FpxcdnWxv8MhtGDKRvDSE936HgXvcO77xk6FlIYE6jq\na7jI2j/3+0Az/IzhKGCqqv7Nb/LvWXCrANer6kUpZP6Uqq5I+C7hfqPiVwlwtqr+PuKaYaTCltEM\nowy8ccDLInKQ3y/5WOjy74BzghMROazwfhE5MhSxeiBuVvEsPp2AVzSH4mYwhfwO+KSI7Ovv36dC\ny1qPAx3i896LyBARacZFHD5bfKoCEXmbj7JtGKmxmY1hlM9XgP/GLSf9BRjo688BForIbNz/sXsI\nKR/PQb4NuJe+O3Ah4AcCZ4rIw8CTuAypvVDVR0VkHvA7r+h2AJ+jj8taqrpNRE7xcu0J/A2Xe+dq\noB1Y4eXdCJzUl7GM/odFfTYMwzAyx5bRDMMwjMwxZWMYhmFkjikbwzAMI3NM2RiGYRiZY8rGMAzD\nyBxTNoZhGEbmmLIxDMMwMuf/A5qWWEiLPoqjAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x1a0900de48>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "#plot\n",
    "plt.scatter(y_test, y_test_pred, color='blue', linewidth=3)\n",
    "plt.xlabel(\"True Sale Price\")\n",
    "plt.ylabel(\"Predict Sale Price\")\n",
    "plt.title(\"KNN predict house price\")\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "test_numeric = test_numeric.fillna(0) #fill na to 0\n",
    "test_numeric_pred = knn.predict(test_numeric) # use knn to predict test_numeric\n",
    "#test_numeric['SalePrice'] = test_numeric_pred\n",
    "#result = test_numeric[['Id','SalePrice']]\n",
    "#result.to_csv('submission_knn_version_0.csv',index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "test_numeric['SalePrice'] = test_numeric_pred\n",
    "result = test_numeric[['Id','SalePrice']]\n",
    "result.to_csv('submission_knn_version_0.csv',index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}