FinalValidation.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "%load_ext autoreload\n",
    "%autoreload 2\n",
    "from app.evaluation import print_boolean_matrix, get_accuracy_and_plot_confusion\n",
    "import pandas as pd\n",
    "from app.training import get_undersample_df\n",
    "from app.classifier import normalize, EnsembleAllNumeric, get_text_pipeline, get_voting_classifier, DescriptionClassifier, ReadmeClassifier, NumericEnsembleClassifier, normalize, EnsembleAllNumeric, keep_useful_features\n",
    "from app.constants import VALIDATION_DATA_PATH, PROCESSED_DATA_PATH\n",
    "from sklearn.ensemble import VotingClassifier"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "df = get_undersample_df(pd.read_csv(PROCESSED_DATA_PATH))\n",
    "df.pop(\"index\")\n",
    "df.pop(\"Unnamed: 0\")\n",
    "df = normalize(df)\n",
    "y = df.pop(\"label\")\n",
    "val_df = normalize(pd.read_csv(VALIDATION_DATA_PATH))\n",
    "y_val = val_df.pop(\"label\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "VotingClassifier(estimators=[('description', <app.classifier.DescriptionClassifier object at 0x7fa34b6191d0>), ('readme', <app.classifier.ReadmeClassifier object at 0x7fa344612f90>), ('ensemble', <app.classifier.NumericEnsembleClassifier object at 0x7fa34b619490>)],\n",
       "         n_jobs=1, voting='soft', weights=None)"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "clf = VotingClassifier(estimators=[('description', DescriptionClassifier()),\n",
    "                                                     ('readme', ReadmeClassifier()),\n",
    "                                                     ('ensemble', NumericEnsembleClassifier())],\n",
    "                               voting='soft')\n",
    "clf.fit(df, y)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\\begin{table}[h]\n",
      "\\centering\n",
      "\\caption{Boolean Matrix}\n",
      "\\label{boolean_matrix}\n",
      "\\begin{tabular}{|r|r|r|r|r|}\n",
      " \\hline\n",
      "Label & Predicted Correctly & Predicted Incorrectly & Precision & Recall \\\\ \\hline\n",
      "WEB & 2 & 2 & 0.40 & 0.50 \\\\ \\hline\n",
      "DOCS & 2 & 2 & 0.50 & 0.50 \\\\ \\hline\n",
      "HW & 5 & 0 & 0.71 & 1.00 \\\\ \\hline\n",
      "DEV & 8 & 3 & 0.89 & 0.73 \\\\ \\hline\n",
      "EDU & 2 & 2 & 1.00 & 0.50 \\\\ \\hline\n",
      "DATA & 2 & 1 & 0.50 & 0.67 \\\\ \\hline\n",
      "\\multicolumn{3}{|l|}{Weighted Average} & 0.72 & 0.68 \\\\ \\hline\n",
      "\\end{tabular}\n",
      "\\end{table}\n"
     ]
    }
   ],
   "source": [
    "predicted = clf.predict(val_df)\n",
    "print_boolean_matrix(y_val, predicted)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['HW', 'HW', 'EDU', 'EDU', 'DEV', 'WEB', 'EDU', 'DOCS', 'DOCS', 'DATA', 'DEV', 'HW', 'DEV', 'DEV', 'HW', 'DEV', 'DOCS', 'DEV', 'EDU', 'DEV', 'DEV', 'WEB', 'HW', 'DATA', 'DATA', 'WEB', 'DEV', 'DEV', 'WEB', 'DEV', 'DOCS']\n",
      "['HW' 'HW' 'EDU' 'EDU' 'DEV' 'WEB' 'DEV' 'WEB' 'DOCS' 'DOCS' 'DEV' 'HW'\n",
      " 'DEV' 'DEV' 'HW' 'DEV' 'DOCS' 'DEV' 'WEB' 'DEV' 'DEV' 'WEB' 'HW' 'DATA'\n",
      " 'DATA' 'DATA' 'DATA' 'WEB' 'HW' 'DOCS' 'HW']\n"
     ]
    }
   ],
   "source": [
    "print list(y_val)\n",
    "print predicted"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAUQAAAEmCAYAAAAa1umXAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzt3XmcFNW5//HPlxlABAUUURmUVUFGBVmMuCCaiOz6ixuG\nEIzJ1RjFJZrEiLnGbHo1V2NibrxEoyZBAXNVgkbBGE0UBQTEDY1iBpWBKLhFFEXG5/fHOY3NOD3T\nA91dNczz5lUvppaueqam++lTdU6dIzPDOecctEg6AOecSwtPiM45F3lCdM65yBOic85FnhCdcy7y\nhOicc5EnRNcgSW0kzZH0rqQ7tmE/EyXNK2RsSZF0hKR/JB2HKyx5O8Tth6QvAd8C+gLvAcuAn5jZ\no9u430nAFOBQM9u0zYGmnCQD9jGzFUnH4krLS4jbCUnfAn4O/BTYHdgb+B/guALsvhvwYnNIhvmQ\nVJ50DK5IzMynJj4B7YH1wEn1bNOakDBXx+nnQOu4bjiwCrgQeANYA3w1rrsc2Ah8HI/xNeAHwB+y\n9t0dMKA8zp8G/JNQSq0CJmYtfzTrdYcCTwDvxv8PzVr3MPAjYH7czzygU47fLRP/d7LiPx4YDbwI\nvAVckrX9wcDjwDtx2+uBVnHd3+Pv8n78fU/J2v93gX8Bv88si6/pFY8xMM53AdYCw5N+b/jUuMlL\niNuHocAOwF31bDMVOAQYAPQnJIVLs9bvQUisFYSk9ytJHc3sMkKpc6aZtTOzm+oLRFJb4BfAKDPb\niZD0ltWx3S7AvXHbXYFrgHsl7Zq12ZeArwKdgVbARfUceg/COagA/hP4DfBlYBBwBPB9ST3itjXA\nBUAnwrn7PPBNADMbFrfpH3/fmVn734VQWj4j+8Bm9jIhWf5B0o7AzcCtZvZwPfG6FPKEuH3YFVhn\n9V/STgR+aGZvmNlaQslvUtb6j+P6j83sz4TSUZ+tjOcTYH9JbcxsjZk9V8c2Y4CXzOz3ZrbJzG4H\nXgDGZW1zs5m9aGYbgFmEZJ7Lx4T7pR8DMwjJ7jozey8efznhiwAzW2JmC+JxVwL/CxyZx+90mZl9\nFOPZgpn9BlgBLAT2JHwBuSbGE+L24U2gUwP3troAr2TNvxKXbd5HrYT6AdCusYGY2fuEy8xvAGsk\n3Supbx7xZGKqyJr/VyPiedPMauLPmYT1etb6DZnXS9pX0j2S/iXp34QScKd69g2w1sw+bGCb3wD7\nA780s48a2NalkCfE7cPjwEeE+2a5rCZc7mXsHZdtjfeBHbPm98heaWZzzewYQknpBUKiaCieTEzV\nWxlTY/yaENc+ZrYzcAmgBl5Tb3MMSe0I92VvAn4Qbwm4JsYT4nbAzN4l3Df7laTjJe0oqaWkUZKu\nipvdDlwqaTdJneL2f9jKQy4DhknaW1J74HuZFZJ2l3RcvJf4EeHS+5M69vFnYF9JX5JULukUoB9w\nz1bG1Bg7Af8G1sfS61m11r8O9GzkPq8DFpvZ1wn3Rm/Y5ihdyXlC3E6Y2X8T2iBeSqjhfA04B7g7\nbvJjYDHwNPAMsDQu25pjPQDMjPtawpZJrEWMYzWh5vVIPptwMLM3gbGEmu03CTXEY81s3dbE1EgX\nESps3iOUXmfWWv8D4FZJ70g6uaGdSToOGMmnv+e3gIGSJhYsYlcS3jDbOeciLyE651zkCdE5t12T\ndIGk5yQ9K+l2STvk2tYTonNuuyWpAjgXGGxm+wNlwIRc23tCdM5t78qBNrGd7o7U09ysWTyk3mGX\nXW2Pir2TDmOztq3Kkg5hCxtr6moVk5xWZf493ZS88spK1q1b11A7zryV7dzNbNNnHgaqk21Y+xyQ\n3WB+mplN27zerFrSz4BXCY3z55lZzi7omkVC3KNib35751+TDmOzgT06Jh3CFla/nd+br1S6dGyT\ndAiuEQ773OCC7s82baB1nwZbOwHw4bJffWhmOQOQ1JHQ41MPQmced0j6spnV2QbXv4qdcykjUIv8\npoZ9Aagys7XxOfc7CR2O1KlZlBCdc02IgBYFu630KnBI7IVoA6Fno8W5NvaE6JxLHxXmlqSZLZT0\nR8KTWZuAJ4Fpubb3hOicSxnlezmcl9in52X5bOsJ0TmXPgUqITaWJ0TnXLqIgpYQG8MTonMuZVTI\nSpVG8YTonEsfv2R2zjkodKVKY3jD7Aa8vmYV50waz8RRhzBx9FBm3Zp8R8jz5t7PgZV9qOzbm6uv\nujLpcPjueWcypF83Rg4r7BMLWytt58fjaSQRSoj5TAXmCbEBZWXlTLn4R0y/bwHTZs3jzuk3UbXi\nhcTiqamp4fxzz2b2nPt48unl3DHjdp5fvjyxeABOmDCJm2fc3fCGJZC28+PxbKXCPanSKJ4QG9Cp\n8x70qewPQNt2O9Gt176sfX1NYvE8sWgRvXr1pkfPnrRq1YqTTpnAPXNmJxYPwMFDD6dDh3SMqZS2\n8+PxbI2CPrrXKJ4QG2HNqld5afnTVPYflFgMq1dX07XrXpvnKyq6Ul1dioHqmoa0nR+PZysIKCvL\nbyqwoiZESTWSlsXeap+SdKG0ZVqX9HNJ1Znlkr4aX7NM0kZJz8Sfr8x6zd2SFhQz9to+eH89U6dM\n5txLfkrbdjuX8tDONT8J3UMsdi3zBjMbACCpM3AbsDPxMZqYBP8fYYS4I4GHzOxm4Oa4fiVwVPZI\nbJI6AIMIQ0j2NLN/Fvl3YNPHHzN1ymRGjDuR4ceOK/bh6tWlSwWrVr22eb66ehUVFRX1vKJ5Sdv5\n8Xi2RjOoZTazN4AzgHOkzal9OPAcYeDwU/Pc1ReBOcAM6ukKvFDMjCsuOZduvfZlwulnF/twDRo8\nZAgrVrzEyqoqNm7cyB0zZzBm7Pikw0qNtJ0fj2crNYda5liaKwM6x0WnEgZQvwsYI6llHrvJvOZ2\n6kmiks6QtFjS4nfe2vqhfp9espD7Z89k6YJHmDx+GJPHD+Oxhx/Y6v1tq/Lycq697nrGjTmWAQfs\nxwknnUy/ysrE4gE478zJnDh6OFUrXuSw/r2ZNf2WxGJJ2/nxeLZSQpUqRR2XWdJ6M2tXa9k7QB/g\nbaAK6Gtm70m6E/itmd2Tte1KwuAw6+L87sBCoIeZmaSlwFfM7Nn64uh7wEHmPWbn5j1mu21x2OcG\ns2TJ4oIV11q038taD70gr20/nHvhkvp6zG6skj6pIqknUAO8AYwFOgDPxCvoTAeO9+TcAZwMdASq\n4mt2JpQSpxYvaudcySX06F7JLpkl7QbcAFxvoVh6KvB1M+tuZt0JYx4cE3u2zeVUYGTWawZRgvuI\nzrlS2n7bIbbJNLsB/gLMAy6PSW8kcG9mQzN7H3gUqLMaV1J3oBuwIOs1VcC7kj5XrF/AOZeA7bHZ\njZnlajn5AfCZRxvM7Iu15rtn/bwS+Ez7ADMbuE1BOufSJcH+EP1JFedcyhTukllSn6wHPZZJ+rek\n83Nt791/OefSp0AdxJrZP4DMwyFlQDWhmV+dPCE659KnOLXMnwdeNrNXcm3gCdE5ly5q1KN7nSRl\nj7M8zcxyDTM6gfBAR06eEJ1z6ZN/CXFdPg2zJbUCxgPfq287T4jOudRR4S+ZRwFLzez1+jbyhOic\nS5VwxVzwhJjpA6FenhCdcymjgpYQJbUFjgHObGhbT4jOudQpZEKMT8Htms+2nhCdc6lThHuIefGE\n6JxLHU+IRdSyTOzRYYekw9is45Bzkg5hC8/NuzrpEFwjpakPy401nxR2h4pTAppFQnTONR1CtGiR\nTDcLnhCdc6njl8zOORd5QnTOOfB7iM45l81LiM45h1eqOOfclvyS2TnnCCMI+CWzc84FnhCdcy7y\nhOicc4RKlSL0h5gXH4Y0D98970yG9OvGyGEN9lReElMmHsWSP05l8R2XcOsVp9G6VbLfa2k7P/Pm\n3s+BlX2o7Nubq6+6MulwUhdP2v5enxHvIeYzFZonxDycMGESN8+4O+kwAOiyW3u+eeqRHDbxKgaf\n9FPKWrTgpGMHJRpTms5PTU0N5597NrPn3MeTTy/njhm38/zy5R5PljT9vXLxhJhiBw89nA4ddkk6\njM3Ky8po07olZWUtaLNDK9asfTfReNJ0fp5YtIhevXrTo2dPWrVqxUmnTOCeObM9nixp+nvl4gnR\n5WX12nf5+e8e5MX7fkTVAz/h3+s38OCCF5IOKzVWr66ma9e9Ns9XVHSlurra42lqlOdUYIklREk1\nkpZJek7SU5IulMJgrJKGS3o3rs9MX5D0kKRja+3nfEm/Tua3KL0OO7Vh7PAD2G/sZfQcMZW2bVox\nYfSQpMNyrqAKWUKU1EHSHyW9IOl5SUNzbZvk3fgNZjYAQFJn4DZgZ+CyuP4RMxub/QJJPQmDTc/N\nWjwB+E7xw02Hoz/Xl5Wr32Td2+sBuPuvT3FI/x7M+PMTCUeWDl26VLBq1Wub56urV1FRUeHxNCFS\nwR/duw6438xOjOMz75hrw1RcMpvZG8AZwDmqP+3/ERgTfykkdQe6AI8UO8a0eO1fb3HwAT1os0NL\nAI46uA//qKp3qNlmZfCQIaxY8RIrq6rYuHEjd8ycwZix4z2eJqZQJURJ7YFhwE0AZrbRzN7JtX0q\nEiKAmf0TKAM6x0VH1Lpk7mVmbwGLCINOQygdzjIzq70/SWdIWixp8Vtvrtum2M47czInjh5O1YoX\nOax/b2ZNv2Wb9rctnnj2Fe76y5M8ftt3WXzHJbSQuOn/5icWD6Tr/JSXl3PtddczbsyxDDhgP044\n6WT6VVZ6PFnS9PfKKf97iJ0yn/M4nVFrTz2AtcDNkp6UdGMclrTuw9aRS0pC0noza1dr2TtAH2A/\n4KLal8xxm4nAWDM7VdIy4GtmtqS+Yx0wYKDNfiDZpJGtcsS3kw5hC2kbU6VLxzZJh5B6aRpT5bhj\nDuOZZUsLVsXRevd9rGLidXltW3XtmCVmlrNBpaTBwALgMDNbKOk64N9m9v26tk9NCTHeH6wB3mhg\n09nA5yUNBHZsKBk655qYwjbMXgWsMrOFcf6PwMBcG6ciIUraDbgBuL6uy99sZrYeeAj4LXB7CcJz\nzpVQ6A8xv6khZvYv4DVJfeKizwM5W8YnWcvcJl7ytgQ2Ab8Hrslaf0Rcn/FjM/tj/Pl24C7CPUTn\n3HamwG2upwDTY2XsP4Gv5towsYRoZmX1rHsYaF/P+rtJrAtJ51yxFfIpFDNbBuT14Lb3duOcSxcV\nvISYN0+IzrlUEeR1f7AYPCE651LHS4jOOQcgLyE65xwQH0LxIQSccw6gOH0d5sMTonMudfweonPO\nRV5CdM45QunQK1Wccy7yS2bnnIv8krmIWpW1SFUfe28/cX3SIWxhadXbSYewhTT9rTLS1P9gc+Al\nROecg839ISbBE6JzLlUy/SEmwROicy51/JLZOeciv2R2zjnw/hCdcy7DO3dwzrkshUyIklYC7xFG\n9dxU37ClnhCdc6lThFrmo8xsXUMbeUJ0zqVLgvcQUzEus3POZYj8BqmPl9WdJC3Oms6oY5cGzJO0\nJMf6zbyE6JxLnUaUENfVd08wOtzMqiV1Bh6Q9IKZ/b2uDb2EmId5c+/nwMo+VPbtzdVXXZl0OKmK\n5/U1qzhn0ngmjjqEiaOHMuvWGxKNB9J1fgC+e96ZDOnXjZHD8hoauOjSFk9dWkh5Tfkws+r4/xvA\nXcDBOY9bkOi3YzU1NZx/7tnMnnMfTz69nDtm3M7zy5d7PFFZWTlTLv4R0+9bwLRZ87hz+k1UrXgh\nsXjSdn4ATpgwiZtn3J1oDNnSFk9tmf4Q85ka3pfaStop8zMwAng21/Y5E6KkneubtuL3bJKeWLSI\nXr1606NnT1q1asVJp0zgnjmzPZ6oU+c96FPZH4C27XaiW699Wfv6msTiSdv5ATh46OF06LBLojFk\nS1s8dWmh/KY87A48KukpYBFwr5ndn2vj+u4hPke4GZl92My8AXvnFU4Tt3p1NV277rV5vqKiK4sW\nLfR46rBm1au8tPxpKvsPSiyGNJ8fl79CtUM0s38C/fPdPmdCNLO9cq3Lh6Qa4BmgJbAJ+B1wrZl9\nEtcfDlwDZEqb15jZtKzXfwX4DiH5bgKmm9nPJB0CXAe0jtNMM/vBtsTqtt0H769n6pTJnHvJT2nb\nrtlcQLgiSfWje5ImAD3N7KeSugK7m9mSBl62wcwGxNd3Bm4jJL/LJO0R5483s6WSOgFzJVWb2b2S\nRgHnAyPMbLWk1sBX4n5vBU42s6cklQF9Gvk7N0qXLhWsWvXa5vnq6lVUVFQU85BNKh6ATR9/zNQp\nkxkx7kSGHzsu0VjSeH5c44jQ9CYJDVaqSLoeOAqYFBd9ADSqKjHW7pwBnKNQFj4buMXMlsb16wil\nwYvjS74HXGRmq+P6j8zsN3FdZ2BNXF5jZkW9Yz54yBBWrHiJlVVVbNy4kTtmzmDM2PHFPGSTisfM\nuOKSc+nWa18mnH52YnFkpO38uK1TwHuIjTtuHtscamZnAh8CmNlbQKvGHihey5cRElolULuEuTgu\nB9i/jvUZ1wL/kHSXpDMl7VDXRpLOyDTWXLtubWPD3ay8vJxrr7uecWOOZcAB+3HCSSfTr7Ky4RcW\nSdrieXrJQu6fPZOlCx5h8vhhTB4/jMcefiCxeNJ2fgDOO3MyJ44eTtWKFzmsf29mTb/F46mP8qth\nLkYnsjKzBmLTQmAosNjMBkraFfiLmR3UwOvWm1m7WsveIVzi/hq41cxmZ61rD1SZ2S6S3gJ6mNm7\nOfbdi1B9PgEwMxteXyyDBg22+QsX1/t7NmdpG1NlYI+OSYfwGT6mSm7HHXMYzyxbWrDs1LF7Pzvq\n+7/Pa9u7vj54SR4Ns/OWTwnxV8D/AbtJuhx4FPivxh5IUk9CbxNvAMuB2lWRgwg128T/c1ZVmtnL\nZvZr4PNA/5iknXPbCSm/qdAaTIhm9jvgUuBnwFvASWY2ozEHkbQb4b7j9RaKpL8CTpOUqXTZlZBk\nr4ovuQK4Ola+IKmVpK/Hn8fo0zr5fQhJ9p3GxOOcS7dGPMtcUPk+y1wGfExoApPv0y1tJC3j02Y3\nvyc0s8HM1kj6MvCb2IpcwM/NbE5c/2dJuwN/icnPgN/G/U4CrpX0QdzvRDOryTMm51zKFav0l48G\nE6KkqcCXCM8ACrhN0nQzu6K+15lZWQPr/w4MqWf9zcDNdSyf0FDMzrmmrSzFPWZ/BTjIzD4AkPQT\n4EnCZa1zzhVcmocQWFNru/K4zDnnCk4Up41hPnImREnXEu7dvQU8J2lunB8BPFGa8JxzzU6RKkzy\nUV8JMdNFznPAvVnLFxQvHOecS2GlipndVMpAnHMuI40lRGDzUyE/AfoBmx+TM7N9ixiXc66ZElCW\n0E3EfNoU3kJo/iJgFDALmFnEmJxzzZzynAotn4S4o5nNhc2PzF1KSIzOOVdwUmHHVGmMfJrdfCSp\nBfCypG8A1cBOBY/EOeei1FWqZLkAaAucS7iX2B44vZhBOeeat0JXqsTOpBcD1WY2Ntd2DSZEM8sM\nSPEen3YS65xzRSFUjEqV84Dn+XTIkjrV1zD7LkJD7DqZ2Re3OrRmLm1966Wt/8G09c8I6TtHaXsP\nFVSBO3eIw56MIVzhfqu+besrIV5fuJCccy5/jbhk7iQpu/fnadmD1UU/JwxR0mDdR30Nsx/MNyLn\nnCukfPsYBNbV12O2pLHAG2a2RNLwhnaWb3+IzjlXEqKglSqHAeMljSY8WLKzpD+Y2Zfr2rgRidg5\n50qjvEV+U0PM7Htm1tXMuhPGYPprrmQIjSghSmptZh/lu71zzm2N0GN2Sh/dk3SwpGeAl+J8f0m/\nLHpkzrlmqxjjMpvZw/W1QYT8Lpl/AYwF3ow7fYowcL1zzhVFUqPu5XPJ3MLMXqlVhPVBnZxzRRF6\nzE5p91/Aa5IOBiw+/jIFeLG4YTnnmrOkanvzSYhnES6b9wZeB/4SlznnXMFJRXl0Ly/5PMv8BqG6\n2jnnSiKp3m7yqWX+jaRptadSBJcW8+bez4GVfajs25urr7oy6XD47nlnMqRfN0YOy9lAv6TSdH5e\nX7OKcyaNZ+KoQ5g4eiizbr0h0XggXecH0vf+qUsxapnzOm4e2/wFeDBO84HOQLNpj1hTU8P5557N\n7Dn38eTTy7ljxu08v3x5ojGdMGESN8+4O9EYMtJ2fsrKyply8Y+Yft8Cps2ax53Tb6JqxQuJxZO2\n8wPpev/UJVOpkkQHsQ0mRDObmTXdCnwRGFTwSFLqiUWL6NWrNz169qRVq1acdMoE7pkzO9GYDh56\nOB067JJoDBlpOz+dOu9Bn8r+ALRttxPdeu3L2teTG0Y8becH0vX+ySWpZjdbU5nTA9i90IGk1erV\n1XTtutfm+YqKrlRXVycYUbqk+fysWfUqLy1/msr+yX1/p/n8pJagTMprKrR8Rt17m0/7RWxBGLj+\n4m05qKQa4JmsRTPM7EpJDwN7Ei7JWxEu1y81s3ckdQfuMbP9s/bzA2C9mf1sW+Jx258P3l/P1CmT\nOfeSn9K2Xb19grqUCZfMyRy73oSo0Bq7P2EcFYBPzCxnp7GNsMHMBuRYN9HMFktqBVwBzAaOLMAx\nt0qXLhWsWvXa5vnq6lVUVFQkFU7qpPH8bPr4Y6ZOmcyIcScy/NhxicaSxvPTFCSVEOu9ZI7J789m\nVhOnQiTDvJjZRkKnjntL6l+q49Y2eMgQVqx4iZVVVWzcuJE7Zs5gzNjxSYWTOmk7P2bGFZecS7de\n+zLh9LMTiyMjbeenqZCU11Ro+dxDXCbpoAIft42kZVnTKXVtZGY1wFNA38YeQNIZkhZLWrx23dqt\nDrS8vJxrr7uecWOOZcAB+3HCSSfTr7Jyq/dXCOedOZkTRw+nasWLHNa/N7Om35JYLGk7P08vWcj9\ns2eydMEjTB4/jMnjh/HYww8kFk/azg+k6/1Tl8wlcxLNbpSr0Cep3Mw2SXoO6AO8DLwf4zUzG7jV\nB5XWm1m7OpY/DFxkZouzls0GbgMWAPfWcQ/xPTP77/qON2jQYJu/cHF9m5RU2sbD6NKxTdIhbMHH\nVGlYmt5Dxx1zGM8sW1qw9LRX3wPsgmn51cRfeGSvJfX1mN1Y9d1DXAQMBBIr38dnpw8gjJb1JlD7\nXbkLUFXquJxzxSOgPIWP7gnAzF4uUSxbHlxqSRgl6zUzezouWyPpaDP7q6RdgJHAdUnE55wrnjQO\nVL+bpJxD9pnZNdtw3DaSlmXN329mmaY80yV9BLQmNLs5Lmu7rwC/kpQ59uVJJWznXLGIFqSvhFgG\ntIPCR2ZmZTmWD2/gdcvxzmmd266FQaaSOXZ9CXGNmf2wZJE45xxAAWuQJe0A/J1wxVkO/NHMLsu1\nfYP3EJ1zrpQEhewP8SPgaDNbH+slHpV0n5ktqGvj+hLi5wsVkXPONUaherKJD5Osj7Mt45TzAZOc\nDbPN7K2CROScc43UiN5uOmUewIjTGZ/dl8piJe4bwANmtjDXcfMel9k550pBNKobrnUNNcyOT7wN\nkNQBuEvS/mb2bF3bJjWWi3PO1U3FeZbZzN4BHiK0X66TJ0TnXKqIwvWHKGm3WDJEUhvgGCBnF+p+\nyeycS50CNnHZE7g1PgbcAphlZvfk2tgTonMudQrVMDs+9pt3b12eEJ1zKVOcvg7z4QnROZcqjaxl\nLihPiM651PESYjOStg5Z0yZtnbECjP6fx5IOYQt//uahSYewWauyApfnVLgnVRrLE6JzLlX8ktk5\n57L4JbNzzkVJdbXlCdE5lzpp7CDWOedKLvPoXhI8ITrnUkYohWOqOOdcIvyS2TnnyDS78RKic87F\n/hCTObQnROdc6iSVEL2D2DzMm3s/B1b2obJvb66+6sqkw/F4mlg8ALedNpAbv9Sfaaf259enHJho\nLGk8P9kK2UFsY3kJsQE1NTWcf+7Z3HvfA1R07crhhwxh7Njx7Nevn8fj8TTKt+58jn9/uCnRGNJ8\nfrIlVcvsJcQGPLFoEb169aZHz560atWKk06ZwD1zZns8Hk+T1FTOTyNG3SsoT4gNWL26mq5d99o8\nX1HRlerqao/H42kUM7j6+H7cMOFAxlTunlgcaT0/tSnPf4WWiktmSevNrF3W/GnAYOBS4GWgk5mZ\npKHAY8BeZrZKUnugKq7/JIHQncvLeX98lnXvb6RDm5ZcfXw/Xnt7A0+v/nfSYaWSgBYFynWS9gJ+\nB+xOGKB+mpldl2v7VJcQ47CBa4D94qJDgSfj/wCHAIuKmQy7dKlg1arXNs9XV6+ioqKiWIfzeLaz\neDLWvb8RgHc2fMyj/3yLvru3a+AVxZHW87MFiRZ5TnnYBFxoZv0I+eJsSTlvmKY6IUaP8WkCPBS4\nttb8/GIefPCQIaxY8RIrq6rYuHEjd8ycwZix44t5SI9nO4oHYIfyFrRp2WLzz4P3bk/VWx8kEksa\nz09dlOfUEDNbY2ZL48/vAc8DOb8BUnHJDLSRtCxrfhfgT/Hn+cCRwI1AT+AO4My47lCgznYDks4A\nzgDYa++9tzqw8vJyrr3uesaNOZaamhomn3Y6/Sort3p/28rjaVrxAHTcsSU/HNMXgLIW4sF/rOWJ\nV95JJJY0np/awiVz3tfMnSQtzpqfZmbT6tyv1J0wAt/CnMc2s3wPXDS57iGa2TmS9gHmAKOAa8zs\n/0maDxwLvArsbWbr69v/oEGDbf7CxfVt4ly9fAiB3A773GCWLFlcsBqO/Q44yG6+66G8th26T8cl\nZja4oe0ktQP+BvzEzO7MtV1aSog5mdlLkjoA44DH4+IlwFeBlQ0lQ+dcE1TACmRJLYH/A6bXlwyh\nadxDBFgAnMenCfFx4HyKfP/QOZeMQlWqKIxFcBPwvJld0+BxCxB7KcwH9gIy172PE+4npus6xjlX\nEIWqVAEOAyYBR0taFqfRuTZOxSVz9v3DOH8LcEvW/NXA1VnzK0lu2AXnXLEV6NNtZo82Zm+pSIjO\nOZcRSn/eH6Jzznl/iM45l82HIXXOOQDkA9U751yGXzI75xyNalJTcJ4QnXPp4yVE55wLvNmNc85F\nheogtrE8ITrn0iXBm4ieEJ1zqeOXzM45RywgegmxeDbWfMLqtzckHcZmXTq2SToE10g3nnpQ0iFs\nYWnV20noOTw3AAASyElEQVSHsNn7G2sKvk9vduOccxleQnTOuaARY6oUlCdE51zq+CWzc85l+CWz\nc84l20FsUxlTxTnXXMQOYvOZGtyV9FtJb0h6Np9De0J0zqVOoRIiYWymkfke1y+ZnXMpo4JdMpvZ\n3yV1z3d7T4jOudRpRKubTpIWZ81PM7NpW3tcT4jOuVRpZN8O68xscKGO7fcQ8/Dd885kSL9ujBxW\nsPO+TebNvZ8DK/tQ2bc3V191ZdLheDwNSNP75/U1qzhn0ngmjjqEiaOHMuvWG5IOqW4FHKm+MTwh\n5uGECZO4ecbdSYcBQE1NDeefezaz59zHk08v544Zt/P88uUeT0rjgXS9f8rKyply8Y+Yft8Cps2a\nx53Tb6JqxQtJh/UZyvNfoXlCzMPBQw+nQ4ddkg4DgCcWLaJXr9706NmTVq1acdIpE7hnzmyPJ6Xx\nQLreP50670Gfyv4AtG23E9167cva19ckHNVntVB+U0Mk3Q48DvSRtErS1+o9bmHCd6WyenU1Xbvu\ntXm+oqIr1dXVHk9K40mzNate5aXlT1PZf1DSoWypgO0QzexUM9vTzFqaWVczu6m+7UuaECVdK+n8\nrPm5km7Mmv9vSd+StEHSsqzpK3H9SknPxGXPSDqulPE7t7344P31TJ0ymXMv+Slt2+2cdDh1SOYm\nYqlrmecDJwM/l9QC6ARk/zUOBS4AXjazATn2cZSZrZPUB5gHJHs9VGJdulSwatVrm+erq1dRUVHh\n8aQ0njTa9PHHTJ0ymRHjTmT4seOSDuczkuwgttSXzI8BQ+PPlcCzwHuSOkpqDewHvJXnvnYG0tNL\nZokMHjKEFSteYmVVFRs3buSOmTMYM3a8x5PSeNLGzLjiknPp1mtfJpx+dtLh5JRQJXNpE6KZrQY2\nSdqbUBp8HFhISJKDgWeAjUCvWpfMR2Tt5qH4XOLfgEtzHUvSGZIWS1r81pvrtinu886czImjh1O1\n4kUO69+bWdNv2ab9bYvy8nKuve56xo05lgEH7McJJ51Mv8pKjyel8UC63j9PL1nI/bNnsnTBI0we\nP4zJ44fx2MMPJBZPLi2kvKZCk5kVfKf1HlCaDswBRgHXABWE5PgusCtwA3CPme1fx2tXAoPjJXMv\n4EFgfzNbX98xDxgw0GY/ML+gv8e28CEEmp40DUEB8K93Pkw6hM1O/+LRvPDMkwXLTv0PGmRz/7Yg\nr233bN9qSVNvmD2fkAAPIFwyLyCUEA8lXFLnxcxeBl4H+hUhRudcgprFJXP0GDAWeMvMaszsLaAD\nISnmnRAldQZ6AK8UJUrnXCLybXJTjIqXJJ5lfoZQu3xbrWXt4qVwO+I9xKz1vzWzX8SfH5JUA7QE\nLjaz10sStXOuZJrNuMxmVsOWTW0ws9Oyfl4J1HmTzcy6FzE051xK+LjMzjkXeUJ0zjmgkB3ENpYn\nROdcqjSnJ1Wccy61vITonEsdv4fonHMAoiiP5eXDE6JzLlWK9RRKPjwhOufSxy+ZnXMuSKrZjdcy\nO+dSp5DPMksaKekfklZIuri+bT0hOudSp1AJUVIZ8CtCd4P9gFMl5ewhyxOicy51CjgM6cHACjP7\np5ltBGYAOcdiKnkHsUmQtJbCdBPWCdi27rcLy+Opn8dTv0LF083MdivAfgCQdD8htnzsAGT3ljvN\nzKZl7etEYKSZfT3OTwI+Z2bn1LWzZlGpUqg/lqTFheydd1t5PPXzeOqXtngyzGxkUsf2S2bn3Pas\nGtgra75rXFYnT4jOue3ZE8A+knpIagVMAP6Ua+NmcclcQNMa3qSkPJ76eTz1S1s8BWdmmySdA8wF\nygi97z+Xa/tmUaninHP58Etm55yLPCE651zkCdGVhJRUD3fpJMk/eynkf5StlPmAp+WDLqlX0jHU\nJY6fjSV4s1pSwRoNbytJX5B0mJl9kpb3Tkba4kmCJ8Sttxt8+kFP8hs/fuAvk3RoUjHURdJo4DpJ\n/ROMoTswVdIJScVQS1/g15K6JfklkSHpYEnHSRpsZtbck6InxK0g6SBgvqQpkvpKapHwN/6HQCvg\nyISO/xmSRgFXADcCz9RaV8rz9C7wBnCIpJzPsJbQb4H7gPGSWicZiKRjgduAocDDkgamIUknyRPi\n1ukE7A2cAnwVmCVpd2K7zlInRjN7D/gJMFnSEaU8dl0ktQXOA75tZg8CO0jaWdJhEErVpTpHZvY2\n8D/Av4AjJR1fiuNmk3SMpJsk9TSzD4BHgWFA+7i+LIGYRgE/Br5qZhcDVwMVkvYtdSxp4gmxESR1\nAzCzB4CLgYcJjVufBe4FLpd0eCm+ZWPL++6ZeTN7BpgO7BfXl/xDFo/b0szeBz4BXpbUHrgMmAnc\nJmlujLdo50jSAEm3ZubN7B1CyawaOLxUXxpZSb8doYeVKZKmAn8mJOjfx/hqEri6OAt4z8wekbQn\ncD5wIvA3SWeXOJbU8ISYJ0kjgV9IyjwXWQXsaWYvA7cD+xCSwGxJFxQzIUmqICTiyyT9MuvDtBg4\nX1JnM6sp1vHriesIwod+J+CvcXoK6Az83sy6Ae0b6qRzG46fOQ+rCaWdGzPrYknxt4TbC+OKcfza\nspL+Y4QvhCeAd4BZwFVAuaRv1tq2qCQdJKkH4eqmtaTbYmxTzWxyXH6ppGGliCd1zMynBiZgBPAk\ncGit5X8CHgBeBI6Py/oTukMqVixjge8A+wL7E+5HzQa+TajomUq4/Ckr8TkaRSgpfxkYHJcNBobG\nn8vj/xcDZ5Ugnl2BO4Fbay3vAvwF2KXIxz8AWALsFec/D8wHdga+DvySUFJ8HOhewr/R08CAON8m\nvocfr7XdL4EvlvL9k5Yp8QDSPgHHAu8Dc7OWtYz/9wVeACZlLy9iLMfEN/SxtZafCPyQUDKaQSiR\ntCnhOaqMXwpHxHnl2O4UYCnQtwgxHEWoxJkOXB4T4u7xfPw+a7svAvOAtkU8Hz2BtsAvCLdSziHc\nLzyecD+zJeHWxoXA60CXEvyNRsX3xTFxfjdCRdwOcfmv4/IJ8T3ds1TvnzRNiQeQ5gk4IpZ6RsQP\n0f/WWr9L/MCdGufrTAQFimUE8BpwYJzvAXyn1jZHA9cBrwIVJTxPRwO3ZJ+D7HNBuId2ZTyXlUU4\n/sj4IT6LUPp6BPgNcHj8G91DuHy/nHBb4YAinotdYiK8PCu2q4CHgEkxxuFZ2xctMWcdYwCwiVCB\nkknYizJxADvGc7YYWAD0K9V7J21T4gGkcSLcW20Zvy0PicvaES55bqi17QTgufimKkpCjLFcBCwj\nXHLtCCwELqpj2x1K8SGrdczBwN0xzkxCbBH/PyomiYHFKHUQSs3PEEunWX+rXwA3Aa3jstMJpcN9\ninQONn8REEpjVwCXEkphLYEvEUrwTwHzSvi36RXfO1cCD8Yvr3nAt+L6svh/G+B3xfjCakpT4gGk\nccr6EGU+1DvE/3ckNJmonRQ7liCm9sAUwv2vl4iX6Vnr9yxWQs4RT5us89OZcCk8Os5nlw4vBL5R\npBhaECoEbs8cNyumNrG08/0SnY/MPdLM8U8hlLi+D3SIywYQKsNWUaISPOHSfF78MphMqPi7olas\nIyliqbkpTV7LXIukg4FlsVa5H4CZfSipzEIbshFAX0l/yLzGQg1mMWLZR9Khko4Kh7FfEvp120D4\nsGe2Ow24hJAEik7SOELp60+S/gvoRmi2cZukscBOcbsvE0pmDxYhhsFA73jcHSX9GOhkoYF8uZlt\nINTm7lroY9cRSydgRazd/0RSF+BcwmVpG+AiSR3NbBmhUml/M8vZa3OBYuohqb2ZPQ/8jHAL4TXg\nG8BwSfvEWCcT2rC+V8x4moykM3LaJkIt6SeEe3F/ILSha0v8No3btAXuB/YoYhxjCKWuuwilwlcJ\nNditCY2e5xDuBY0i1GbuX6LzMxp4nnApfBxwGuFJkKMI91wfJ5RIbifcSih4XFm/88A434VQW/oj\noHPWdj8ALok/F7X0TGjK8yyh5v9B4Oy4fDih1v8aoH2J/kb7ElpFzMi8Rwn3Vm8FuhNK7X8Dvgf8\nnWZ+mbzFuUs6gDROhJLFTwi1yLNiYrwkJqPPVBoU4fgjCSXAI7OWXRaT4v5xfgqwgnD5vF+JzksZ\n4VGvUbWWH0NoaDwQ6EgoWR9MEWpP47mZD4yI87sRSqR7xi+JH8XlXwaWA/uW8H0zkvBlenGtc3Ys\n4amQ3UoUR3l8z74Wk+Bo4OT4hZFpHnYFoU2kJ8Psc5d0AGmcCKWzn8WfxwJvEtr6vQRMjG+4YlWg\n7BI/VGPj/A5Z634AvEyoNOhAaM5RkmQYj9+KcA91871CPr0p/w2KfL8u69xkPtS9CLWjR8f5ivh3\nuo9Qui75hz1+ObxArdIgsGMJjr135guA8Hjp5TEJnkm4bF5IuOeauSfeqdTnJ+1T4gEkPRGeMDmE\nUPvWMWvZfEIp8TlgXFx+ajFKPXXENIZQc7prnG+dte4hPr1UbFHsWOqIbSqh1nKn7BgItai3l+jc\nLAUOJDSKv7BWHLsTKi5K9kVRR4yjgH9Q5MbftY7ZlnCf8NasL4zJhMqdjoS2ovfGL5T/LVVcTW1q\n1oNMSRpD+AZ9hVDq2k/ScWa2RNL1hJ5azjazOQBmdnsp4jKzeyV9AiyK3TK9HZ8R/hj4N/Bx3O6T\nYsciaR9CxURbwqNnDwMXAM9JetRCxxIQbid8kBVnUcRzU0NognSJmf13rPCqiRU61WZ2RrGOn2eM\n9ymM8PaXWPljFjNUEY/5vqTvE77Yr4/PJ68glNxXxPf06cAZhPu7ri5JZ+SkJuq+T/efhCYRB8X5\naUD/+HMSpbFRhEvkTMn1K4TLns4lOn7tip0qQun5P4A74vn6IuGS7Flio/ESxZa5NM00aTmNUKub\nmicsgHYJHXcgofT8HcIthIeBXnFdyd/HTWlKPIBEfun679NdFpNQS0LN4MMJxzqKcPl8FuERq1LV\nJtf1hXE5odTRi9AY+yJC7e6NpYqrnnPzCF5BkH1uugJfA34V3+sXENptlqytalOcEg8gsV+8/vt0\nf+PT2ty9UxDrWGBjqT7wDXxh/JDw3PLme4hJfshKfW6a0hS/1HeKVzp9ko6nKUzNelzm2Enm9YTe\nWTbfp5M0G/hPM3sq4RA3k7SjhYbhpTreGMLjXsPN7E1Jrc3so7juIcJz1E+UKp76lPrcuO1Xs65U\nsXDz+xxgcVblxVeAPYA1CYe3hVJ/4K3hip0NpYynPp4MXaE0+0f3zOw+Qnu+v0s6i1Ar9zUzeyPZ\nyJKXdW4Wx0fPPs76wmj258dtf5r1JXO22GTjTkIN83NJx5Mm8dbCVYS+/CYBZ5jZs8lG5VzheULM\n4veicvMvDNcceEJ0efMvDLe984TonHNRs69Ucc65DE+IzjkXeUJ0zrnIE6JzzkWeEJs5STWSlkl6\nVtIdknbchn0Nl3RP/Hm8pIvr2baDpG9uxTF+IOmifJfX2uYWSSc24ljdJXl7y2bEE6LbYGYDzGx/\nQicJ38heqaDR7xMz+5OZXVnPJh2ARidE54rJE6LL9gjQO5aM/iHpd4R+DveSNELS45KWxpJkOwBJ\nIyW9IGkpoW9E4vLTYie7SNpd0l2SnorToYSOI3rF0unVcbtvS3pC0tOSLs/a11RJL0p6FOjT0C8h\n6T/ifp6S9H+1Sr1fkLQ47m9s3L5M0tVZxz5zW0+ka5o8IToAJJXzaf+CEDqC/R8zqwTeJwy6/gUz\nG0gYb/hbknYgdFs/DhhEeMa5Lr8A/mZm/Qmdlz5HGI7z5Vg6/bakEfGYBxPGLx4kaZikQcCEuGw0\nMCSPX+dOMxsSj/c8oV/AjO7xGGOAG+Lv8DXgXTMbEvf/H5J65HEct51p1r3dOADaSFoWf36EMN5y\nF+AVM8uM/XwIYSS9+ZIgDDb1OGFUwiozewlAYazqurrvP5rQ2zdmVgO8K6ljrW1GxOnJON+OkCB3\nAu7KPCEj6U95/E77x3GaO8T9zM1aN8vC0AsvSfpn/B1GAAdm3V9sH4/9Yh7HctsRT4hug5kNyF4Q\nk9772YuAB8zs1FrbbfG6bSTgCjP731rHOH8r9nULYaClpySdRhgbOaP2o1kWjz3FzLITJ5K6b8Wx\nXRPml8wuHwuAwyT1BpDUVtK+hDFNukvqFbc7NcfrHyR085+5X9ceeI9Q+suYC5yedW+yQlJnwkDq\nx0tqI2knwuV5Q3YC1khqSRg2NttJklrEmHsSRsebC5wVt0fSvpLa5nEct53xEqJrkJmtjSWt2yW1\njosvNbMXJZ0B3CvpA8Il90517OI8YJqkrwE1wFlm9rik+bFZy33xPuJ+wOOxhLoe+LKZLZU0E3iK\n0AdjPr10f58wGNfa+H92TK8SBqPaGfiGmX0o6UbCvcWlCgdfCxyf39lx2xPv3ME55yK/ZHbOucgT\nonPORZ4QnXMu8oTonHORJ0TnnIs8ITrnXOQJ0Tnnov8PS0Ct9OFVmGEAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x7fa334697250>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "0.67741935483870963"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "get_accuracy_and_plot_confusion(y_val, predicted, clf.classes_)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>repository</th>\n",
       "      <th>label</th>\n",
       "      <th>predicted</th>\n",
       "      <th>stargazers</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>ga-chicago/wdi5-homework</td>\n",
       "      <td>HW</td>\n",
       "      <td>HW</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Aggregates/MI_HW2</td>\n",
       "      <td>HW</td>\n",
       "      <td>HW</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>datasciencelabs/2016</td>\n",
       "      <td>EDU</td>\n",
       "      <td>EDU</td>\n",
       "      <td>38.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>githubteacher/intro-november-2015</td>\n",
       "      <td>EDU</td>\n",
       "      <td>EDU</td>\n",
       "      <td>13.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>atom/atom</td>\n",
       "      <td>DEV</td>\n",
       "      <td>DEV</td>\n",
       "      <td>31999.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>jmcglone/jmcglone.github.io</td>\n",
       "      <td>WEB</td>\n",
       "      <td>WEB</td>\n",
       "      <td>69.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>hpi-swt2-exercise/java-tdd-challenge</td>\n",
       "      <td>EDU</td>\n",
       "      <td>DEV</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>alphagov/performanceplatform-documentation</td>\n",
       "      <td>DOCS</td>\n",
       "      <td>WEB</td>\n",
       "      <td>5.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>harvesthq/how-to-walkabout</td>\n",
       "      <td>DOCS</td>\n",
       "      <td>DOCS</td>\n",
       "      <td>64.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>vhf/free-programming-books</td>\n",
       "      <td>DATA</td>\n",
       "      <td>DOCS</td>\n",
       "      <td>69085.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>d3/d3</td>\n",
       "      <td>DEV</td>\n",
       "      <td>DEV</td>\n",
       "      <td>56332.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>carlosmn/CoMa-II</td>\n",
       "      <td>HW</td>\n",
       "      <td>HW</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>git/git-scm.com</td>\n",
       "      <td>DEV</td>\n",
       "      <td>DEV</td>\n",
       "      <td>1258.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>PowerDNS/pdns</td>\n",
       "      <td>DEV</td>\n",
       "      <td>DEV</td>\n",
       "      <td>704.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>cmrberry/cs6300-git-practice</td>\n",
       "      <td>HW</td>\n",
       "      <td>HW</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>Sefaria/Sefaria-Project</td>\n",
       "      <td>DEV</td>\n",
       "      <td>DEV</td>\n",
       "      <td>134.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>mongodb/docs</td>\n",
       "      <td>DOCS</td>\n",
       "      <td>DOCS</td>\n",
       "      <td>445.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>sindresorhus/eslint-config-xo</td>\n",
       "      <td>DEV</td>\n",
       "      <td>DEV</td>\n",
       "      <td>67.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>e-books/backbone.en.douceur</td>\n",
       "      <td>EDU</td>\n",
       "      <td>WEB</td>\n",
       "      <td>101.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>erikflowers/weather-icons</td>\n",
       "      <td>DEV</td>\n",
       "      <td>DEV</td>\n",
       "      <td>3737.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>tensorflow/tensorflow</td>\n",
       "      <td>DEV</td>\n",
       "      <td>DEV</td>\n",
       "      <td>35812.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>cs231n/cs231n.github.io</td>\n",
       "      <td>WEB</td>\n",
       "      <td>WEB</td>\n",
       "      <td>1632.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>m2mtech/smashtag-2015</td>\n",
       "      <td>HW</td>\n",
       "      <td>HW</td>\n",
       "      <td>19.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>openaddresses/openaddresses</td>\n",
       "      <td>DATA</td>\n",
       "      <td>DATA</td>\n",
       "      <td>754.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>benbalter/congressional-districts</td>\n",
       "      <td>DATA</td>\n",
       "      <td>DATA</td>\n",
       "      <td>94.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>Chicago/food-inspections-evaluation</td>\n",
       "      <td>WEB</td>\n",
       "      <td>DATA</td>\n",
       "      <td>131.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>OpenInstitute/OpenDuka</td>\n",
       "      <td>DEV</td>\n",
       "      <td>DATA</td>\n",
       "      <td>40.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>torvalds/linux</td>\n",
       "      <td>DEV</td>\n",
       "      <td>WEB</td>\n",
       "      <td>38443.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>bhuga/bhuga.net</td>\n",
       "      <td>WEB</td>\n",
       "      <td>HW</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>macloo/just_enough_code</td>\n",
       "      <td>DEV</td>\n",
       "      <td>DOCS</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>hughperkins/howto-jenkins-ssl</td>\n",
       "      <td>DOCS</td>\n",
       "      <td>HW</td>\n",
       "      <td>25.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                    repository label predicted  stargazers\n",
       "0                     ga-chicago/wdi5-homework    HW        HW         0.0\n",
       "1                            Aggregates/MI_HW2    HW        HW         0.0\n",
       "2                         datasciencelabs/2016   EDU       EDU        38.0\n",
       "3            githubteacher/intro-november-2015   EDU       EDU        13.0\n",
       "4                                    atom/atom   DEV       DEV     31999.0\n",
       "5                  jmcglone/jmcglone.github.io   WEB       WEB        69.0\n",
       "6         hpi-swt2-exercise/java-tdd-challenge   EDU       DEV         1.0\n",
       "7   alphagov/performanceplatform-documentation  DOCS       WEB         5.0\n",
       "8                   harvesthq/how-to-walkabout  DOCS      DOCS        64.0\n",
       "9                   vhf/free-programming-books  DATA      DOCS     69085.0\n",
       "10                                       d3/d3   DEV       DEV     56332.0\n",
       "11                            carlosmn/CoMa-II    HW        HW         0.0\n",
       "12                             git/git-scm.com   DEV       DEV      1258.0\n",
       "13                               PowerDNS/pdns   DEV       DEV       704.0\n",
       "14                cmrberry/cs6300-git-practice    HW        HW         0.0\n",
       "15                     Sefaria/Sefaria-Project   DEV       DEV       134.0\n",
       "16                                mongodb/docs  DOCS      DOCS       445.0\n",
       "17               sindresorhus/eslint-config-xo   DEV       DEV        67.0\n",
       "18                 e-books/backbone.en.douceur   EDU       WEB       101.0\n",
       "19                   erikflowers/weather-icons   DEV       DEV      3737.0\n",
       "20                       tensorflow/tensorflow   DEV       DEV     35812.0\n",
       "21                     cs231n/cs231n.github.io   WEB       WEB      1632.0\n",
       "22                       m2mtech/smashtag-2015    HW        HW        19.0\n",
       "23                 openaddresses/openaddresses  DATA      DATA       754.0\n",
       "24           benbalter/congressional-districts  DATA      DATA        94.0\n",
       "25         Chicago/food-inspections-evaluation   WEB      DATA       131.0\n",
       "26                      OpenInstitute/OpenDuka   DEV      DATA        40.0\n",
       "27                              torvalds/linux   DEV       WEB     38443.0\n",
       "28                             bhuga/bhuga.net   WEB        HW         1.0\n",
       "29                     macloo/just_enough_code   DEV      DOCS         1.0\n",
       "30               hughperkins/howto-jenkins-ssl  DOCS        HW        25.0"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "val_df = pd.read_csv(VALIDATION_DATA_PATH)\n",
    "val_df[\"predicted\"] = predicted\n",
    "val_df[[\"repository\", \"label\", \"predicted\", \"stargazers\"]]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 2",
   "language": "python",
   "name": "python2"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.10"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}