Classification_based_on_Keywords.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#importing all packages\n",
    "import re\n",
    "import string\n",
    "import rake_nltk\n",
    "from rake_nltk import Rake\n",
    "import operator\n",
    "import os\n",
    "#os.chdir('C:\\\\Users\\\\acer1\\\\Desktop\\\\Starr mine\\\\txt_data_final')\n",
    "from operator import itemgetter\n",
    "import nltk\n",
    "import nltk.tokenize\n",
    "from nltk.tokenize import word_tokenize\n",
    "from collections import Counter\n",
    "import string\n",
    "from nltk.tokenize import RegexpTokenizer\n",
    "from nltk.corpus import stopwords\n",
    "from nltk.stem import PorterStemmer\n",
    "ps = PorterStemmer()\n",
    "\n",
    "import pandas as pd\n",
    "import numpy as np"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# Relevant docuemnt - Keywords charotte\n",
    "os.chdir(\"D:\\Court Misclassification\\Known misclass opinions\\Known Mis_Text File\\All\")\n",
    "lst = [\"Misclass\", \"Independent contractor\" , \"Employer-employee\", \n",
    "    \"Employment relationship\", \"Common law agency\", \"Common law control\", \"Economic real\",\"Employer\"]\n",
    "df= pd.DataFrame ( columns = [lst + [\"count\", \"file_name\"]] )\n",
    "n = 0\n",
    "for file in os.listdir('.'):\n",
    "    Document_text = open(\"D://Court Misclassification//Known misclass opinions//Known Mis_Text File//All//%s\"%file)\n",
    "    Data = Document_text.read().lower()\n",
    "    t =  [len(re.findall(i.lower(), Data)) for i in lst]\n",
    "    word_count = len(Data)\n",
    "    u = t + [word_count] + [\"%s\"%file]\n",
    "    df.loc[n] = u\n",
    "    n = n+1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Misclass</th>\n",
       "      <th>Independent contractor</th>\n",
       "      <th>Employer-employee</th>\n",
       "      <th>Employment relationship</th>\n",
       "      <th>Common law agency</th>\n",
       "      <th>Common law control</th>\n",
       "      <th>Economic real</th>\n",
       "      <th>Employer</th>\n",
       "      <th>count</th>\n",
       "      <th>file_name</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>61</td>\n",
       "      <td>79192</td>\n",
       "      <td>Abney v General Electric.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>8</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>12</td>\n",
       "      <td>32202</td>\n",
       "      <td>Ahmad v Yellow Cab Company of New London and G...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2655</td>\n",
       "      <td>Alba v Housing Authority of the City of Pittso...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0</td>\n",
       "      <td>17</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>8</td>\n",
       "      <td>4</td>\n",
       "      <td>31759</td>\n",
       "      <td>Alexander v Avera St Lukes Hospital.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>7895</td>\n",
       "      <td>Alexander v Stratus Bldg Solutions.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>34859</td>\n",
       "      <td>Allen v US Sec of Defense.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>19</td>\n",
       "      <td>37231</td>\n",
       "      <td>Almaguer v Cook County.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0</td>\n",
       "      <td>10</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>22</td>\n",
       "      <td>55393</td>\n",
       "      <td>Almutairi v Intl Broadcasting Bureau.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>13611</td>\n",
       "      <td>Amadou v JB Hunt Transport.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>11190</td>\n",
       "      <td>Andermann v Wolters Kluwer.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>12770</td>\n",
       "      <td>Aponte v City of Buffalo.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>29944</td>\n",
       "      <td>Arifi v FedEx Ground Package System.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>7</td>\n",
       "      <td>47533</td>\n",
       "      <td>Art &amp; Drama Therapy Institute v. DC.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>0</td>\n",
       "      <td>10</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>19</td>\n",
       "      <td>37627</td>\n",
       "      <td>Ashkenazi v South Broward Hospital.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>9379</td>\n",
       "      <td>Ayad v Radio One.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>7202</td>\n",
       "      <td>Bachir v St Agnes Medical Center.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>20941</td>\n",
       "      <td>Bailey Lynch v Mid Town Promotions.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>0</td>\n",
       "      <td>35</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>5</td>\n",
       "      <td>24054</td>\n",
       "      <td>Barlow v CR England.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>0</td>\n",
       "      <td>21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>21</td>\n",
       "      <td>39212</td>\n",
       "      <td>Barrows v Teamsters Joint Local 69.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>0</td>\n",
       "      <td>13</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>18</td>\n",
       "      <td>24708</td>\n",
       "      <td>Bigalke v Neenah Foundry Co.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>18</td>\n",
       "      <td>20354</td>\n",
       "      <td>Blandon v Mortgage Law Group.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>10</td>\n",
       "      <td>33889</td>\n",
       "      <td>Boeser v Sharp.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>11823</td>\n",
       "      <td>Brintley v St Mary Mercy Hosp_Ct of App.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>137721</td>\n",
       "      <td>Brintley v St Mary Mercy Hosp_Dist Ct.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>0</td>\n",
       "      <td>16</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>7</td>\n",
       "      <td>42667</td>\n",
       "      <td>Brown v J Kaz.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>999</td>\n",
       "      <td>Bryant v The Orkand Corp.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>24547</td>\n",
       "      <td>Burds v Union Pacific.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>6</td>\n",
       "      <td>14</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>68</td>\n",
       "      <td>44569</td>\n",
       "      <td>Cardinale v Southern Homes of Polk County.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>0</td>\n",
       "      <td>16</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>30538</td>\n",
       "      <td>Chai v Allstate Ins.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>1</td>\n",
       "      <td>23</td>\n",
       "      <td>0</td>\n",
       "      <td>19</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>37</td>\n",
       "      <td>80613</td>\n",
       "      <td>Chamberlain v Securian Financial Group.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>218</th>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>42663</td>\n",
       "      <td>Spann-Wilder v City of North Charleston.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>219</th>\n",
       "      <td>0</td>\n",
       "      <td>12</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>14618</td>\n",
       "      <td>Spann-Wilder v North Charleston_II.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>220</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>38881</td>\n",
       "      <td>Spann-Wilder v North Charleston_III.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>221</th>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>13</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>20</td>\n",
       "      <td>79008</td>\n",
       "      <td>Strategic Management Harmony v Enhanced Busine...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>222</th>\n",
       "      <td>0</td>\n",
       "      <td>15</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "      <td>42674</td>\n",
       "      <td>Sturgis v Mattel.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>223</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1803</td>\n",
       "      <td>Sulkin v Chicago Transit Authority.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>224</th>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>18</td>\n",
       "      <td>89938</td>\n",
       "      <td>Summa v Hofstra University.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>225</th>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>12</td>\n",
       "      <td>50366</td>\n",
       "      <td>Suri v Foxx.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>226</th>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>10</td>\n",
       "      <td>67620</td>\n",
       "      <td>Tani v FPL-Next Era Energy.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>227</th>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>29247</td>\n",
       "      <td>Tania Consulting Services v City of Chicago.pd...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>228</th>\n",
       "      <td>0</td>\n",
       "      <td>50</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>10</td>\n",
       "      <td>32</td>\n",
       "      <td>42560</td>\n",
       "      <td>Taylor v BP Express.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>229</th>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>40</td>\n",
       "      <td>48000</td>\n",
       "      <td>Thompson v Linda And A.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>230</th>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>21964</td>\n",
       "      <td>Tisdale v Erimax.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>231</th>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>12</td>\n",
       "      <td>17835</td>\n",
       "      <td>Townsend v CWS.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>232</th>\n",
       "      <td>0</td>\n",
       "      <td>29</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>46</td>\n",
       "      <td>94311</td>\n",
       "      <td>Tremalio v Demand Shoes.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>233</th>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>9</td>\n",
       "      <td>17895</td>\n",
       "      <td>Vahid v Farmers Insurance Exchange.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>234</th>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>16750</td>\n",
       "      <td>Ward v Tunica County Board of Supervisors.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>235</th>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3522</td>\n",
       "      <td>Ware v Knight Enterprise.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>236</th>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>12147</td>\n",
       "      <td>Watson v All-Star Chevrolet.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>237</th>\n",
       "      <td>0</td>\n",
       "      <td>22</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>31050</td>\n",
       "      <td>Williams v CF Medical.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>238</th>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>12090</td>\n",
       "      <td>Williams v Macomb Oakland Regional Center.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1539</td>\n",
       "      <td>Wojewski v Rapid City Regional Hospital_I.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>240</th>\n",
       "      <td>0</td>\n",
       "      <td>8</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>8</td>\n",
       "      <td>19634</td>\n",
       "      <td>Wojewski v Rapid City Regional Hospital_II.pdf...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>241</th>\n",
       "      <td>0</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>6084</td>\n",
       "      <td>Wortham v Amerian Family Insurance.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>242</th>\n",
       "      <td>0</td>\n",
       "      <td>19</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>16</td>\n",
       "      <td>25777</td>\n",
       "      <td>Yonan v United States Soccer Federation.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>243</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>29</td>\n",
       "      <td>187832</td>\n",
       "      <td>Yu v New York City Housing Development Corp.pd...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>244</th>\n",
       "      <td>0</td>\n",
       "      <td>14</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>18016</td>\n",
       "      <td>Zahner v Tower Rock Stone Co.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>245</th>\n",
       "      <td>0</td>\n",
       "      <td>14</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>17890</td>\n",
       "      <td>Zarlengo v Caz &amp; Associate.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>246</th>\n",
       "      <td>0</td>\n",
       "      <td>39</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>39298</td>\n",
       "      <td>Zents v Baylor Trucking Co.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>247</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>783</td>\n",
       "      <td>Zhengxing v Nathanson.pdf.txt</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>248 rows × 10 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "    Misclass Independent contractor Employer-employee Employment relationship  \\\n",
       "0          0                      7                 0                       0   \n",
       "1          0                      8                 2                       1   \n",
       "2          0                      0                 0                       0   \n",
       "3          0                     17                 0                       0   \n",
       "4          0                      3                 1                       1   \n",
       "5          0                      5                 0                       0   \n",
       "6          0                      1                 0                       4   \n",
       "7          0                     10                 0                       1   \n",
       "8          0                      3                 0                       0   \n",
       "9          0                      7                 0                       0   \n",
       "10         0                      3                 0                       1   \n",
       "11         0                      0                 0                       0   \n",
       "12         0                      1                 1                       1   \n",
       "13         0                     10                 4                       6   \n",
       "14         0                      1                 0                       0   \n",
       "15         0                      3                 0                       2   \n",
       "16         0                      3                 0                       0   \n",
       "17         0                     35                 0                       0   \n",
       "18         0                     21                 0                       0   \n",
       "19         0                     13                 0                       1   \n",
       "20         0                      1                 0                       0   \n",
       "21         0                      0                 0                       0   \n",
       "22         0                      3                 0                       0   \n",
       "23         0                      7                 3                       1   \n",
       "24         0                     16                 0                       0   \n",
       "25         0                      0                 0                       0   \n",
       "26         0                      0                 0                       0   \n",
       "27         0                      5                 6                      14   \n",
       "28         0                     16                 0                       0   \n",
       "29         1                     23                 0                      19   \n",
       "..       ...                    ...               ...                     ...   \n",
       "218        0                      5                 0                       1   \n",
       "219        0                     12                 0                       1   \n",
       "220        0                      0                 0                       0   \n",
       "221        0                      2                 0                      13   \n",
       "222        0                     15                 0                       0   \n",
       "223        0                      0                 0                       0   \n",
       "224        0                      1                 1                       3   \n",
       "225        0                      2                 0                       0   \n",
       "226        0                      5                 0                       0   \n",
       "227        0                      4                 0                       0   \n",
       "228        0                     50                 0                       0   \n",
       "229        0                      9                 0                       1   \n",
       "230        0                     11                 0                       0   \n",
       "231        0                      6                 3                       1   \n",
       "232        0                     29                 0                       0   \n",
       "233        0                      5                 0                       1   \n",
       "234        0                      1                 0                       1   \n",
       "235        0                      1                 0                       0   \n",
       "236        0                      4                 0                       0   \n",
       "237        0                     22                 0                       0   \n",
       "238        0                      1                 0                       0   \n",
       "239        0                      0                 0                       0   \n",
       "240        0                      8                 1                       1   \n",
       "241        0                      8                 0                       0   \n",
       "242        0                     19                 4                       2   \n",
       "243        0                      0                 1                       0   \n",
       "244        0                     14                 0                       0   \n",
       "245        0                     14                 0                       6   \n",
       "246        0                     39                 0                       1   \n",
       "247        0                      0                 0                       0   \n",
       "\n",
       "    Common law agency Common law control Economic real Employer   count  \\\n",
       "0                   1                  0             1       61   79192   \n",
       "1                   0                  0             0       12   32202   \n",
       "2                   0                  0             0        0    2655   \n",
       "3                   0                  0             8        4   31759   \n",
       "4                   1                  0             0        4    7895   \n",
       "5                   0                  0             0        6   34859   \n",
       "6                   0                  0             2       19   37231   \n",
       "7                   0                  0             0       22   55393   \n",
       "8                   0                  0             0        0   13611   \n",
       "9                   0                  0             0        0   11190   \n",
       "10                  1                  0             0        7   12770   \n",
       "11                  0                  0             0        4   29944   \n",
       "12                  0                  0             2        7   47533   \n",
       "13                  0                  0             1       19   37627   \n",
       "14                  0                  0             0        0    9379   \n",
       "15                  0                  0             0        1    7202   \n",
       "16                  0                  0             0        3   20941   \n",
       "17                  0                  0             3        5   24054   \n",
       "18                  0                  0             0       21   39212   \n",
       "19                  0                  0             0       18   24708   \n",
       "20                  0                  0             0       18   20354   \n",
       "21                  0                  0             0       10   33889   \n",
       "22                  1                  0             0        1   11823   \n",
       "23                  2                  0             0       11  137721   \n",
       "24                  0                  0             1        7   42667   \n",
       "25                  0                  0             0        0     999   \n",
       "26                  0                  0             0        0   24547   \n",
       "27                  0                  0             5       68   44569   \n",
       "28                  0                  0             0        1   30538   \n",
       "29                  0                  0             1       37   80613   \n",
       "..                ...                ...           ...      ...     ...   \n",
       "218                 0                  0             0        2   42663   \n",
       "219                 0                  0             0        0   14618   \n",
       "220                 0                  0             0        5   38881   \n",
       "221                 0                  0             1       20   79008   \n",
       "222                 0                  0             0        9   42674   \n",
       "223                 0                  0             0        0    1803   \n",
       "224                 0                  0             0       18   89938   \n",
       "225                 0                  0             0       12   50366   \n",
       "226                 0                  0             0       10   67620   \n",
       "227                 0                  0             0        7   29247   \n",
       "228                 0                  0            10       32   42560   \n",
       "229                 0                  0             7       40   48000   \n",
       "230                 0                  0             1        5   21964   \n",
       "231                 0                  0             0       12   17835   \n",
       "232                 3                  0             0       46   94311   \n",
       "233                 0                  0             1        9   17895   \n",
       "234                 0                  0             0        1   16750   \n",
       "235                 0                  0             0        0    3522   \n",
       "236                 0                  0             1        1   12147   \n",
       "237                 1                  0             0        2   31050   \n",
       "238                 0                  0             0        0   12090   \n",
       "239                 0                  0             0        0    1539   \n",
       "240                 0                  0             1        8   19634   \n",
       "241                 0                  0             0        0    6084   \n",
       "242                 0                  0             2       16   25777   \n",
       "243                 0                  0             0       29  187832   \n",
       "244                 1                  0             0        0   18016   \n",
       "245                 0                  0             0        2   17890   \n",
       "246                 0                  0             0       11   39298   \n",
       "247                 0                  0             0        0     783   \n",
       "\n",
       "                                             file_name  \n",
       "0                     Abney v General Electric.pdf.txt  \n",
       "1    Ahmad v Yellow Cab Company of New London and G...  \n",
       "2    Alba v Housing Authority of the City of Pittso...  \n",
       "3          Alexander v Avera St Lukes Hospital.pdf.txt  \n",
       "4           Alexander v Stratus Bldg Solutions.pdf.txt  \n",
       "5                    Allen v US Sec of Defense.pdf.txt  \n",
       "6                       Almaguer v Cook County.pdf.txt  \n",
       "7         Almutairi v Intl Broadcasting Bureau.pdf.txt  \n",
       "8                   Amadou v JB Hunt Transport.pdf.txt  \n",
       "9                   Andermann v Wolters Kluwer.pdf.txt  \n",
       "10                    Aponte v City of Buffalo.pdf.txt  \n",
       "11         Arifi v FedEx Ground Package System.pdf.txt  \n",
       "12         Art & Drama Therapy Institute v. DC.pdf.txt  \n",
       "13          Ashkenazi v South Broward Hospital.pdf.txt  \n",
       "14                            Ayad v Radio One.pdf.txt  \n",
       "15            Bachir v St Agnes Medical Center.pdf.txt  \n",
       "16          Bailey Lynch v Mid Town Promotions.pdf.txt  \n",
       "17                         Barlow v CR England.pdf.txt  \n",
       "18          Barrows v Teamsters Joint Local 69.pdf.txt  \n",
       "19                 Bigalke v Neenah Foundry Co.pdf.txt  \n",
       "20                Blandon v Mortgage Law Group.pdf.txt  \n",
       "21                              Boeser v Sharp.pdf.txt  \n",
       "22     Brintley v St Mary Mercy Hosp_Ct of App.pdf.txt  \n",
       "23       Brintley v St Mary Mercy Hosp_Dist Ct.pdf.txt  \n",
       "24                               Brown v J Kaz.pdf.txt  \n",
       "25                    Bryant v The Orkand Corp.pdf.txt  \n",
       "26                       Burds v Union Pacific.pdf.txt  \n",
       "27   Cardinale v Southern Homes of Polk County.pdf.txt  \n",
       "28                         Chai v Allstate Ins.pdf.txt  \n",
       "29      Chamberlain v Securian Financial Group.pdf.txt  \n",
       "..                                                 ...  \n",
       "218    Spann-Wilder v City of North Charleston.pdf.txt  \n",
       "219         Spann-Wilder v North Charleston_II.pdf.txt  \n",
       "220        Spann-Wilder v North Charleston_III.pdf.txt  \n",
       "221  Strategic Management Harmony v Enhanced Busine...  \n",
       "222                           Sturgis v Mattel.pdf.txt  \n",
       "223         Sulkin v Chicago Transit Authority.pdf.txt  \n",
       "224                 Summa v Hofstra University.pdf.txt  \n",
       "225                                Suri v Foxx.pdf.txt  \n",
       "226                 Tani v FPL-Next Era Energy.pdf.txt  \n",
       "227  Tania Consulting Services v City of Chicago.pd...  \n",
       "228                        Taylor v BP Express.pdf.txt  \n",
       "229                     Thompson v Linda And A.pdf.txt  \n",
       "230                           Tisdale v Erimax.pdf.txt  \n",
       "231                             Townsend v CWS.pdf.txt  \n",
       "232                    Tremalio v Demand Shoes.pdf.txt  \n",
       "233         Vahid v Farmers Insurance Exchange.pdf.txt  \n",
       "234  Ward v Tunica County Board of Supervisors.pdf.txt  \n",
       "235                   Ware v Knight Enterprise.pdf.txt  \n",
       "236                Watson v All-Star Chevrolet.pdf.txt  \n",
       "237                      Williams v CF Medical.pdf.txt  \n",
       "238  Williams v Macomb Oakland Regional Center.pdf.txt  \n",
       "239  Wojewski v Rapid City Regional Hospital_I.pdf.txt  \n",
       "240  Wojewski v Rapid City Regional Hospital_II.pdf...  \n",
       "241         Wortham v Amerian Family Insurance.pdf.txt  \n",
       "242    Yonan v United States Soccer Federation.pdf.txt  \n",
       "243  Yu v New York City Housing Development Corp.pd...  \n",
       "244               Zahner v Tower Rock Stone Co.pdf.txt  \n",
       "245                 Zarlengo v Caz & Associate.pdf.txt  \n",
       "246                 Zents v Baylor Trucking Co.pdf.txt  \n",
       "247                      Zhengxing v Nathanson.pdf.txt  \n",
       "\n",
       "[248 rows x 10 columns]"
      ]
     },
     "execution_count": 42,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df\n",
    "#plantiff were independent contracter"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\acer1\\Anaconda2\\lib\\site-packages\\ipykernel_launcher.py:1: UserWarning: Boolean Series key will be reindexed to match DataFrame index.\n",
      "  \"\"\"Entry point for launching an IPython kernel.\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Misclass</th>\n",
       "      <th>Independent contractor</th>\n",
       "      <th>Employer-employee</th>\n",
       "      <th>Employment relationship</th>\n",
       "      <th>Common law agency</th>\n",
       "      <th>Common law control</th>\n",
       "      <th>Economic real</th>\n",
       "      <th>Employer</th>\n",
       "      <th>count</th>\n",
       "      <th>file_name</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>29944</td>\n",
       "      <td>Arifi v FedEx Ground Package System.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>10</td>\n",
       "      <td>33889</td>\n",
       "      <td>Boeser v Sharp.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>24547</td>\n",
       "      <td>Burds v Union Pacific.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>25467</td>\n",
       "      <td>Conn v US Steel.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>17</td>\n",
       "      <td>54279</td>\n",
       "      <td>Consolmagno v Hosp of St Raphael School of Nur...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>6738</td>\n",
       "      <td>Disel v Oklahoma Publishing Co.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>38</td>\n",
       "      <td>68537</td>\n",
       "      <td>EEOC v Global Horizons.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>68</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>22415</td>\n",
       "      <td>Gifford v Farmers Insurance Exchange.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88</th>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>30</td>\n",
       "      <td>57672</td>\n",
       "      <td>gov.uscourts.vaed.230811.109.0.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>105</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>99284</td>\n",
       "      <td>Hill v Emergency Dental.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>115</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>9785</td>\n",
       "      <td>J Kaz v Brown.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>117</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>12</td>\n",
       "      <td>15815</td>\n",
       "      <td>Johnson v Chilton County Commission.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>161</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "      <td>18574</td>\n",
       "      <td>Miller v L&amp;M Productions.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>190</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>14</td>\n",
       "      <td>35837</td>\n",
       "      <td>Polo-Calderon v Corporacion Puertorriquena de ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>205</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>21</td>\n",
       "      <td>94298</td>\n",
       "      <td>Saleem v Corporate Transportation Group.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>208</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>46159</td>\n",
       "      <td>Schwieger v Farm Bureau Insurance.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>220</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>38881</td>\n",
       "      <td>Spann-Wilder v North Charleston_III.pdf.txt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>243</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>29</td>\n",
       "      <td>187832</td>\n",
       "      <td>Yu v New York City Housing Development Corp.pd...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    Misclass Independent contractor Employer-employee Employment relationship  \\\n",
       "11         0                      0                 0                       0   \n",
       "21         0                      0                 0                       0   \n",
       "26         0                      0                 0                       0   \n",
       "32         0                      0                 0                       0   \n",
       "33         0                      0                 0                       1   \n",
       "47         0                      0                 0                       0   \n",
       "52         0                      0                 0                       0   \n",
       "68         0                      0                 0                       0   \n",
       "88         1                      0                 5                       0   \n",
       "105        0                      0                 0                       0   \n",
       "115        0                      0                 0                       0   \n",
       "117        0                      0                 0                       0   \n",
       "161        0                      0                 0                       1   \n",
       "190        0                      0                 0                       0   \n",
       "205        0                      0                 0                       0   \n",
       "208        0                      0                 0                       0   \n",
       "220        0                      0                 0                       0   \n",
       "243        0                      0                 1                       0   \n",
       "\n",
       "    Common law agency Common law control Economic real Employer   count  \\\n",
       "11                  0                  0             0        4   29944   \n",
       "21                  0                  0             0       10   33889   \n",
       "26                  0                  0             0        0   24547   \n",
       "32                  0                  0             0        0   25467   \n",
       "33                  2                  0             0       17   54279   \n",
       "47                  0                  0             0        5    6738   \n",
       "52                  0                  0             1       38   68537   \n",
       "68                  0                  0             0        6   22415   \n",
       "88                  0                  0             0       30   57672   \n",
       "105                 0                  0             0        0   99284   \n",
       "115                 0                  0             0        0    9785   \n",
       "117                 0                  0             1       12   15815   \n",
       "161                 0                  0             0        9   18574   \n",
       "190                 0                  0             0       14   35837   \n",
       "205                 0                  0             0       21   94298   \n",
       "208                 0                  0             0        0   46159   \n",
       "220                 0                  0             0        5   38881   \n",
       "243                 0                  0             0       29  187832   \n",
       "\n",
       "                                             file_name  \n",
       "11         Arifi v FedEx Ground Package System.pdf.txt  \n",
       "21                              Boeser v Sharp.pdf.txt  \n",
       "26                       Burds v Union Pacific.pdf.txt  \n",
       "32                             Conn v US Steel.pdf.txt  \n",
       "33   Consolmagno v Hosp of St Raphael School of Nur...  \n",
       "47              Disel v Oklahoma Publishing Co.pdf.txt  \n",
       "52                      EEOC v Global Horizons.pdf.txt  \n",
       "68        Gifford v Farmers Insurance Exchange.pdf.txt  \n",
       "88              gov.uscourts.vaed.230811.109.0.pdf.txt  \n",
       "105                    Hill v Emergency Dental.pdf.txt  \n",
       "115                              J Kaz v Brown.pdf.txt  \n",
       "117        Johnson v Chilton County Commission.pdf.txt  \n",
       "161                   Miller v L&M Productions.pdf.txt  \n",
       "190  Polo-Calderon v Corporacion Puertorriquena de ...  \n",
       "205    Saleem v Corporate Transportation Group.pdf.txt  \n",
       "208          Schwieger v Farm Bureau Insurance.pdf.txt  \n",
       "220        Spann-Wilder v North Charleston_III.pdf.txt  \n",
       "243  Yu v New York City Housing Development Corp.pd...  "
      ]
     },
     "execution_count": 51,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df[df['Independent contractor'] == 0 ][df[\"count\"] > 3000]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#Non garbage irrelevant\n",
    "os.chdir(\"D:\\Court Misclassification\\Known misclass opinions\\Non-garbage irrelevant text\")\n",
    "df1= pd.DataFrame ( columns = lst)\n",
    "n = 0\n",
    "for file in os.listdir('.'):\n",
    "    Document_text = open(\"D:\\Court Misclassification\\Known misclass opinions\\Non-garbage irrelevant text//%s\"%file)\n",
    "    Data = Document_text.read().lower()\n",
    "    lst = [\"Misclass\", \"Independent contractor\" , \"Employer-employee\", \n",
    "    \"Employment relationship\", \"Common law agency\", \"Common law control\", \"Economic real\",\"Employer\"]\n",
    "    t =  [len(re.findall(i.lower(), Data)) for i in lst]\n",
    "    df1.loc[n] = t\n",
    "    n = n+1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(Misclass                    21\n",
       " Independent contractor       0\n",
       " Employer-employee            4\n",
       " Employment relationship      1\n",
       " Common law agency            0\n",
       " Common law control           0\n",
       " Economic real                2\n",
       " Employer                   430\n",
       " dtype: int64, Misclass                     15.2\n",
       " Independent contractor      863.2\n",
       " Employer-employee            56.8\n",
       " Employment relationship     107.6\n",
       " Common law agency            20.4\n",
       " Common law control            6.0\n",
       " Economic real               111.2\n",
       " Employer                   1260.0\n",
       " dtype: float64)"
      ]
     },
     "execution_count": 62,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Keywords comparison\n",
    "df1.apply(lambda x: x.sum(), axis= 0) , df.apply(lambda x: x.sum()/2.5, axis= 0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#Appending all relevant files\n",
    "os.chdir(\"D:\\Court Misclassification\\Known misclass opinions\\Known Mis_Text File\\All\")\n",
    "for file in os.listdir('.'):\n",
    "    Document_text = open(\"D://Court Misclassification//Known misclass opinions//Known Mis_Text File//All//%s\"%file)\n",
    "    Data = Document_text.read().lower()\n",
    "    Sec_1 = open(\"D://Court Misclassification//Known misclass opinions//Known Mis_Text File//relevant.txt\", \"a\")\n",
    "    Sec_1.write(Data)\n",
    "    Sec_1.close()    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 85,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\acer1\\Anaconda2\\lib\\site-packages\\ipykernel_launcher.py:5: UnicodeWarning: Unicode equal comparison failed to convert both arguments to Unicode - interpreting them as being unequal\n",
      "  \"\"\"\n"
     ]
    }
   ],
   "source": [
    "#Cleaning and preprocessing\n",
    "Document_text = open(\"D://Court Misclassification//Known misclass opinions//Known Mis_Text File//relevant.txt\")\n",
    "Data = Document_text.read()\n",
    "tokenizer = RegexpTokenizer(r'\\w+')\n",
    "tokens = tokenizer.tokenize(Data)\n",
    "filtered_words = [ps.stem(w.decode('utf8', 'ignore')) for w in tokens if not w in stopwords.words('english')]\n",
    "ls = \" \".join(filtered_words)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#Removing low character word for; data cleaning\n",
    "filtered_words_1 = [ w for w in filtered_words if len(w) > 4]\n",
    "ls1 = \" \".join(filtered_words_1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 119,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[((u'independ', u'contractor'), 2932),\n",
       " ((u'summari', u'judgment'), 2884),\n",
       " ((u'motion', u'summari'), 966),\n",
       " ((u'district', u'court'), 855),\n",
       " ((u'defend', u'motion'), 751),\n",
       " ((u'motion', u'dismiss'), 700),\n",
       " ((u'plaintiff', u'claim'), 662),\n",
       " ((u'plaintiff', u'alleg'), 576),\n",
       " ((u'amend', u'complaint'), 568),\n",
       " ((u'determin', u'whether'), 564),\n",
       " ((u'state', u'claim'), 550),\n",
       " ((u'employe', u'independ'), 516),\n",
       " ((u'hostil', u'environ'), 475),\n",
       " ((u'employ', u'relationship'), 417),\n",
       " ((u'state', u'district'), 402),\n",
       " ((u'genuin', u'materi'), 386),\n",
       " ((u'plaintiff', u'employe'), 380),\n",
       " ((u'suprem', u'court'), 375),\n",
       " ((u'econom', u'realiti'), 375),\n",
       " ((u'employ', u'employe'), 372),\n",
       " ((u'employ', u'action'), 372),\n",
       " ((u'sexual', u'harass'), 354),\n",
       " ((u'document', u'pageid'), 347),\n",
       " ((u'defend', u'plaintiff'), 345),\n",
       " ((u'plaintiff', u'independ'), 344),\n",
       " ((u'claim', u'plaintiff'), 331),\n",
       " ((u'advers', u'employ'), 326),\n",
       " ((u'control', u'manner'), 304),\n",
       " ((u'right', u'control'), 303),\n",
       " ((u'employ', u'discrimin'), 302),\n",
       " ((u'court', u'grant'), 301),\n",
       " ((u'retali', u'claim'), 299),\n",
       " ((u'joint', u'employ'), 299),\n",
       " ((u'discrimin', u'claim'), 294),\n",
       " ((u'civil', u'right'), 289),\n",
       " ((u'whether', u'plaintiff'), 280),\n",
       " ((u'court', u'consid'), 273),\n",
       " ((u'weigh', u'favor'), 271),\n",
       " ((u'contractor', u'employe'), 271),\n",
       " ((u'intern', u'quotat'), 263),\n",
       " ((u'plaintiff', u'employ'), 261),\n",
       " ((u'protect', u'activ'), 259),\n",
       " ((u'light', u'favor'), 259),\n",
       " ((u'dismiss', u'plaintiff'), 253),\n",
       " ((u'contractor', u'statu'), 252),\n",
       " ((u'nation', u'origin'), 245),\n",
       " ((u'judgment', u'plaintiff'), 240),\n",
       " ((u'nonmov', u'parti'), 239),\n",
       " ((u'plaintiff', u'complaint'), 233),\n",
       " ((u'breach', u'contract'), 233),\n",
       " ((u'whether', u'parti'), 231),\n",
       " ((u'employe', u'statu'), 228),\n",
       " ((u'factor', u'weigh'), 222),\n",
       " ((u'plaintiff', u'defend'), 221),\n",
       " ((u'employe', u'relationship'), 220),\n",
       " ((u'judgment', u'grant'), 217),\n",
       " ((u'court', u'plaintiff'), 217),\n",
       " ((u'plaintiff', u'motion'), 212),\n",
       " ((u'skill', u'requir'), 209),\n",
       " ((u'establish', u'prima'), 201),\n",
       " ((u'plaintiff', u'assert'), 197),\n",
       " ((u'grant', u'summari'), 196),\n",
       " ((u'favor', u'plaintiff'), 194),\n",
       " ((u'judgment', u'matter'), 193),\n",
       " ((u'employe', u'benefit'), 190),\n",
       " ((u'common', u'agenc'), 189),\n",
       " ((u'plaintiff', u'state'), 189),\n",
       " ((u'method', u'payment'), 188),\n",
       " ((u'claim', u'dismiss'), 184),\n",
       " ((u'employ', u'employ'), 181),\n",
       " ((u'claim', u'defend'), 180),\n",
       " ((u'employ', u'statu'), 174),\n",
       " ((u'court', u'conclud'), 174),\n",
       " ((u'state', u'court'), 174),\n",
       " ((u'employe', u'defend'), 173),\n",
       " ((u'subject', u'matter'), 173),\n",
       " ((u'whether', u'employ'), 171),\n",
       " ((u'parti', u'right'), 170),\n",
       " ((u'judgment', u'motion'), 170),\n",
       " ((u'feder', u'civil'), 169),\n",
       " ((u'alleg', u'defend'), 166),\n",
       " ((u'court', u'determin'), 165),\n",
       " ((u'complaint', u'alleg'), 165),\n",
       " ((u'civil', u'procedur'), 163),\n",
       " ((u'court', u'defend'), 162),\n",
       " ((u'entitl', u'judgment'), 161),\n",
       " ((u'plaintiff', u'plaintiff'), 160),\n",
       " ((u'alleg', u'employ'), 159),\n",
       " ((u'plaintiff', u'establish'), 159),\n",
       " ((u'matter', u'jurisdict'), 159),\n",
       " ((u'court', u'appeal'), 159),\n",
       " ((u'mcdonnel', u'dougla'), 159),\n",
       " ((u'grant', u'defend'), 158),\n",
       " ((u'genuin', u'disput'), 158),\n",
       " ((u'environ', u'claim'), 156),\n",
       " ((u'burden', u'shift'), 153),\n",
       " ((u'judgment', u'defend'), 151),\n",
       " ((u'parti', u'whether'), 151),\n",
       " ((u'docket', u'docket'), 149),\n",
       " ((u'report', u'recommend'), 146),\n",
       " ((u'reason', u'could'), 146),\n",
       " ((u'complaint', u'plaintiff'), 145),\n",
       " ((u'social', u'secur'), 145),\n",
       " ((u'entitl', u'summari'), 144),\n",
       " ((u'statut', u'limit'), 143),\n",
       " ((u'question', u'whether'), 142),\n",
       " ((u'employe', u'employ'), 142),\n",
       " ((u'disput', u'materi'), 141),\n",
       " ((u'medic', u'staff'), 140),\n",
       " ((u'whether', u'worker'), 137),\n",
       " ((u'claim', u'discrimin'), 137),\n",
       " ((u'employe', u'purpos'), 136),\n",
       " ((u'advers', u'action'), 136),\n",
       " ((u'relationship', u'parti'), 136),\n",
       " ((u'condit', u'employ'), 134),\n",
       " ((u'reason', u'infer'), 134),\n",
       " ((u'claim', u'relief'), 134),\n",
       " ((u'similarli', u'situat'), 133),\n",
       " ((u'protect', u'class'), 133),\n",
       " ((u'opinion', u'order'), 133),\n",
       " ((u'claim', u'court'), 132),\n",
       " ((u'administr', u'remedi'), 132),\n",
       " ((u'degre', u'control'), 132),\n",
       " ((u'second', u'circuit'), 131),\n",
       " ((u'requir', u'plaintiff'), 130),\n",
       " ((u'individu', u'employ'), 129),\n",
       " ((u'dismiss', u'claim'), 129),\n",
       " ((u'liquid', u'damag'), 128),\n",
       " ((u'partial', u'summari'), 127),\n",
       " ((u'employ', u'plaintiff'), 127),\n",
       " ((u'docket', u'plaintiff'), 127),\n",
       " ((u'durat', u'relationship'), 126),\n",
       " ((u'liberti', u'lobbi'), 126),\n",
       " ((u'contractor', u'agreement'), 126),\n",
       " ((u'plaintiff', u'contend'), 124),\n",
       " ((u'support', u'claim'), 123),\n",
       " ((u'employ', u'practic'), 122),\n",
       " ((u'grower', u'defend'), 122),\n",
       " ((u'contractor', u'relationship'), 121),\n",
       " ((u'feder', u'court'), 121),\n",
       " ((u'plaintiff', u'perform'), 120),\n",
       " ((u'plaintiff', u'provid'), 120),\n",
       " ((u'unlaw', u'employ'), 119),\n",
       " ((u'whether', u'individu'), 119),\n",
       " ((u'racial', u'discrimin'), 119),\n",
       " ((u'factual', u'alleg'), 119),\n",
       " ((u'health', u'insur'), 118),\n",
       " ((u'action', u'plaintiff'), 118),\n",
       " ((u'third', u'parti'), 118),\n",
       " ((u'exhaust', u'administr'), 117),\n",
       " ((u'anderson', u'liberti'), 117),\n",
       " ((u'grant', u'plaintiff'), 116),\n",
       " ((u'supplement', u'jurisdict'), 116),\n",
       " ((u'sever', u'pervas'), 116),\n",
       " ((u'plaintiff', u'requir'), 116),\n",
       " ((u'05541', u'document'), 116),\n",
       " ((u'plaintiff', u'rodriguez'), 116),\n",
       " ((u'docket', u'entri'), 114),\n",
       " ((u'favor', u'independ'), 114),\n",
       " ((u'ninth', u'circuit'), 113),\n",
       " ((u'assign', u'addit'), 113),\n",
       " ((u'individu', u'employe'), 112),\n",
       " ((u'judgment', u'appropri'), 111),\n",
       " ((u'control', u'plaintiff'), 110),\n",
       " ((u'howev', u'plaintiff'), 110),\n",
       " ((u'feder', u'claim'), 110),\n",
       " ((u'state', u'plaintiff'), 109),\n",
       " ((u'civil', u'action'), 108),\n",
       " ((u'defend', u'contend'), 108),\n",
       " ((u'plaintiff', u'receiv'), 107),\n",
       " ((u'plaintiff', u'colon'), 107),\n",
       " ((u'assert', u'claim'), 106),\n",
       " ((u'howev', u'court'), 106),\n",
       " ((u'court', u'found'), 106),\n",
       " ((u'addit', u'project'), 106),\n",
       " ((u'contract', u'claim'), 106),\n",
       " ((u'defend', u'employ'), 106),\n",
       " ((u'plaintiff', u'cannot'), 105),\n",
       " ((u'employe', u'plaintiff'), 105),\n",
       " ((u'grant', u'motion'), 104),\n",
       " ((u'defend', u'assert'), 104),\n",
       " ((u'plaintiff', u'amend'), 104),\n",
       " ((u'fresno', u'unifi'), 104),\n",
       " ((u'addit', u'plaintiff'), 104),\n",
       " ((u'celotex', u'catrett'), 103),\n",
       " ((u'court', u'dismiss'), 103),\n",
       " ((u'opportun', u'profit'), 102),\n",
       " ((u'court', u'appli'), 102),\n",
       " ((u'plaintiff', u'respons'), 101),\n",
       " ((u'court', u'motion'), 101),\n",
       " ((u'genuin', u'trial'), 101),\n",
       " ((u'failur', u'state'), 101),\n",
       " ((u'relationship', u'exist'), 101),\n",
       " ((u'court', u'district'), 101),\n",
       " ((u'individu', u'defend'), 100),\n",
       " ((u'favor', u'parti'), 99),\n",
       " ((u'appel', u'entri'), 99),\n",
       " ((u'definit', u'employe'), 99),\n",
       " ((u'judgment', u'claim'), 99),\n",
       " ((u'employ', u'opportun'), 98),\n",
       " ((u'second', u'amend'), 97),\n",
       " ((u'right', u'assign'), 97),\n",
       " ((u'plaintiff', u'could'), 96),\n",
       " ((u'nondiscriminatori', u'reason'), 96),\n",
       " ((u'discrimin', u'retali'), 96),\n",
       " ((u'judgment', u'court'), 96),\n",
       " ((u'discrimin', u'plaintiff'), 96),\n",
       " ((u'defend', u'summari'), 96),\n",
       " ((u'charg', u'discrimin'), 96),\n",
       " ((u'extent', u'parti'), 96),\n",
       " ((u'district', u'columbia'), 96),\n",
       " ((u'worker', u'employe'), 95),\n",
       " ((u'engag', u'protect'), 95),\n",
       " ((u'motion', u'partial'), 95),\n",
       " ((u'african', u'american'), 95),\n",
       " ((u'employ', u'right'), 95),\n",
       " ((u'whether', u'defend'), 95),\n",
       " ((u'claim', u'retali'), 94),\n",
       " ((u'alleg', u'complaint'), 94),\n",
       " ((u'provid', u'servic'), 94),\n",
       " ((u'discriminatori', u'reason'), 93),\n",
       " ((u'court', u'declin'), 93),\n",
       " ((u'favor', u'defend'), 93),\n",
       " ((u'standard', u'review'), 92),\n",
       " ((u'plaintiff', u'present'), 92),\n",
       " ((u'field', u'agent'), 92),\n",
       " ((u'court', u'address'), 92),\n",
       " ((u'employ', u'individu'), 92),\n",
       " ((u'causal', u'connect'), 92),\n",
       " ((u'motion', u'strike'), 91),\n",
       " ((u'factor', u'consid'), 91),\n",
       " ((u'alleg', u'discrimin'), 91),\n",
       " ((u'exercis', u'control'), 91),\n",
       " ((u'defend', u'argument'), 91),\n",
       " ((u'termin', u'plaintiff'), 91),\n",
       " ((u'sourc', u'instrument'), 90),\n",
       " ((u'employ', u'defend'), 90),\n",
       " ((u'termin', u'employ'), 90),\n",
       " ((u'contract', u'plaintiff'), 89),\n",
       " ((u'defend', u'repli'), 89),\n",
       " ((u'alleg', u'employe'), 89),\n",
       " ((u'discrimin', u'employ'), 88),\n",
       " ((u'factor', u'determin'), 88),\n",
       " ((u'deposit', u'testimoni'), 87),\n",
       " ((u'dispar', u'treatment'), 87),\n",
       " ((u'provid', u'plaintiff'), 86),\n",
       " ((u'plaintiff', u'would'), 86),\n",
       " ((u'provis', u'employe'), 86),\n",
       " ((u'intent', u'parti'), 86),\n",
       " ((u'employe', u'individu'), 86),\n",
       " ((u'alleg', u'violat'), 85),\n",
       " ((u'accordingli', u'court'), 85),\n",
       " ((u'special', u'skill'), 85),\n",
       " ((u'regular', u'parti'), 85),\n",
       " ((u'without', u'prejudic'), 85),\n",
       " ((u'benefit', u'treatment'), 85),\n",
       " ((u'favor', u'employe'), 85),\n",
       " ((u'treatment', u'parti'), 85),\n",
       " ((u'equal', u'employ'), 85),\n",
       " ((u'reason', u'court'), 84),\n",
       " ((u'quotat', u'citat'), 84),\n",
       " ((u'eleventh', u'circuit'), 84),\n",
       " ((u'parti', u'discret'), 83),\n",
       " ((u'bring', u'claim'), 83),\n",
       " ((u'support', u'motion'), 83),\n",
       " ((u'plaintiff', u'demonstr'), 83),\n",
       " ((u'prima', u'discrimin'), 82),\n",
       " ((u'violat', u'civil'), 82),\n",
       " ((u'factual', u'disput'), 82),\n",
       " ((u'alleg', u'plaintiff'), 81),\n",
       " ((u'relationship', u'plaintiff'), 81),\n",
       " ((u'defend', u'defend'), 81),\n",
       " ((u'either', u'parti'), 81),\n",
       " ((u'intern', u'citat'), 81),\n",
       " ((u'integr', u'employ'), 80),\n",
       " ((u'whether', u'regular'), 80),\n",
       " ((u'parti', u'assist'), 80),\n",
       " ((u'legitim', u'nondiscriminatori'), 80),\n",
       " ((u'claim', u'claim'), 79),\n",
       " ((u'manner', u'product'), 79),\n",
       " ((u'control', u'exercis'), 79),\n",
       " ((u'employ', u'purpos'), 79),\n",
       " ((u'defend', u'dismiss'), 78),\n",
       " ((u'parti', u'entitl'), 78),\n",
       " ((u'plaintiff', u'submit'), 78),\n",
       " ((u'employ', u'contract'), 78),\n",
       " ((u'plaintiff', u'oppos'), 78),\n",
       " ((u'exercis', u'supplement'), 78),\n",
       " ((u'action', u'taken'), 78),\n",
       " ((u'project', u'parti'), 78),\n",
       " ((u'consid', u'whether'), 77),\n",
       " ((u'assert', u'plaintiff'), 77),\n",
       " ((u'claim', u'count'), 77),\n",
       " ((u'favor', u'nonmov'), 77),\n",
       " ((u'burden', u'proof'), 77),\n",
       " ((u'judgment', u'favor'), 77),\n",
       " ((u'employe', u'court'), 76),\n",
       " ((u'defin', u'employe'), 76),\n",
       " ((u'matter', u'court'), 76),\n",
       " ((u'region', u'director'), 76)]"
      ]
     },
     "execution_count": 119,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "bigrm = list(nltk.bigrams(ls1.split()))\n",
    "counter = collections.Counter(bigrm)\n",
    "counter.most_common(300)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 120,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[((u'motion', u'summari', u'judgment'), 961),\n",
       " ((u'employe', u'independ', u'contractor'), 511),\n",
       " ((u'plaintiff', u'independ', u'contractor'), 329),\n",
       " ((u'advers', u'employ', u'action'), 303),\n",
       " ((u'defend', u'motion', u'summari'), 299),\n",
       " ((u'state', u'district', u'court'), 266),\n",
       " ((u'independ', u'contractor', u'statu'), 244),\n",
       " ((u'independ', u'contractor', u'employe'), 244),\n",
       " ((u'summari', u'judgment', u'plaintiff'), 225),\n",
       " ((u'summari', u'judgment', u'grant'), 215),\n",
       " ((u'defend', u'motion', u'dismiss'), 214),\n",
       " ((u'employ', u'employe', u'relationship'), 200),\n",
       " ((u'grant', u'summari', u'judgment'), 196),\n",
       " ((u'summari', u'judgment', u'motion'), 165),\n",
       " ((u'feder', u'civil', u'procedur'), 161),\n",
       " ((u'right', u'control', u'manner'), 160),\n",
       " ((u'factor', u'weigh', u'favor'), 157),\n",
       " ((u'subject', u'matter', u'jurisdict'), 155),\n",
       " ((u'hostil', u'environ', u'claim'), 155),\n",
       " ((u'entitl', u'judgment', u'matter'), 153),\n",
       " ((u'entitl', u'summari', u'judgment'), 144),\n",
       " ((u'parti', u'whether', u'parti'), 141),\n",
       " ((u'summari', u'judgment', u'defend'), 140),\n",
       " ((u'partial', u'summari', u'judgment'), 127),\n",
       " ((u'grant', u'defend', u'motion'), 124),\n",
       " ((u'independ', u'contractor', u'relationship'), 116),\n",
       " ((u'anderson', u'liberti', u'lobbi'), 115),\n",
       " ((u'independ', u'contractor', u'agreement'), 115),\n",
       " ((u'favor', u'independ', u'contractor'), 114),\n",
       " ((u'exhaust', u'administr', u'remedi'), 113),\n",
       " ((u'summari', u'judgment', u'appropri'), 110),\n",
       " ((u'motion', u'dismiss', u'plaintiff'), 101),\n",
       " ((u'failur', u'state', u'claim'), 98),\n",
       " ((u'summari', u'judgment', u'claim'), 96),\n",
       " ((u'assign', u'addit', u'project'), 96),\n",
       " ((u'individu', u'employ', u'employ'), 95),\n",
       " ((u'genuin', u'disput', u'materi'), 93),\n",
       " ((u'defend', u'summari', u'judgment'), 93),\n",
       " ((u'second', u'amend', u'complaint'), 92),\n",
       " ((u'summari', u'judgment', u'court'), 92),\n",
       " ((u'motion', u'partial', u'summari'), 92),\n",
       " ((u'right', u'assign', u'addit'), 90),\n",
       " ((u'state', u'claim', u'relief'), 88),\n",
       " ((u'plaintiff', u'amend', u'complaint'), 86),\n",
       " ((u'court', u'grant', u'summari'), 86),\n",
       " ((u'whether', u'plaintiff', u'employe'), 85),\n",
       " ((u'provis', u'employe', u'benefit'), 84),\n",
       " ((u'durat', u'relationship', u'parti'), 84),\n",
       " ((u'parti', u'right', u'control'), 83),\n",
       " ((u'parti', u'right', u'assign'), 81),\n",
       " ((u'violat', u'civil', u'right'), 80),\n",
       " ((u'light', u'favor', u'plaintiff'), 80),\n",
       " ((u'court', u'grant', u'defend'), 79),\n",
       " ((u'employe', u'benefit', u'treatment'), 79),\n",
       " ((u'district', u'court', u'district'), 79),\n",
       " ((u'control', u'manner', u'product'), 79),\n",
       " ((u'exercis', u'supplement', u'jurisdict'), 78),\n",
       " ((u'engag', u'protect', u'activ'), 78),\n",
       " ((u'equal', u'employ', u'opportun'), 78),\n",
       " ((u'addit', u'project', u'parti'), 77),\n",
       " ((u'legitim', u'nondiscriminatori', u'reason'), 76),\n",
       " ((u'employ', u'right', u'control'), 76),\n",
       " ((u'extent', u'parti', u'discret'), 75),\n",
       " ((u'benefit', u'treatment', u'parti'), 75),\n",
       " ((u'discret', u'method', u'payment'), 75),\n",
       " ((u'unlaw', u'employ', u'practic'), 74),\n",
       " ((u'parti', u'discret', u'method'), 74),\n",
       " ((u'manner', u'product', u'accomplish'), 74),\n",
       " ((u'intern', u'quotat', u'citat'), 73),\n",
       " ((u'whether', u'individu', u'employe'), 73),\n",
       " ((u'whether', u'regular', u'parti'), 73),\n",
       " ((u'whether', u'parti', u'right'), 72),\n",
       " ((u'method', u'payment', u'parti'), 71),\n",
       " ((u'regular', u'parti', u'whether'), 71),\n",
       " ((u'parti', u'assist', u'whether'), 71),\n",
       " ((u'payment', u'parti', u'assist'), 71),\n",
       " ((u'00060', u'enter', u'document'), 71),\n",
       " ((u'plaintiff', u'alleg', u'defend'), 70),\n",
       " ((u'court', u'defend', u'motion'), 70),\n",
       " ((u'independ', u'contractor', u'rather'), 70),\n",
       " ((u'determin', u'whether', u'individu'), 69),\n",
       " ((u'breach', u'contract', u'claim'), 69),\n",
       " ((u'relationship', u'parti', u'whether'), 69),\n",
       " ((u'rather', u'independ', u'contractor'), 68),\n",
       " ((u'condit', u'privileg', u'employ'), 68),\n",
       " ((u'locat', u'durat', u'relationship'), 68),\n",
       " ((u'assist', u'whether', u'regular'), 68),\n",
       " ((u'parti', u'extent', u'parti'), 67),\n",
       " ((u'instrument', u'locat', u'durat'), 67),\n",
       " ((u'parti', u'entitl', u'judgment'), 67),\n",
       " ((u'sourc', u'instrument', u'locat'), 67),\n",
       " ((u'pursuant', u'feder', u'civil'), 67),\n",
       " ((u'project', u'parti', u'extent'), 67),\n",
       " ((u'skill', u'requir', u'sourc'), 66),\n",
       " ((u'determin', u'whether', u'plaintiff'), 66),\n",
       " ((u'civil', u'right', u'2000e'), 66),\n",
       " ((u'employe', u'individu', u'employ'), 66),\n",
       " ((u'document', u'enter', u'docket'), 65),\n",
       " ((u'requir', u'sourc', u'instrument'), 65),\n",
       " ((u'favor', u'nonmov', u'parti'), 64),\n",
       " ((u'parti', u'provis', u'employe'), 64),\n",
       " ((u'independ', u'contractor', u'plaintiff'), 64),\n",
       " ((u'weigh', u'favor', u'independ'), 64),\n",
       " ((u'whether', u'parti', u'provis'), 64),\n",
       " ((u'employ', u'opportun', u'commiss'), 62),\n",
       " ((u'plaintiff', u'employe', u'independ'), 61),\n",
       " ((u'plaintiff', u'state', u'claim'), 61),\n",
       " ((u'econom', u'realiti', u'relationship'), 60),\n",
       " ((u'independ', u'contractor', u'court'), 60),\n",
       " ((u'contractor', u'rather', u'employe'), 60),\n",
       " ((u'indic', u'independ', u'contractor'), 59),\n",
       " ((u'movant', u'entitl', u'judgment'), 59),\n",
       " ((u'materi', u'parti', u'entitl'), 59),\n",
       " ((u'dismiss', u'plaintiff', u'claim'), 59),\n",
       " ((u'materi', u'movant', u'entitl'), 58),\n",
       " ((u'plaintiff', u'motion', u'partial'), 58),\n",
       " ((u'could', u'return', u'verdict'), 58),\n",
       " ((u'summari', u'judgment', u'docket'), 58),\n",
       " ((u'parti', u'summari', u'judgment'), 58),\n",
       " ((u'weigh', u'favor', u'plaintiff'), 57),\n",
       " ((u'reason', u'could', u'return'), 57),\n",
       " ((u'deposit', u'answer', u'interrogatori'), 57),\n",
       " ((u'summari', u'judgment', u'favor'), 56),\n",
       " ((u'declin', u'exercis', u'supplement'), 56),\n",
       " ((u'control', u'manner', u'worker'), 56),\n",
       " ((u'intent', u'inflict', u'distress'), 55),\n",
       " ((u'00038', u'document', u'pageid'), 55),\n",
       " ((u'court', u'grant', u'motion'), 55),\n",
       " ((u'specif', u'genuin', u'trial'), 55),\n",
       " ((u'civil', u'report', u'recommend'), 55),\n",
       " ((u'court', u'determin', u'whether'), 54),\n",
       " ((u'employ', u'discrimin', u'claim'), 54),\n",
       " ((u'independ', u'contractor', u'defend'), 54),\n",
       " ((u'genuin', u'materi', u'exist'), 53),\n",
       " ((u'favor', u'employe', u'statu'), 53),\n",
       " ((u'light', u'favor', u'parti'), 53),\n",
       " ((u'genuin', u'materi', u'parti'), 53),\n",
       " ((u'legitim', u'discriminatori', u'reason'), 53),\n",
       " ((u'civil', u'opinion', u'order'), 53),\n",
       " ((u'religion', u'nation', u'origin'), 52),\n",
       " ((u'suffer', u'advers', u'employ'), 52),\n",
       " ((u'claim', u'relief', u'grant'), 52),\n",
       " ((u'light', u'favor', u'nonmov'), 52),\n",
       " ((u'dismiss', u'without', u'prejudic'), 52),\n",
       " ((u'court', u'declin', u'exercis'), 51),\n",
       " ((u'statu', u'independ', u'contractor'), 51),\n",
       " ((u'joanna', u'polanco', u'freight'), 51),\n",
       " ((u'servic', u'civil', u'opinion'), 51),\n",
       " ((u'freight', u'servic', u'civil'), 51),\n",
       " ((u'answer', u'interrogatori', u'admiss'), 51),\n",
       " ((u'weigh', u'favor', u'employe'), 51),\n",
       " ((u'polanco', u'freight', u'servic'), 51),\n",
       " ((u'plaintiff', u'establish', u'prima'), 51),\n",
       " ((u'color', u'religion', u'nation'), 51),\n",
       " ((u'individu', u'employe', u'independ'), 50),\n",
       " ((u'summari', u'judgment', u'standard'), 50),\n",
       " ((u'motion', u'dismiss', u'grant'), 49),\n",
       " ((u'member', u'protect', u'class'), 49),\n",
       " ((u'dismiss', u'failur', u'state'), 49),\n",
       " ((u'document', u'state', u'district'), 48),\n",
       " ((u'standard', u'summari', u'judgment'), 48),\n",
       " ((u'plaintiff', u'retali', u'claim'), 48),\n",
       " ((u'absenc', u'genuin', u'materi'), 48),\n",
       " ((u'employe', u'rather', u'independ'), 48),\n",
       " ((u'restat', u'second', u'agenc'), 48),\n",
       " ((u'protect', u'activ', u'advers'), 48),\n",
       " ((u'independ', u'contractor', u'purpos'), 47),\n",
       " ((u'suffici', u'sever', u'pervas'), 47),\n",
       " ((u'defin', u'employe', u'individu'), 47),\n",
       " ((u'plaintiff', u'summari', u'judgment'), 47),\n",
       " ((u'conclus', u'forego', u'reason'), 46),\n",
       " ((u'degre', u'control', u'exercis'), 46),\n",
       " ((u'plaintiff', u'motion', u'summari'), 46),\n",
       " ((u'claim', u'breach', u'contract'), 46),\n",
       " ((u'plead', u'deposit', u'answer'), 45),\n",
       " ((u'compens', u'condit', u'privileg'), 45),\n",
       " ((u'amend', u'complaint', u'alleg'), 45),\n",
       " ((u'matsushita', u'zenith', u'radio'), 45),\n",
       " ((u'nation', u'labor', u'relat'), 45),\n",
       " ((u'court', u'northern', u'district'), 44),\n",
       " ((u'summari', u'judgment', u'proper'), 44),\n",
       " ((u'driver', u'independ', u'contractor'), 44),\n",
       " ((u'sexual', u'harass', u'claim'), 44),\n",
       " ((u'district', u'court', u'northern'), 44),\n",
       " ((u'alleg', u'sexual', u'harass'), 43),\n",
       " ((u'defend', u'entitl', u'summari'), 43),\n",
       " ((u'oppos', u'summari', u'judgment'), 43),\n",
       " ((u'independ', u'contractor', u'therefor'), 43),\n",
       " ((u'remain', u'state', u'claim'), 43),\n",
       " ((u'plaintiff', u'claim', u'defend'), 43),\n",
       " ((u'manner', u'worker', u'perform'), 42),\n",
       " ((u'admiss', u'togeth', u'affidavit'), 42),\n",
       " ((u'court', u'eastern', u'district'), 42),\n",
       " ((u'state', u'court', u'appeal'), 42),\n",
       " ((u'return', u'verdict', u'nonmov'), 42),\n",
       " ((u'claim', u'plaintiff', u'alleg'), 42),\n",
       " ((u'whether', u'worker', u'employe'), 42),\n",
       " ((u'requir', u'special', u'skill'), 42),\n",
       " ((u'furnish', u'equip', u'place'), 42),\n",
       " ((u'district', u'court', u'eastern'), 41)]"
      ]
     },
     "execution_count": 120,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "Trigrams = ngrams(ls1.split(),3)\n",
    "counter = Counter(Trigrams)\n",
    "counter.most_common(200)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 121,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[((u'defend', u'motion', u'summari', u'judgment'), 297),\n",
       " ((u'motion', u'summari', u'judgment', u'grant'), 115),\n",
       " ((u'motion', u'partial', u'summari', u'judgment'), 92),\n",
       " ((u'motion', u'summari', u'judgment', u'plaintiff'), 87),\n",
       " ((u'favor', u'independ', u'contractor', u'statu'), 86),\n",
       " ((u'court', u'grant', u'summari', u'judgment'), 86),\n",
       " ((u'right', u'assign', u'addit', u'project'), 85),\n",
       " ((u'parti', u'right', u'control', u'manner'), 81),\n",
       " ((u'parti', u'right', u'assign', u'addit'), 80),\n",
       " ((u'assign', u'addit', u'project', u'parti'), 76),\n",
       " ((u'state', u'district', u'court', u'district'), 75),\n",
       " ((u'employe', u'benefit', u'treatment', u'parti'), 75),\n",
       " ((u'parti', u'discret', u'method', u'payment'), 74),\n",
       " ((u'right', u'control', u'manner', u'product'), 74),\n",
       " ((u'control', u'manner', u'product', u'accomplish'), 74),\n",
       " ((u'provis', u'employe', u'benefit', u'treatment'), 74),\n",
       " ((u'whether', u'parti', u'right', u'assign'), 72),\n",
       " ((u'motion', u'summari', u'judgment', u'defend'), 71),\n",
       " ((u'regular', u'parti', u'whether', u'parti'), 71),\n",
       " ((u'method', u'payment', u'parti', u'assist'), 71),\n",
       " ((u'discret', u'method', u'payment', u'parti'), 70),\n",
       " ((u'payment', u'parti', u'assist', u'whether'), 70),\n",
       " ((u'relationship', u'parti', u'whether', u'parti'), 69),\n",
       " ((u'extent', u'parti', u'discret', u'method'), 69),\n",
       " ((u'durat', u'relationship', u'parti', u'whether'), 69),\n",
       " ((u'parti', u'whether', u'parti', u'right'), 69),\n",
       " ((u'whether', u'regular', u'parti', u'whether'), 69),\n",
       " ((u'locat', u'durat', u'relationship', u'parti'), 68),\n",
       " ((u'motion', u'summari', u'judgment', u'court'), 68),\n",
       " ((u'instrument', u'locat', u'durat', u'relationship'), 67),\n",
       " ((u'parti', u'entitl', u'judgment', u'matter'), 67),\n",
       " ((u'assist', u'whether', u'regular', u'parti'), 67),\n",
       " ((u'pursuant', u'feder', u'civil', u'procedur'), 67),\n",
       " ((u'addit', u'project', u'parti', u'extent'), 67),\n",
       " ((u'parti', u'extent', u'parti', u'discret'), 66),\n",
       " ((u'project', u'parti', u'extent', u'parti'), 66),\n",
       " ((u'skill', u'requir', u'sourc', u'instrument'), 65),\n",
       " ((u'parti', u'assist', u'whether', u'regular'), 65),\n",
       " ((u'court', u'grant', u'defend', u'motion'), 65),\n",
       " ((u'parti', u'whether', u'parti', u'provis'), 64),\n",
       " ((u'requir', u'sourc', u'instrument', u'locat'), 64),\n",
       " ((u'parti', u'provis', u'employe', u'benefit'), 64),\n",
       " ((u'whether', u'parti', u'provis', u'employe'), 64),\n",
       " ((u'weigh', u'favor', u'independ', u'contractor'), 64),\n",
       " ((u'employe', u'individu', u'employ', u'employ'), 64),\n",
       " ((u'sourc', u'instrument', u'locat', u'durat'), 63),\n",
       " ((u'grant', u'defend', u'motion', u'summari'), 62),\n",
       " ((u'equal', u'employ', u'opportun', u'commiss'), 62),\n",
       " ((u'independ', u'contractor', u'rather', u'employe'), 60),\n",
       " ((u'plaintiff', u'employe', u'independ', u'contractor'), 59),\n",
       " ((u'movant', u'entitl', u'judgment', u'matter'), 58),\n",
       " ((u'materi', u'parti', u'entitl', u'judgment'), 58),\n",
       " ((u'plaintiff', u'motion', u'partial', u'summari'), 57),\n",
       " ((u'materi', u'movant', u'entitl', u'judgment'), 57),\n",
       " ((u'reason', u'could', u'return', u'verdict'), 56),\n",
       " ((u'declin', u'exercis', u'supplement', u'jurisdict'), 56),\n",
       " ((u'joanna', u'polanco', u'freight', u'servic'), 51),\n",
       " ((u'polanco', u'freight', u'servic', u'civil'), 51),\n",
       " ((u'servic', u'civil', u'opinion', u'order'), 51),\n",
       " ((u'deposit', u'answer', u'interrogatori', u'admiss'), 51),\n",
       " ((u'genuin', u'materi', u'parti', u'entitl'), 51),\n",
       " ((u'freight', u'servic', u'civil', u'opinion'), 51),\n",
       " ((u'individu', u'employe', u'independ', u'contractor'), 50),\n",
       " ((u'determin', u'whether', u'individu', u'employe'), 50),\n",
       " ((u'suffer', u'advers', u'employ', u'action'), 50),\n",
       " ((u'state', u'claim', u'relief', u'grant'), 49),\n",
       " ((u'color', u'religion', u'nation', u'origin'), 49),\n",
       " ((u'dismiss', u'failur', u'state', u'claim'), 49),\n",
       " ((u'plaintiff', u'independ', u'contractor', u'employe'), 48),\n",
       " ((u'document', u'state', u'district', u'court'), 48),\n",
       " ((u'defend', u'motion', u'dismiss', u'plaintiff'), 48),\n",
       " ((u'employe', u'rather', u'independ', u'contractor'), 48),\n",
       " ((u'defin', u'employe', u'individu', u'employ'), 47),\n",
       " ((u'plaintiff', u'motion', u'summari', u'judgment'), 46),\n",
       " ((u'plead', u'deposit', u'answer', u'interrogatori'), 45),\n",
       " ((u'whether', u'individu', u'employe', u'independ'), 45),\n",
       " ((u'motion', u'summari', u'judgment', u'docket'), 45),\n",
       " ((u'light', u'favor', u'nonmov', u'parti'), 45),\n",
       " ((u'compens', u'condit', u'privileg', u'employ'), 44),\n",
       " ((u'district', u'court', u'northern', u'district'), 44),\n",
       " ((u'state', u'district', u'court', u'northern'), 43),\n",
       " ((u'defend', u'entitl', u'summari', u'judgment'), 43),\n",
       " ((u'employ', u'right', u'control', u'manner'), 43),\n",
       " ((u'genuin', u'disput', u'materi', u'movant'), 41),\n",
       " ((u'district', u'court', u'eastern', u'district'), 41),\n",
       " ((u'disput', u'materi', u'movant', u'entitl'), 41),\n",
       " ((u'support', u'motion', u'summari', u'judgment'), 40),\n",
       " ((u'state', u'district', u'court', u'eastern'), 40),\n",
       " ((u'answer', u'interrogatori', u'admiss', u'togeth'), 40),\n",
       " ((u'grant', u'defend', u'motion', u'dismiss'), 40),\n",
       " ((u'interrogatori', u'admiss', u'togeth', u'affidavit'), 40),\n",
       " ((u'control', u'manner', u'worker', u'perform'), 39),\n",
       " ((u'whether', u'plaintiff', u'employe', u'independ'), 39),\n",
       " ((u'employ', u'employe', u'relationship', u'exist'), 39),\n",
       " ((u'court', u'declin', u'exercis', u'supplement'), 39),\n",
       " ((u'worker', u'employe', u'independ', u'contractor'), 39),\n",
       " ((u'respect', u'compens', u'condit', u'privileg'), 38),\n",
       " ((u'return', u'verdict', u'nonmov', u'parti'), 38),\n",
       " ((u'individu', u'employ', u'employ', u'2000e'), 38),\n",
       " ((u'right', u'control', u'manner', u'worker'), 38)]"
      ]
     },
     "execution_count": 121,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "Fourgrams = ngrams(ls1.split(),4)\n",
    "counter = Counter(Fourgrams)\n",
    "counter.most_common(100)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 162,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[((u'plaintiff',), 14601),\n",
       " ((u'defend',), 7706),\n",
       " ((u'court',), 7151),\n",
       " ((u'employ',), 6813),\n",
       " ((u'employe',), 6329),\n",
       " ((u'claim',), 6228),\n",
       " ((u'state',), 3921),\n",
       " ((u'contractor',), 3503),\n",
       " ((u'judgment',), 3417),\n",
       " ((u'parti',), 3372),\n",
       " ((u'independ',), 3267),\n",
       " ((u'motion',), 3182),\n",
       " ((u'alleg',), 3158),\n",
       " ((u'summari',), 2962),\n",
       " ((u'whether',), 2958),\n",
       " ((u'requir',), 2663),\n",
       " ((u'document',), 2507),\n",
       " ((u'complaint',), 2500),\n",
       " ((u'action',), 2479),\n",
       " ((u'discrimin',), 2467),\n",
       " ((u'provid',), 2200),\n",
       " ((u'reason',), 2167),\n",
       " ((u'contract',), 2161),\n",
       " ((u'factor',), 2149),\n",
       " ((u'control',), 2013),\n",
       " ((u'would',), 2002),\n",
       " ((u'relationship',), 1927),\n",
       " ((u'dismiss',), 1823),\n",
       " ((u'servic',), 1742),\n",
       " ((u'district',), 1727),\n",
       " ((u'determin',), 1660),\n",
       " ((u'perform',), 1631),\n",
       " ((u'right',), 1543),\n",
       " ((u'termin',), 1530),\n",
       " ((u'individu',), 1440),\n",
       " ((u'howev',), 1432),\n",
       " ((u'order',), 1410),\n",
       " ((u'could',), 1393),\n",
       " ((u'support',), 1300),\n",
       " ((u'grant',), 1289),\n",
       " ((u'agreement',), 1272),\n",
       " ((u'favor',), 1253),\n",
       " ((u'feder',), 1243),\n",
       " ((u'establish',), 1237),\n",
       " ((u'materi',), 1233),\n",
       " ((u'statement',), 1210),\n",
       " ((u'driver',), 1174),\n",
       " ((u'consid',), 1173),\n",
       " ((u'matter',), 1173),\n",
       " ((u'protect',), 1164),\n",
       " ((u'person',), 1154),\n",
       " ((u'record',), 1146),\n",
       " ((u'assert',), 1129),\n",
       " ((u'addit',), 1127),\n",
       " ((u'includ',), 1099),\n",
       " ((u'amend',), 1072),\n",
       " ((u'violat',), 1063),\n",
       " ((u'worker',), 1061),\n",
       " ((u'first',), 1054),\n",
       " ((u'receiv',), 1050),\n",
       " ((u'retali',), 1042),\n",
       " ((u'statu',), 1039),\n",
       " ((u'decis',), 1036),\n",
       " ((u'appli',), 1034),\n",
       " ((u'docket',), 1030),\n",
       " ((u'respons',), 1026),\n",
       " ((u'civil',), 1025),\n",
       " ((u'posit',), 1006),\n",
       " ((u'offic',), 998),\n",
       " ((u'circuit',), 988),\n",
       " ((u'benefit',), 973),\n",
       " ((u'conduct',), 970),\n",
       " ((u'gener',), 937),\n",
       " ((u'compani',), 937),\n",
       " ((u'agenc',), 891),\n",
       " ((u'specif',), 870),\n",
       " ((u'regard',), 860),\n",
       " ((u'purpos',), 858),\n",
       " ((u'hospit',), 853),\n",
       " ((u'standard',), 848),\n",
       " ((u'therefor',), 846),\n",
       " ((u'disput',), 828),\n",
       " ((u'genuin',), 823),\n",
       " ((u'follow',), 815),\n",
       " ((u'suffici',), 813),\n",
       " ((u'harass',), 803),\n",
       " ((u'subject',), 798),\n",
       " ((u'question',), 789),\n",
       " ((u'second',), 767),\n",
       " ((u'review',), 765),\n",
       " ((u'without',), 764),\n",
       " ((u'report',), 757),\n",
       " ((u'agent',), 756),\n",
       " ((u'manag',), 749),\n",
       " ((u'entitl',), 736),\n",
       " ((u'although',), 729),\n",
       " ((u'burden',), 722),\n",
       " ((u'insur',), 717),\n",
       " ((u'argument',), 713),\n",
       " ((u'direct',), 698),\n",
       " ((u'count',), 696),\n",
       " ((u'jurisdict',), 692),\n",
       " ((u'exist',), 691),\n",
       " ((u'present',), 681),\n",
       " ((u'assign',), 675),\n",
       " ((u'inform',), 667),\n",
       " ((u'relat',), 664),\n",
       " ((u'rather',), 663),\n",
       " ((u'within',), 661),\n",
       " ((u'indic',), 655),\n",
       " ((u'trial',), 650),\n",
       " ((u'pursuant',), 641),\n",
       " ((u'statut',), 640),\n",
       " ((u'discuss',), 635),\n",
       " ((u'payment',), 635),\n",
       " ((u'affidavit',), 635),\n",
       " ((u'conclud',), 635),\n",
       " ((u'common',), 633),\n",
       " ((u'sever',), 632),\n",
       " ((u'manner',), 631),\n",
       " ((u'applic',), 625),\n",
       " ((u'skill',), 620),\n",
       " ((u'charg',), 620),\n",
       " ((u'environ',), 619),\n",
       " ((u'cannot',), 618),\n",
       " ((u'factual',), 615),\n",
       " ((u'compens',), 613),\n",
       " ((u'exercis',), 613),\n",
       " ((u'conclus',), 612),\n",
       " ((u'citat',), 607),\n",
       " ((u'point',), 602),\n",
       " ((u'request',), 600),\n",
       " ((u'failur',), 599),\n",
       " ((u'activ',), 592),\n",
       " ((u'procedur',), 583),\n",
       " ((u'three',), 575),\n",
       " ((u'practic',), 572),\n",
       " ((u'opportun',), 568),\n",
       " ((u'notic',), 568),\n",
       " ((u'medic',), 567),\n",
       " ((u'deposit',), 562),\n",
       " ((u'limit',), 560),\n",
       " ((u'submit',), 559),\n",
       " ((u'intern',), 556),\n",
       " ((u'custom',), 555),\n",
       " ((u'section',), 555),\n",
       " ((u'plead',), 554),\n",
       " ((u'intent',), 553),\n",
       " ((u'hostil',), 553),\n",
       " ((u'number',), 551),\n",
       " ((u'origin',), 548),\n",
       " ((u'relev',), 547),\n",
       " ((u'advers',), 547),\n",
       " ((u'respect',), 546),\n",
       " ((u'refer',), 544),\n",
       " ((u'sexual',), 540),\n",
       " ((u'demonstr',), 535),\n",
       " ((u'constitut',), 533),\n",
       " ((u'infer',), 530),\n",
       " ((u'author',), 530),\n",
       " ((u'econom',), 530),\n",
       " ((u'condit',), 529),\n",
       " ((u'address',), 528),\n",
       " ((u'polici',), 524),\n",
       " ((u'result',), 519),\n",
       " ((u'light',), 519),\n",
       " ((u'associ',), 515),\n",
       " ((u'discriminatori',), 511),\n",
       " ((u'contend',), 509),\n",
       " ((u'either',), 502),\n",
       " ((u'schedul',), 500),\n",
       " ((u'analysi',), 500),\n",
       " ((u'depart',), 497),\n",
       " ((u'complet',), 496),\n",
       " ((u'weigh',), 495),\n",
       " ((u'board',), 495),\n",
       " ((u'administr',), 494),\n",
       " ((u'privileg',), 490),\n",
       " ((u'shall',), 487),\n",
       " ((u'given',), 486),\n",
       " ((u'suggest',), 485),\n",
       " ((u'legal',), 483),\n",
       " ((u'health',), 481),\n",
       " ((u'period',), 481),\n",
       " ((u'testifi',), 480),\n",
       " ((u'process',), 479),\n",
       " ((u'enter',), 479),\n",
       " ((u'counti',), 477),\n",
       " ((u'fedex',), 477),\n",
       " ((u'offer',), 477),\n",
       " ((u'supervisor',), 475),\n",
       " ((u'prima',), 472),\n",
       " ((u'product',), 468),\n",
       " ((u'dancer',), 464),\n",
       " ((u'found',), 463),\n",
       " ((u'corpor',), 460),\n",
       " ((u'extent',), 460),\n",
       " ((u'accordingli',), 458),\n",
       " ((u'olick',), 458),\n",
       " ((u'final',), 457),\n",
       " ((u'anoth',), 456),\n",
       " ((u'supervis',), 455),\n",
       " ((u'shift',), 455),\n",
       " ((u'liabil',), 451),\n",
       " ((u'damag',), 447),\n",
       " ((u'differ',), 446),\n",
       " ((u'appear',), 445),\n",
       " ((u'labor',), 443),\n",
       " ((u'continu',), 443),\n",
       " ((u'pageid',), 441),\n",
       " ((u'provis',), 440),\n",
       " ((u'secur',), 437),\n",
       " ((u'engag',), 434),\n",
       " ((u'train',), 432),\n",
       " ((u'third',), 432),\n",
       " ((u'2000e',), 431),\n",
       " ((u'entri',), 430),\n",
       " ((u'recommend',), 429),\n",
       " ((u'creat',), 428),\n",
       " ((u'letter',), 427),\n",
       " ((u'place',), 427),\n",
       " ((u'never',), 426),\n",
       " ((u'staff',), 426),\n",
       " ((u'attorney',), 423),\n",
       " ((u'circumst',), 421),\n",
       " ((u'maintain',), 421),\n",
       " ((u'qualifi',), 419),\n",
       " ((u'decid',), 418),\n",
       " ((u'assist',), 416),\n",
       " ((u'govern',), 415),\n",
       " ((u'amount',), 414),\n",
       " ((u'appropri',), 413),\n",
       " ((u'appeal',), 412),\n",
       " ((u'accord',), 410),\n",
       " ((u'member',), 409),\n",
       " ((u'compl',), 407),\n",
       " ((u'remain',), 406),\n",
       " ((u'client',), 404),\n",
       " ((u'februari',), 404),\n",
       " ((u'particular',), 404),\n",
       " ((u'forth',), 403),\n",
       " ((u'involv',), 403),\n",
       " ((u'equip',), 401),\n",
       " ((u'object',), 399),\n",
       " ((u'realiti',), 398),\n",
       " ((u'nation',), 396),\n",
       " ((u'initi',), 395),\n",
       " ((u'prior',), 394),\n",
       " ((u'opinion',), 393),\n",
       " ((u'entiti',), 391),\n",
       " ((u'johnson',), 390),\n",
       " ((u'joint',), 387),\n",
       " ((u'allow',), 387),\n",
       " ((u'element',), 386),\n",
       " ((u'march',), 383),\n",
       " ((u'accept',), 383),\n",
       " ((u'public',), 382),\n",
       " ((u'contain',), 381),\n",
       " ((u'respond',), 381),\n",
       " ((u'discharg',), 381),\n",
       " ((u'certain',), 380),\n",
       " ((u'treatment',), 378),\n",
       " ((u'suprem',), 375),\n",
       " ((u'comment',), 374),\n",
       " ((u'incid',), 373),\n",
       " ((u'oppos',), 372),\n",
       " ((u'novemb',), 368),\n",
       " ((u'return',), 367),\n",
       " ((u'group',), 366),\n",
       " ((u'relief',), 366),\n",
       " ((u'septemb',), 365),\n",
       " ((u'undisput',), 365),\n",
       " ((u'commiss',), 365),\n",
       " ((u'degre',), 364),\n",
       " ((u'concern',), 361),\n",
       " ((u'januari',), 358),\n",
       " ((u'defin',), 357),\n",
       " ((u'ground',), 357),\n",
       " ((u'overtim',), 356),\n",
       " ((u'breach',), 354),\n",
       " ((u'knight',), 353),\n",
       " ((u'minimum',), 353),\n",
       " ((u'entertain',), 353),\n",
       " ((u'complain',), 350),\n",
       " ((u'express',), 350),\n",
       " ((u'repres',), 350),\n",
       " ((u'testimoni',), 348),\n",
       " ((u'quotat',), 348),\n",
       " ((u'remedi',), 346),\n",
       " ((u'explain',), 346),\n",
       " ((u'brief',), 344),\n",
       " ((u'discret',), 344),\n",
       " ((u'believ',), 343),\n",
       " ((u'clear',), 343),\n",
       " ((u'month',), 339),\n",
       " ((u'definit',), 336),\n",
       " ((u'gavrilov',), 335),\n",
       " ((u'treat',), 335),\n",
       " ((u'opposit',), 333),\n",
       " ((u'interest',), 331),\n",
       " ((u'investig',), 329),\n",
       " ((u'program',), 328),\n",
       " ((u'depend',), 328),\n",
       " ((u'disabl',), 328),\n",
       " ((u'signific',), 326),\n",
       " ((u'repli',), 326),\n",
       " ((u'moreov',), 325),\n",
       " ((u'prove',), 325),\n",
       " ((u'nonmov',), 325),\n",
       " ((u'owner',), 324),\n",
       " ((u'brown',), 323),\n",
       " ((u'decemb',), 320),\n",
       " ((u'instead',), 320),\n",
       " ((u'directli',), 320),\n",
       " ((u'event',), 320),\n",
       " ((u'situat',), 318),\n",
       " ((u'cover',), 318),\n",
       " ((u'admit',), 318),\n",
       " ((u'produc',), 316),\n",
       " ((u'identifi',), 315),\n",
       " ((u'project',), 313),\n",
       " ((u'liabl',), 312),\n",
       " ((u'patient',), 311),\n",
       " ((u'truck',), 310),\n",
       " ((u'refus',), 309),\n",
       " ((u'bring',), 307),\n",
       " ((u'commun',), 307),\n",
       " ((u'chang',), 307),\n",
       " ((u'answer',), 306),\n",
       " ((u'method',), 306),\n",
       " ((u'email',), 306),\n",
       " ((u'actual',), 305),\n",
       " ((u'racial',), 303),\n",
       " ((u'inquiri',), 303),\n",
       " ((u'otherwis',), 303),\n",
       " ((u'least',), 302),\n",
       " ((u'worldwid',), 302),\n",
       " ((u'deliveri',), 301),\n",
       " ((u'octob',), 301),\n",
       " ((u'profession',), 299),\n",
       " ((u'similarli',), 298),\n",
       " ((u'unlaw',), 297),\n",
       " ((u'counsel',), 295),\n",
       " ((u'occur',), 295),\n",
       " ((u'equal',), 292),\n",
       " ((u'enterpris',), 292),\n",
       " ((u'properli',), 292),\n",
       " ((u'paragraph',), 289),\n",
       " ((u'integr',), 288),\n",
       " ((u'permit',), 287),\n",
       " ((u'necessari',), 284),\n",
       " ((u'similar',), 284),\n",
       " ((u'local',), 283),\n",
       " ((u'leramo',), 283),\n",
       " ((u'satisfi',), 283),\n",
       " ((u'consider',), 282),\n",
       " ((u'written',), 281),\n",
       " ((u'affirm',), 281),\n",
       " ((u'essenti',), 279),\n",
       " ((u'separ',), 279),\n",
       " ((u'class',), 279),\n",
       " ((u'regular',), 278),\n",
       " ((u'effect',), 278),\n",
       " ((u'profit',), 277),\n",
       " ((u'natur',), 277),\n",
       " ((u'physician',), 275),\n",
       " ((u'union',), 275),\n",
       " ((u'admiss',), 273),\n",
       " ((u'memorandum',), 271),\n",
       " ((u'legitim',), 271),\n",
       " ((u'brought',), 270),\n",
       " ((u'taken',), 268),\n",
       " ((u'offici',), 268),\n",
       " ((u'april',), 268),\n",
       " ((u'motiv',), 267),\n",
       " ((u'drive',), 267),\n",
       " ((u'later',), 266),\n",
       " ((u'correct',), 266),\n",
       " ((u'particip',), 265),\n",
       " ((u'resolv',), 265),\n",
       " ((u'exampl',), 265),\n",
       " ((u'ultim',), 264),\n",
       " ((u'substanti',), 264),\n",
       " ((u'proceed',), 263),\n",
       " ((u'locat',), 263),\n",
       " ((u'avail',), 263),\n",
       " ((u'anderson',), 262),\n",
       " ((u'consist',), 260),\n",
       " ((u'award',), 257),\n",
       " ((u'special',), 257),\n",
       " ((u'system',), 256),\n",
       " ((u'collect',), 256),\n",
       " ((u'outsid',), 255),\n",
       " ((u'expens',), 254),\n",
       " ((u'statutori',), 254),\n",
       " ((u'morri',), 254),\n",
       " ((u'close',), 254),\n",
       " ((u'invest',), 254),\n",
       " ((u'instruct',), 253),\n",
       " ((u'emphasi',), 252),\n",
       " ((u'yellow',), 251),\n",
       " ((u'level',), 251),\n",
       " ((u'licens',), 246),\n",
       " ((u'vehicl',), 243),\n",
       " ((u'commerci',), 242),\n",
       " ((u'incom',), 241),\n",
       " ((u'detail',), 241),\n",
       " ((u'prohibit',), 240),\n",
       " ((u'context',), 240),\n",
       " ((u'import',), 240),\n",
       " ((u'total',), 239),\n",
       " ((u'obtain',), 238),\n",
       " ((u'regul',), 238),\n",
       " ((u'simpli',), 238),\n",
       " ((u'account',), 237),\n",
       " ((u'though',), 237),\n",
       " ((u'interpret',), 237),\n",
       " ((u'constru',), 235),\n",
       " ((u'veloc',), 235),\n",
       " ((u'director',), 234),\n",
       " ((u'content',), 233),\n",
       " ((u'absenc',), 231),\n",
       " ((u'attempt',), 231),\n",
       " ((u'committe',), 230),\n",
       " ((u'suppli',), 229),\n",
       " ((u'declar',), 229),\n",
       " ((u'expect',), 229),\n",
       " ((u'exclus',), 228),\n",
       " ((u'declin',), 227),\n",
       " ((u'exhibit',), 227),\n",
       " ((u'reject',), 225),\n",
       " ((u'american',), 225),\n",
       " ((u'properti',), 224),\n",
       " ((u'enough',), 224),\n",
       " ((u'approv',), 224),\n",
       " ((u'august',), 223),\n",
       " ((u'oblig',), 223),\n",
       " ((u'choic',), 222),\n",
       " ((u'except',), 222),\n",
       " ((u'background',), 219),\n",
       " ((u'polanco',), 219),\n",
       " ((u'might',), 218),\n",
       " ((u'attend',), 218),\n",
       " ((u'discoveri',), 217),\n",
       " ((u'pretext',), 216),\n",
       " ((u'everi',), 216),\n",
       " ((u'alford',), 216),\n",
       " ((u'feldmann',), 216),\n",
       " ((u'darden',), 215),\n",
       " ((u'salari',), 215),\n",
       " ((u'suffer',), 215),\n",
       " ((u'litig',), 215),\n",
       " ((u'nylic',), 214),\n",
       " ((u'purchas',), 214),\n",
       " ((u'supplement',), 214),\n",
       " ((u'affect',), 214),\n",
       " ((u'presid',), 213),\n",
       " ((u'mariconda',), 213),\n",
       " ((u'other',), 213),\n",
       " ((u'facil',), 213),\n",
       " ((u'preclud',), 213),\n",
       " ((u'intend',), 213),\n",
       " ((u'proper',), 212),\n",
       " ((u'cross',), 212),\n",
       " ((u'ethelberth',), 212),\n",
       " ((u'languag',), 211),\n",
       " ((u'render',), 210),\n",
       " ((u'evalu',), 210),\n",
       " ((u'fourth',), 209),\n",
       " ((u'describ',), 209),\n",
       " ((u'magistr',), 208),\n",
       " ((u'allegedli',), 208),\n",
       " ((u'sourc',), 207),\n",
       " ((u'possibl',), 206),\n",
       " ((u'guard',), 205),\n",
       " ((u'singl',), 204),\n",
       " ((u'lawsuit',), 204),\n",
       " ((u'mckenzi',), 204),\n",
       " ((u'knowledg',), 203),\n",
       " ((u'durat',), 203),\n",
       " ((u'stage',), 202),\n",
       " ((u'moodi',), 202),\n",
       " ((u'defens',), 202),\n",
       " ((u'altern',), 202),\n",
       " ((u'gender',), 202),\n",
       " ((u'perman',), 201),\n",
       " ((u'construct',), 201),\n",
       " ((u'behavior',), 201),\n",
       " ((u'movant',), 201),\n",
       " ((u'financi',), 201),\n",
       " ((u'rodriguez',), 200),\n",
       " ((u'variou',), 200),\n",
       " ((u'exhaust',), 199),\n",
       " ((u'among',), 198),\n",
       " ((u'promot',), 198),\n",
       " ((u'keller',), 197),\n",
       " ((u'contractu',), 197),\n",
       " ((u'clearli',), 196),\n",
       " ((u'began',), 196),\n",
       " ((u'assess',), 195)]"
      ]
     },
     "execution_count": 162,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "Unigrams = ngrams(ls1.split(),1)\n",
    "counter = Counter(Unigrams)\n",
    "counter.most_common(500) "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 122,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#Ananlysis on irreleavnt file: Keywords interesection/mismatch/frequency distribution\n",
    "\n",
    "os.chdir(\"D:\\Court Misclassification\\Known misclass opinions\\Non-garbage irrelevant text\")\n",
    "for file in os.listdir('.'):\n",
    "    Document_text = open(\"D:\\Court Misclassification\\Known misclass opinions\\Non-garbage irrelevant text//%s\"%file)\n",
    "    Data = Document_text.read().lower()\n",
    "    Sec_1 = open(\"D://Court Misclassification//Known misclass opinions//Known Mis_Text File//non_relevant.txt\", \"a\")\n",
    "    Sec_1.write(Data)\n",
    "    Sec_1.close() \n",
    "    \n",
    "Document_text_non = open(\"D://Court Misclassification//Known misclass opinions//Known Mis_Text File//non_relevant.txt\")\n",
    "Data_non = Document_text_non.read()\n",
    "tokenizer = RegexpTokenizer(r'\\w+')\n",
    "tokens_non = tokenizer.tokenize(Data_non)\n",
    "filtered_words_non = [ps.stem(w.decode('utf8', 'ignore')) for w in tokens_non if not w in stopwords.words('english')]\n",
    "ls_non = \" \".join(filtered_words_non)\n",
    "filtered_words_non_1 = [ w for w in filtered_words_non if len(w) > 4]\n",
    "ls_non_1 = \" \".join(filtered_words_non_1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 166,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[((u'plaintiff',), 4190),\n",
       " ((u'court',), 2656),\n",
       " ((u'claim',), 1880),\n",
       " ((u'defend',), 1877),\n",
       " ((u'class',), 1354),\n",
       " ((u'state',), 1327),\n",
       " ((u'motion',), 1212),\n",
       " ((u'document',), 1171),\n",
       " ((u'employe',), 1147),\n",
       " ((u'action',), 1063),\n",
       " ((u'benefit',), 951),\n",
       " ((u'parti',), 884),\n",
       " ((u'employ',), 854),\n",
       " ((u'requir',), 833),\n",
       " ((u'order',), 810),\n",
       " ((u'provid',), 768),\n",
       " ((u'settlement',), 747),\n",
       " ((u'reason',), 737),\n",
       " ((u'judgment',), 729),\n",
       " ((u'would',), 687),\n",
       " ((u'whether',), 679),\n",
       " ((u'determin',), 622),\n",
       " ((u'summari',), 610),\n",
       " ((u'alleg',), 600),\n",
       " ((u'notic',), 555),\n",
       " ((u'record',), 553),\n",
       " ((u'agreement',), 526),\n",
       " ((u'limit',), 519),\n",
       " ((u'district',), 515),\n",
       " ((u'first',), 504),\n",
       " ((u'member',), 483),\n",
       " ((u'perform',), 479),\n",
       " ((u'award',), 478),\n",
       " ((u'disabl',), 461),\n",
       " ((u'review',), 454),\n",
       " ((u'polici',), 449),\n",
       " ((u'erisa',), 440),\n",
       " ((u'administr',), 430),\n",
       " ((u'electr',), 426),\n",
       " ((u'attorney',), 418),\n",
       " ((u'includ',), 414),\n",
       " ((u'howev',), 410),\n",
       " ((u'complaint',), 395),\n",
       " ((u'amend',), 392),\n",
       " ((u'grant',), 392),\n",
       " ((u'inform',), 383),\n",
       " ((u'termin',), 382),\n",
       " ((u'violat',), 380),\n",
       " ((u'union',), 373),\n",
       " ((u'decis',), 370),\n",
       " ((u'request',), 370),\n",
       " ((u'collect',), 369),\n",
       " ((u'section',), 366),\n",
       " ((u'support',), 366),\n",
       " ((u'receiv',), 365),\n",
       " ((u'california',), 363),\n",
       " ((u'posit',), 357),\n",
       " ((u'certif',), 350),\n",
       " ((u'individu',), 348),\n",
       " ((u'period',), 343),\n",
       " ((u'amount',), 343),\n",
       " ((u'counsel',), 339),\n",
       " ((u'manag',), 336),\n",
       " ((u'particip',), 333),\n",
       " ((u'arbitr',), 333),\n",
       " ((u'report',), 332),\n",
       " ((u'compens',), 331),\n",
       " ((u'object',), 321),\n",
       " ((u'right',), 319),\n",
       " ((u'labor',), 317),\n",
       " ((u'could',), 316),\n",
       " ((u'overtim',), 316),\n",
       " ((u'dismiss',), 314),\n",
       " ((u'compani',), 311),\n",
       " ((u'standard',), 309),\n",
       " ((u'addit',), 307),\n",
       " ((u'condit',), 302),\n",
       " ((u'materi',), 301),\n",
       " ((u'matter',), 299),\n",
       " ((u'feder',), 297),\n",
       " ((u'present',), 297),\n",
       " ((u'submit',), 296),\n",
       " ((u'villag',), 296),\n",
       " ((u'follow',), 294),\n",
       " ((u'gener',), 292),\n",
       " ((u'insur',), 291),\n",
       " ((u'payment',), 287),\n",
       " ((u'approv',), 283),\n",
       " ((u'disput',), 282),\n",
       " ((u'entitl',), 276),\n",
       " ((u'repres',), 274),\n",
       " ((u'grand',), 273),\n",
       " ((u'establish',), 264),\n",
       " ((u'regard',), 263),\n",
       " ((u'question',), 263),\n",
       " ((u'argument',), 262),\n",
       " ((u'medic',), 262),\n",
       " ((u'appli',), 260),\n",
       " ((u'servic',), 259),\n",
       " ((u'circuit',), 255),\n",
       " ((u'letter',), 255),\n",
       " ((u'result',), 254),\n",
       " ((u'consid',), 249),\n",
       " ((u'without',), 247),\n",
       " ((u'contract',), 246),\n",
       " ((u'shall',), 243),\n",
       " ((u'health',), 243),\n",
       " ((u'exempt',), 235),\n",
       " ((u'provis',), 234),\n",
       " ((u'specif',), 232),\n",
       " ((u'respons',), 232),\n",
       " ((u'defens',), 227),\n",
       " ((u'appropri',), 223),\n",
       " ((u'person',), 223),\n",
       " ((u'damag',), 222),\n",
       " ((u'final',), 222),\n",
       " ((u'burden',), 221),\n",
       " ((u'fiduciari',), 219),\n",
       " ((u'three',), 219),\n",
       " ((u'within',), 217),\n",
       " ((u'entri',), 217),\n",
       " ((u'applic',), 217),\n",
       " ((u'relat',), 216),\n",
       " ((u'subject',), 216),\n",
       " ((u'therefor',), 215),\n",
       " ((u'pursuant',), 214),\n",
       " ((u'contribut',), 214),\n",
       " ((u'appeal',), 214),\n",
       " ((u'procedur',), 213),\n",
       " ((u'legal',), 211),\n",
       " ((u'statut',), 211),\n",
       " ((u'activ',), 210),\n",
       " ((u'liabil',), 209),\n",
       " ((u'author',), 207),\n",
       " ((u'litig',), 207),\n",
       " ((u'second',), 205),\n",
       " ((u'assert',), 204),\n",
       " ((u'propos',), 203),\n",
       " ((u'situat',), 203),\n",
       " ((u'interest',), 202),\n",
       " ((u'discoveri',), 201),\n",
       " ((u'number',), 197),\n",
       " ((u'common',), 197),\n",
       " ((u'discret',), 196),\n",
       " ((u'statement',), 196),\n",
       " ((u'offic',), 195),\n",
       " ((u'docket',), 195),\n",
       " ((u'found',), 194),\n",
       " ((u'indic',), 194),\n",
       " ((u'occup',), 193),\n",
       " ((u'respect',), 193),\n",
       " ((u'januari',), 192),\n",
       " ((u'address',), 192),\n",
       " ((u'similarli',), 191),\n",
       " ((u'continu',), 191),\n",
       " ((u'breach',), 190),\n",
       " ((u'sever',), 190),\n",
       " ((u'point',), 188),\n",
       " ((u'prior',), 188),\n",
       " ((u'month',), 186),\n",
       " ((u'although',), 185),\n",
       " ((u'suffici',), 184),\n",
       " ((u'certifi',), 184),\n",
       " ((u'local',), 183),\n",
       " ((u'conclud',), 183),\n",
       " ((u'opinion',), 181),\n",
       " ((u'dakota',), 181),\n",
       " ((u'trial',), 180),\n",
       " ((u'failur',), 179),\n",
       " ((u'differ',), 177),\n",
       " ((u'current',), 177),\n",
       " ((u'jurisdict',), 175),\n",
       " ((u'favor',), 174),\n",
       " ((u'relief',), 174),\n",
       " ((u'ultim',), 173),\n",
       " ((u'contend',), 171),\n",
       " ((u'march',), 171),\n",
       " ((u'august',), 168),\n",
       " ((u'complet',), 168),\n",
       " ((u'retir',), 166),\n",
       " ((u'discuss',), 165),\n",
       " ((u'conduct',), 164),\n",
       " ((u'cannot',), 163),\n",
       " ((u'bargain',), 163),\n",
       " ((u'commun',), 161),\n",
       " ((u'process',), 160),\n",
       " ((u'april',), 160),\n",
       " ((u'train',), 159),\n",
       " ((u'appear',), 158),\n",
       " ((u'exist',), 158),\n",
       " ((u'given',), 157),\n",
       " ((u'accordingli',), 156),\n",
       " ((u'involv',), 152),\n",
       " ((u'conclus',), 152),\n",
       " ((u'conflict',), 151),\n",
       " ((u'intern',), 151),\n",
       " ((u'februari',), 150),\n",
       " ((u'purpos',), 150),\n",
       " ((u'total',), 150),\n",
       " ((u'factor',), 149),\n",
       " ((u'store',), 148),\n",
       " ((u'allow',), 148),\n",
       " ((u'regular',), 146),\n",
       " ((u'protect',), 145),\n",
       " ((u'account',), 144),\n",
       " ((u'light',), 144),\n",
       " ((u'factual',), 143),\n",
       " ((u'initi',), 143),\n",
       " ((u'analysi',), 143),\n",
       " ((u'actual',), 142),\n",
       " ((u'metlif',), 141),\n",
       " ((u'similar',), 141),\n",
       " ((u'civil',), 140),\n",
       " ((u'execut',), 140),\n",
       " ((u'calcul',), 139),\n",
       " ((u'deposit',), 139),\n",
       " ((u'fargo',), 139),\n",
       " ((u'miller',), 139),\n",
       " ((u'seaman',), 138),\n",
       " ((u'plead',), 137),\n",
       " ((u'octob',), 135),\n",
       " ((u'explain',), 135),\n",
       " ((u'substanti',), 135),\n",
       " ((u'merit',), 134),\n",
       " ((u'chang',), 134),\n",
       " ((u'rather',), 133),\n",
       " ((u'miniac',), 133),\n",
       " ((u'demonstr',), 132),\n",
       " ((u'behalf',), 132),\n",
       " ((u'declar',), 132),\n",
       " ((u'relev',), 131),\n",
       " ((u'accord',), 131),\n",
       " ((u'physic',), 130),\n",
       " ((u'obtain',), 129),\n",
       " ((u'effect',), 128),\n",
       " ((u'circumst',), 128),\n",
       " ((u'equit',), 127),\n",
       " ((u'schedul',), 126),\n",
       " ((u'function',), 125),\n",
       " ((u'pension',), 124),\n",
       " ((u'potenti',), 124),\n",
       " ((u'mcmahon',), 124),\n",
       " ((u'fibromyalgia',), 124),\n",
       " ((u'enter',), 124),\n",
       " ((u'novemb',), 124),\n",
       " ((u'coverag',), 124),\n",
       " ((u'refer',), 123),\n",
       " ((u'treatment',), 123),\n",
       " ((u'cover',), 121),\n",
       " ((u'remain',), 121),\n",
       " ((u'adequ',), 120),\n",
       " ((u'worker',), 120),\n",
       " ((u'level',), 120),\n",
       " ((u'interpret',), 120),\n",
       " ((u'product',), 119),\n",
       " ((u'consist',), 118),\n",
       " ((u'secur',), 117),\n",
       " ((u'septemb',), 117),\n",
       " ((u'forth',), 116),\n",
       " ((u'recov',), 116),\n",
       " ((u'contain',), 116),\n",
       " ((u'decemb',), 116),\n",
       " ((u'either',), 116),\n",
       " ((u'proceed',), 116),\n",
       " ((u'identifi',), 116),\n",
       " ((u'definit',), 115),\n",
       " ((u'lawsuit',), 114),\n",
       " ((u'testimoni',), 113),\n",
       " ((u'defin',), 113),\n",
       " ((u'practic',), 112),\n",
       " ((u'injuri',), 111),\n",
       " ((u'proof',), 110),\n",
       " ((u'exercis',), 110),\n",
       " ((u'releas',), 109),\n",
       " ((u'former',), 109),\n",
       " ((u'genuin',), 109),\n",
       " ((u'expens',), 108),\n",
       " ((u'studio',), 108),\n",
       " ((u'maintain',), 108),\n",
       " ((u'assess',), 107),\n",
       " ((u'statu',), 107),\n",
       " ((u'board',), 107),\n",
       " ((u'corpor',), 107),\n",
       " ((u'mental',), 106),\n",
       " ((u'group',), 106),\n",
       " ((u'separ',), 106),\n",
       " ((u'engag',), 106),\n",
       " ((u'least',), 103),\n",
       " ((u'partner',), 103),\n",
       " ((u'moreov',), 103),\n",
       " ((u'shift',), 103),\n",
       " ((u'written',), 102),\n",
       " ((u'never',), 102),\n",
       " ((u'unpaid',), 102),\n",
       " ((u'claimant',), 102),\n",
       " ((u'truste',), 101),\n",
       " ((u'transfer',), 101),\n",
       " ((u'break',), 101),\n",
       " ((u'remedi',), 101),\n",
       " ((u'elimin',), 101),\n",
       " ((u'unabl',), 101),\n",
       " ((u'skill',), 100),\n",
       " ((u'citat',), 99),\n",
       " ((u'resolv',), 98),\n",
       " ((u'concern',), 98),\n",
       " ((u'joint',), 98),\n",
       " ((u'stage',), 97),\n",
       " ((u'except',), 97),\n",
       " ((u'judici',), 96),\n",
       " ((u'alderwood',), 96),\n",
       " ((u'oblig',), 96),\n",
       " ((u'later',), 95),\n",
       " ((u'sought',), 95),\n",
       " ((u'creat',), 95),\n",
       " ((u'elect',), 95),\n",
       " ((u'symptom',), 95),\n",
       " ((u'offer',), 95),\n",
       " ((u'direct',), 94),\n",
       " ((u'ground',), 94),\n",
       " ((u'control',), 94),\n",
       " ((u'pisut',), 94),\n",
       " ((u'denial',), 94),\n",
       " ((u'decid',), 94),\n",
       " ((u'describ',), 94),\n",
       " ((u'particular',), 94),\n",
       " ((u'count',), 93),\n",
       " ((u'satisfi',), 93),\n",
       " ((u'accept',), 93),\n",
       " ((u'instead',), 92),\n",
       " ((u'program',), 92),\n",
       " ((u'street',), 92),\n",
       " ((u'extent',), 92),\n",
       " ((u'examin',), 91),\n",
       " ((u'driver',), 91),\n",
       " ((u'brief',), 91),\n",
       " ((u'aaron',), 91),\n",
       " ((u'affidavit',), 91),\n",
       " ((u'challeng',), 91),\n",
       " ((u'otherwis',), 91),\n",
       " ((u'suggest',), 91),\n",
       " ((u'director',), 91),\n",
       " ((u'interrogatori',), 90),\n",
       " ((u'languag',), 90),\n",
       " ((u'vacat',), 90),\n",
       " ((u'depart',), 90),\n",
       " ((u'evalu',), 90),\n",
       " ((u'expect',), 90),\n",
       " ((u'permit',), 90),\n",
       " ((u'appoint',), 90),\n",
       " ((u'bring',), 89),\n",
       " ((u'previous',), 89),\n",
       " ((u'consent',), 89),\n",
       " ((u'descript',), 89),\n",
       " ((u'constitut',), 88),\n",
       " ((u'reject',), 88),\n",
       " ((u'testifi',), 88),\n",
       " ((u'recommend',), 88),\n",
       " ((u'cglic',), 88),\n",
       " ((u'counterclaim',), 87),\n",
       " ((u'signific',), 87),\n",
       " ((u'oppos',), 87),\n",
       " ((u'prejudic',), 87),\n",
       " ((u'impair',), 86),\n",
       " ((u'beneficiari',), 85),\n",
       " ((u'committe',), 85),\n",
       " ((u'taken',), 84),\n",
       " ((u'answer',), 84),\n",
       " ((u'exhibit',), 84),\n",
       " ((u'clear',), 84),\n",
       " ((u'necessari',), 84),\n",
       " ((u'prove',), 84),\n",
       " ((u'preliminari',), 84),\n",
       " ((u'place',), 84),\n",
       " ((u'reduc',), 84),\n",
       " ((u'refus',), 83),\n",
       " ((u'hourli',), 83),\n",
       " ((u'03160',), 83),\n",
       " ((u'corrigan',), 83),\n",
       " ((u'sound',), 83),\n",
       " ((u'cross',), 83),\n",
       " ((u'bankruptci',), 82),\n",
       " ((u'believ',), 82),\n",
       " ((u'delay',), 82),\n",
       " ((u'memorandum',), 82),\n",
       " ((u'certain',), 82),\n",
       " ((u'02179',), 82),\n",
       " ((u'connect',), 82),\n",
       " ((u'origin',), 81),\n",
       " ((u'return',), 81),\n",
       " ((u'opposit',), 80),\n",
       " ((u'compli',), 80),\n",
       " ((u'avail',), 80),\n",
       " ((u'infer',), 80),\n",
       " ((u'anoth',), 79),\n",
       " ((u'season',), 79),\n",
       " ((u'ninth',), 79),\n",
       " ((u'reach',), 79),\n",
       " ((u'spent',), 79),\n",
       " ((u'enforc',), 79),\n",
       " ((u'illinoi',), 79),\n",
       " ((u'repli',), 78),\n",
       " ((u'element',), 77),\n",
       " ((u'associ',), 77),\n",
       " ((u'produc',), 77),\n",
       " ((u'physician',), 76),\n",
       " ((u'natur',), 76),\n",
       " ((u'locat',), 76),\n",
       " ((u'colorado',), 76),\n",
       " ((u'fresh',), 76),\n",
       " ((u'detail',), 76),\n",
       " ((u'occur',), 76),\n",
       " ((u'unless',), 75),\n",
       " ((u'alreadi',), 75),\n",
       " ((u'stand',), 75),\n",
       " ((u'affect',), 75),\n",
       " ((u'govern',), 75),\n",
       " ((u'trust',), 75),\n",
       " ((u'supplement',), 74),\n",
       " ((u'instruct',), 74),\n",
       " ((u'advers',), 73),\n",
       " ((u'brought',), 73),\n",
       " ((u'discharg',), 73),\n",
       " ((u'third',), 73),\n",
       " ((u'compel',), 72),\n",
       " ((u'correct',), 72),\n",
       " ((u'demand',), 72),\n",
       " ((u'investig',), 72),\n",
       " ((u'assist',), 72),\n",
       " ((u'cognit',), 72),\n",
       " ((u'client',), 71),\n",
       " ((u'suffer',), 71),\n",
       " ((u'tyson',), 71),\n",
       " ((u'method',), 71),\n",
       " ((u'treat',), 71),\n",
       " ((u'excess',), 71),\n",
       " ((u'proper',), 70),\n",
       " ((u'sedentari',), 70),\n",
       " ((u'intent',), 70),\n",
       " ((u'preclud',), 70),\n",
       " ((u'pageid',), 70),\n",
       " ((u'exampl',), 69),\n",
       " ((u'consider',), 69),\n",
       " ((u'inconsist',), 69),\n",
       " ((u'exclud',), 69),\n",
       " ((u'winco',), 68),\n",
       " ((u'possibl',), 68),\n",
       " ((u'magidish',), 68),\n",
       " ((u'absenc',), 68),\n",
       " ((u'recoveri',), 68),\n",
       " ((u'regul',), 68),\n",
       " ((u'depress',), 68),\n",
       " ((u'lunch',), 68),\n",
       " ((u'partial',), 68),\n",
       " ((u'financi',), 68),\n",
       " ((u'herebi',), 67),\n",
       " ((u'remov',), 67),\n",
       " ((u'event',), 67),\n",
       " ((u'resolut',), 66),\n",
       " ((u'normal',), 66),\n",
       " ((u'grievanc',), 66),\n",
       " ((u'everi',), 66),\n",
       " ((u'properli',), 66),\n",
       " ((u'attempt',), 66),\n",
       " ((u'affirm',), 66),\n",
       " ((u'disclos',), 65),\n",
       " ((u'undisput',), 65),\n",
       " ((u'fraud',), 65),\n",
       " ((u'negoti',), 65),\n",
       " ((u'central',), 65),\n",
       " ((u'liquid',), 65),\n",
       " ((u'region',), 65),\n",
       " ((u'theori',), 65),\n",
       " ((u'content',), 65),\n",
       " ((u'dewan',), 64),\n",
       " ((u'clearli',), 64),\n",
       " ((u'respond',), 64),\n",
       " ((u'independ',), 64),\n",
       " ((u'invest',), 64),\n",
       " ((u'might',), 63),\n",
       " ((u'design',), 63),\n",
       " ((u'minut',), 63),\n",
       " ((u'outsid',), 63),\n",
       " ((u'confer',), 63),\n",
       " ((u'opportun',), 63),\n",
       " ((u'nation',), 62),\n",
       " ((u'southern',), 62),\n",
       " ((u'contact',), 62),\n",
       " ((u'simpli',), 62),\n",
       " ((u'qualifi',), 62),\n",
       " ((u'becom',), 62),\n",
       " ((u'arbitrari',), 61),\n",
       " ((u'background',), 61),\n",
       " ((u'system',), 61),\n",
       " ((u'inquiri',), 61),\n",
       " ((u'faith',), 61),\n",
       " ((u'emphasi',), 61),\n",
       " ((u'doctor',), 61),\n",
       " ((u'though',), 61),\n",
       " ((u'known',), 61),\n",
       " ((u'adopt',), 60)]"
      ]
     },
     "execution_count": 166,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "Unigrams = ngrams(ls_non_1.split(),1)\n",
    "counter = Counter(Unigrams)\n",
    "counter.most_common(500) "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 177,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#Save file for future usage:::\n",
    "\n",
    "#Saving unigrams in excel\n",
    "d_non = counter\n",
    "df_non = pd.DataFrame.from_dict(d_non, orient='index').reset_index().sort_values(0, ascending= False)[:500]\n",
    "df_non\n",
    "df_non.to_excel(\"non_relevant.xlsx\")\n",
    "\n",
    "#**********\n",
    "d = counter\n",
    "df = pd.DataFrame.from_dict(d, orient='index').reset_index().sort_values(0, ascending= False)[:500]\n",
    "df.to_excel(\"relevant.xlsx\")\n",
    "\n",
    "#Saving processed data in text file\n",
    "f = open(\"D:\\Court Misclassification\\Known misclass opinions\\Known Mis_Text File\\processed_relevant_short_char.txt\", \"w\")\n",
    "f.write(ls1.encode(\"ascii\", \"ignore\"))\n",
    "f.close()"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 2",
   "language": "python",
   "name": "python2"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.13"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}