experience_project_demo.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#!/usr/bin/env python\n",
    "\n",
    "\"\"\"\n",
    "Analysis of social network 'experience project' posts from January-July 2015\n",
    "\n",
    "You can turn this into a python script using the command: \n",
    "ipython nbconvert --to python Correlations.ipynb\n",
    "\n",
    "hosted at https://github.com/hateley/Experience_Project\n",
    "\"\"\"\n",
    "#set up my environment\n",
    "%matplotlib inline\n",
    "\n",
    "import pandas as pd\n",
    "import matplotlib.pyplot as plt\n",
    "import numpy as np"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(534305, 16)\n",
      "Index(['gender', 'num_groups', 'num_entries', 'num_fans', 'num_friends', 'created', 'last_login', 'num_logins', 'last_wall_activity', 'last_circle_activity', 'birthdate', 'gid', 'content', 'date_posted', 'votes', 'num_comments'], dtype='object')\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\">\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>num_groups</th>\n",
       "      <th>num_entries</th>\n",
       "      <th>num_fans</th>\n",
       "      <th>num_friends</th>\n",
       "      <th>num_logins</th>\n",
       "      <th>gid</th>\n",
       "      <th>votes</th>\n",
       "      <th>num_comments</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td> 534305.000000</td>\n",
       "      <td> 534305.000000</td>\n",
       "      <td> 534305.000000</td>\n",
       "      <td> 534305.000000</td>\n",
       "      <td> 534305.000000</td>\n",
       "      <td>  534305.000000</td>\n",
       "      <td> 534305.000000</td>\n",
       "      <td> 534305.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>    742.328756</td>\n",
       "      <td>   4935.220947</td>\n",
       "      <td>    574.018952</td>\n",
       "      <td>     72.492224</td>\n",
       "      <td>    426.399326</td>\n",
       "      <td>  316756.950596</td>\n",
       "      <td>      3.397346</td>\n",
       "      <td>      2.040011</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>   4400.139494</td>\n",
       "      <td>  16876.095797</td>\n",
       "      <td>   1478.743646</td>\n",
       "      <td>    306.584001</td>\n",
       "      <td>   1175.184105</td>\n",
       "      <td>  338784.017951</td>\n",
       "      <td>     12.010274</td>\n",
       "      <td>      4.114601</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>      0.000000</td>\n",
       "      <td>      0.000000</td>\n",
       "      <td>      0.000000</td>\n",
       "      <td>      0.000000</td>\n",
       "      <td>      1.000000</td>\n",
       "      <td>      20.000000</td>\n",
       "      <td>      0.000000</td>\n",
       "      <td>      0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>     28.000000</td>\n",
       "      <td>      9.000000</td>\n",
       "      <td>     11.000000</td>\n",
       "      <td>      1.000000</td>\n",
       "      <td>      3.000000</td>\n",
       "      <td>   18330.000000</td>\n",
       "      <td>      0.000000</td>\n",
       "      <td>      0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>    107.000000</td>\n",
       "      <td>     37.000000</td>\n",
       "      <td>     53.000000</td>\n",
       "      <td>     10.000000</td>\n",
       "      <td>     21.000000</td>\n",
       "      <td>  173606.000000</td>\n",
       "      <td>      2.000000</td>\n",
       "      <td>      1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>    374.000000</td>\n",
       "      <td>    206.000000</td>\n",
       "      <td>    223.000000</td>\n",
       "      <td>     38.000000</td>\n",
       "      <td>    285.000000</td>\n",
       "      <td>  579870.000000</td>\n",
       "      <td>      4.000000</td>\n",
       "      <td>      2.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>  94002.000000</td>\n",
       "      <td>  65535.000000</td>\n",
       "      <td>  26038.000000</td>\n",
       "      <td>  25445.000000</td>\n",
       "      <td>  37051.000000</td>\n",
       "      <td> 1044943.000000</td>\n",
       "      <td>   7631.000000</td>\n",
       "      <td>    269.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "          num_groups    num_entries       num_fans    num_friends  \\\n",
       "count  534305.000000  534305.000000  534305.000000  534305.000000   \n",
       "mean      742.328756    4935.220947     574.018952      72.492224   \n",
       "std      4400.139494   16876.095797    1478.743646     306.584001   \n",
       "min         0.000000       0.000000       0.000000       0.000000   \n",
       "25%        28.000000       9.000000      11.000000       1.000000   \n",
       "50%       107.000000      37.000000      53.000000      10.000000   \n",
       "75%       374.000000     206.000000     223.000000      38.000000   \n",
       "max     94002.000000   65535.000000   26038.000000   25445.000000   \n",
       "\n",
       "          num_logins             gid          votes   num_comments  \n",
       "count  534305.000000   534305.000000  534305.000000  534305.000000  \n",
       "mean      426.399326   316756.950596       3.397346       2.040011  \n",
       "std      1175.184105   338784.017951      12.010274       4.114601  \n",
       "min         1.000000       20.000000       0.000000       0.000000  \n",
       "25%         3.000000    18330.000000       0.000000       0.000000  \n",
       "50%        21.000000   173606.000000       2.000000       1.000000  \n",
       "75%       285.000000   579870.000000       4.000000       2.000000  \n",
       "max     37051.000000  1044943.000000    7631.000000     269.000000  "
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#load the data and look at its basic qualities, using pandas\n",
    "dataframe = pd.read_csv('EP_data.csv')\n",
    "print(dataframe.shape)\n",
    "print(dataframe.columns)\n",
    "dataframe.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\">\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>gender</th>\n",
       "      <th>num_groups</th>\n",
       "      <th>num_entries</th>\n",
       "      <th>num_fans</th>\n",
       "      <th>num_friends</th>\n",
       "      <th>created</th>\n",
       "      <th>last_login</th>\n",
       "      <th>num_logins</th>\n",
       "      <th>last_wall_activity</th>\n",
       "      <th>last_circle_activity</th>\n",
       "      <th>birthdate</th>\n",
       "      <th>gid</th>\n",
       "      <th>content</th>\n",
       "      <th>date_posted</th>\n",
       "      <th>votes</th>\n",
       "      <th>num_comments</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td> F</td>\n",
       "      <td> 210</td>\n",
       "      <td>    54</td>\n",
       "      <td>   25</td>\n",
       "      <td>  2</td>\n",
       "      <td> 2014-12-20</td>\n",
       "      <td> 2015-04-03 12:45:01</td>\n",
       "      <td>  6</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 1997-03-31</td>\n",
       "      <td> 124249</td>\n",
       "      <td> I just want my mom to hug me and say that she ...</td>\n",
       "      <td> 2015-01-01 00:00:10</td>\n",
       "      <td>  0</td>\n",
       "      <td> 0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td> F</td>\n",
       "      <td>  25</td>\n",
       "      <td>     9</td>\n",
       "      <td>    2</td>\n",
       "      <td>  0</td>\n",
       "      <td> 2014-08-28</td>\n",
       "      <td> 2015-04-15 22:32:36</td>\n",
       "      <td> 19</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 1994-03-31</td>\n",
       "      <td>   5276</td>\n",
       "      <td> I don't know why this is happening right now. ...</td>\n",
       "      <td> 2015-01-01 00:00:46</td>\n",
       "      <td>  0</td>\n",
       "      <td> 0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td> U</td>\n",
       "      <td>   0</td>\n",
       "      <td> 65535</td>\n",
       "      <td> 5672</td>\n",
       "      <td>  0</td>\n",
       "      <td> 2008-04-21</td>\n",
       "      <td> 2012-11-13 18:03:23</td>\n",
       "      <td>  5</td>\n",
       "      <td> 2009-03-27 21:22:12</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 1989-03-09</td>\n",
       "      <td>  49025</td>\n",
       "      <td> I accept the wisdom of all religions and disca...</td>\n",
       "      <td> 2015-01-01 00:00:49</td>\n",
       "      <td> 10</td>\n",
       "      <td> 1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td> M</td>\n",
       "      <td> 153</td>\n",
       "      <td>     2</td>\n",
       "      <td>    6</td>\n",
       "      <td>  5</td>\n",
       "      <td> 2014-12-13</td>\n",
       "      <td> 2015-06-01 20:34:52</td>\n",
       "      <td> 15</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 2014-12-13 08:37:11</td>\n",
       "      <td> 1993-11-30</td>\n",
       "      <td>  58852</td>\n",
       "      <td> HAPPY NEW  YEARS !!!!!!!!!!!!!!!     !!!!!!!!!...</td>\n",
       "      <td> 2015-01-01 00:02:39</td>\n",
       "      <td>  1</td>\n",
       "      <td> 2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td> F</td>\n",
       "      <td>  29</td>\n",
       "      <td>     8</td>\n",
       "      <td>   83</td>\n",
       "      <td> 60</td>\n",
       "      <td> 2014-12-27</td>\n",
       "      <td> 2015-05-14 13:25:09</td>\n",
       "      <td> 19</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 2015-05-14 13:25:34</td>\n",
       "      <td> 1977-08-31</td>\n",
       "      <td> 970365</td>\n",
       "      <td> Showing now if anyone is interested...message ...</td>\n",
       "      <td> 2015-01-01 00:02:45</td>\n",
       "      <td>  0</td>\n",
       "      <td> 0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  gender  num_groups  num_entries  num_fans  num_friends     created  \\\n",
       "0      F         210           54        25            2  2014-12-20   \n",
       "1      F          25            9         2            0  2014-08-28   \n",
       "2      U           0        65535      5672            0  2008-04-21   \n",
       "3      M         153            2         6            5  2014-12-13   \n",
       "4      F          29            8        83           60  2014-12-27   \n",
       "\n",
       "            last_login  num_logins   last_wall_activity last_circle_activity  \\\n",
       "0  2015-04-03 12:45:01           6  0000-00-00 00:00:00  0000-00-00 00:00:00   \n",
       "1  2015-04-15 22:32:36          19  0000-00-00 00:00:00  0000-00-00 00:00:00   \n",
       "2  2012-11-13 18:03:23           5  2009-03-27 21:22:12  0000-00-00 00:00:00   \n",
       "3  2015-06-01 20:34:52          15  0000-00-00 00:00:00  2014-12-13 08:37:11   \n",
       "4  2015-05-14 13:25:09          19  0000-00-00 00:00:00  2015-05-14 13:25:34   \n",
       "\n",
       "    birthdate     gid                                            content  \\\n",
       "0  1997-03-31  124249  I just want my mom to hug me and say that she ...   \n",
       "1  1994-03-31    5276  I don't know why this is happening right now. ...   \n",
       "2  1989-03-09   49025  I accept the wisdom of all religions and disca...   \n",
       "3  1993-11-30   58852  HAPPY NEW  YEARS !!!!!!!!!!!!!!!     !!!!!!!!!...   \n",
       "4  1977-08-31  970365  Showing now if anyone is interested...message ...   \n",
       "\n",
       "           date_posted  votes  num_comments  \n",
       "0  2015-01-01 00:00:10      0             0  \n",
       "1  2015-01-01 00:00:46      0             0  \n",
       "2  2015-01-01 00:00:49     10             1  \n",
       "3  2015-01-01 00:02:39      1             2  \n",
       "4  2015-01-01 00:02:45      0             0  "
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#looks like we have some bots or spammers, as 75% of users post 206 or less times but the max is 65.5k\n",
    "#we'll need to remove these users to do real user analysis and save them for bot detection study.\n",
    "\n",
    "#let's take a look at the entries\n",
    "dataframe.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "bot post:\n",
      " I accept the wisdom of all religions and discard the rest.\n",
      "\n",
      "real post:\n",
      " I don't know why this is happening right now. I had a best friend for 7 years & we have been through so much together. I have had a really hard life and I don't trust many people, but I trusted her. She was so excited for me when I told her I was pregnant because she knew how much I loved kids and wanted a baby. But soon after, she started hanging out with people I CANNOT STAND because they are thieves (one girl stole 50$ off me) and the others are just very fake in general. <br />\n",
      "<br />\n",
      "She talked so much crap about them and now she is hanging out with them... I'm not sure if I even consider her a friend anymore. She has really hurt me, not because she is hanging out with other people. But she just hasn't been a very good friend to me for the past year. She use to be so caring and now she is selfish & don't care about anything or anyone but herself. I'm not sure what is going on with her, but I'm just about to end our friendship. I'm moving 4 hours away and she acts like she could care less... She hasn't offered to help me move, she hasn't even mentioned coming to see me. <br />\n",
      "<br />\n",
      "I really don't know what to do. \n"
     ]
    }
   ],
   "source": [
    "# user 2 looks like a bot. let's look at the post\n",
    "print(\"bot post:\\n\",dataframe.ix[2]['content'])\n",
    "# here's a normal post also for reference\n",
    "print(\"\\nreal post:\\n\",dataframe.ix[1]['content'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\">\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>num_groups</th>\n",
       "      <th>num_entries</th>\n",
       "      <th>num_fans</th>\n",
       "      <th>num_friends</th>\n",
       "      <th>num_logins</th>\n",
       "      <th>gid</th>\n",
       "      <th>votes</th>\n",
       "      <th>num_comments</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>num_groups</th>\n",
       "      <td> 1.000000</td>\n",
       "      <td>-0.020664</td>\n",
       "      <td> 0.033811</td>\n",
       "      <td> 0.284786</td>\n",
       "      <td> 0.314630</td>\n",
       "      <td> 0.030412</td>\n",
       "      <td>-0.001219</td>\n",
       "      <td>-0.004053</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>num_entries</th>\n",
       "      <td>-0.020664</td>\n",
       "      <td> 1.000000</td>\n",
       "      <td> 0.963636</td>\n",
       "      <td>-0.042659</td>\n",
       "      <td>-0.075076</td>\n",
       "      <td>-0.012308</td>\n",
       "      <td> 0.014202</td>\n",
       "      <td> 0.014943</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>num_fans</th>\n",
       "      <td> 0.033811</td>\n",
       "      <td> 0.963636</td>\n",
       "      <td> 1.000000</td>\n",
       "      <td> 0.162400</td>\n",
       "      <td> 0.017722</td>\n",
       "      <td>-0.005977</td>\n",
       "      <td> 0.048651</td>\n",
       "      <td> 0.073748</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>num_friends</th>\n",
       "      <td> 0.284786</td>\n",
       "      <td>-0.042659</td>\n",
       "      <td> 0.162400</td>\n",
       "      <td> 1.000000</td>\n",
       "      <td> 0.308966</td>\n",
       "      <td> 0.032428</td>\n",
       "      <td> 0.073649</td>\n",
       "      <td> 0.119554</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>num_logins</th>\n",
       "      <td> 0.314630</td>\n",
       "      <td>-0.075076</td>\n",
       "      <td> 0.017722</td>\n",
       "      <td> 0.308966</td>\n",
       "      <td> 1.000000</td>\n",
       "      <td> 0.027082</td>\n",
       "      <td> 0.026861</td>\n",
       "      <td> 0.034778</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>gid</th>\n",
       "      <td> 0.030412</td>\n",
       "      <td>-0.012308</td>\n",
       "      <td>-0.005977</td>\n",
       "      <td> 0.032428</td>\n",
       "      <td> 0.027082</td>\n",
       "      <td> 1.000000</td>\n",
       "      <td>-0.031487</td>\n",
       "      <td>-0.040568</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>votes</th>\n",
       "      <td>-0.001219</td>\n",
       "      <td> 0.014202</td>\n",
       "      <td> 0.048651</td>\n",
       "      <td> 0.073649</td>\n",
       "      <td> 0.026861</td>\n",
       "      <td>-0.031487</td>\n",
       "      <td> 1.000000</td>\n",
       "      <td> 0.365521</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>num_comments</th>\n",
       "      <td>-0.004053</td>\n",
       "      <td> 0.014943</td>\n",
       "      <td> 0.073748</td>\n",
       "      <td> 0.119554</td>\n",
       "      <td> 0.034778</td>\n",
       "      <td>-0.040568</td>\n",
       "      <td> 0.365521</td>\n",
       "      <td> 1.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "              num_groups  num_entries  num_fans  num_friends  num_logins  \\\n",
       "num_groups      1.000000    -0.020664  0.033811     0.284786    0.314630   \n",
       "num_entries    -0.020664     1.000000  0.963636    -0.042659   -0.075076   \n",
       "num_fans        0.033811     0.963636  1.000000     0.162400    0.017722   \n",
       "num_friends     0.284786    -0.042659  0.162400     1.000000    0.308966   \n",
       "num_logins      0.314630    -0.075076  0.017722     0.308966    1.000000   \n",
       "gid             0.030412    -0.012308 -0.005977     0.032428    0.027082   \n",
       "votes          -0.001219     0.014202  0.048651     0.073649    0.026861   \n",
       "num_comments   -0.004053     0.014943  0.073748     0.119554    0.034778   \n",
       "\n",
       "                   gid     votes  num_comments  \n",
       "num_groups    0.030412 -0.001219     -0.004053  \n",
       "num_entries  -0.012308  0.014202      0.014943  \n",
       "num_fans     -0.005977  0.048651      0.073748  \n",
       "num_friends   0.032428  0.073649      0.119554  \n",
       "num_logins    0.027082  0.026861      0.034778  \n",
       "gid           1.000000 -0.031487     -0.040568  \n",
       "votes        -0.031487  1.000000      0.365521  \n",
       "num_comments -0.040568  0.365521      1.000000  "
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# let's dig a lil deeper\n",
    "\n",
    "#how correlated are the values?\n",
    "dataframe.corr()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<matplotlib.axes._subplots.AxesSubplot at 0x10c7b0e48>"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAaAAAAEQCAYAAAD2/KAsAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzt3Xu4XVV97vHvG8LVbAiJNiSIhGJUqNhADtAeb0Fusady\nKVagpzRRHmxJMQLaEmr7wKlKwRYE6iMeBZtghUKhYqiQEDjJ8YrbQjZEQ0pCiYdAiBqEJIjc8jt/\njLHYKzs7mxWy1ppz7Lyf51nPnnOs27sWm/3LHGPMORQRmJmZdduIqgOYmdmOyQXIzMwq4QJkZmaV\ncAEyM7NKuACZmVklXIDMzKwSXSlAknaT9ENJfZKWSfq73D5G0kJJD0u6S9LopudcKGmFpOWSjmtq\nnyJpab7vqqb2XSXdlNvvlbR/Nz6bmZm9Nl0pQBHxa+CoiJgMvAM4StK7gNnAwoh4C3BP3kfSwcCp\nwMHANOCLkpRf7hrgzIiYBEySNC23nwmsy+2fBy7rxmczM7PXpmtdcBHxq7y5C7AT8EvgBGBubp8L\nnJS3TwRujIgXI2IVsBI4UtJ4oCcievPjrm96TvNr3Qoc3aGPYmZmbdC1AiRphKQ+YC2wKCJ+AoyL\niLX5IWuBcXl7ArC66emrgX0HaX88t5N/PgYQES8Bz0ga04nPYmZm229kt94oIjYBkyXtBSyQdNSA\n+0OSrwtkZraD6FoBaoiIZyR9C5gCrJW0T0Q8mbvXfpYf9jiwX9PT3kg68nk8bw9sbzznTcATkkYC\ne0XEU83v7QJnZvbaRIRe/VHbpluz4F7fmOEmaXfgWGAJMA+Ynh82Hbgtb88DTpO0i6QDgElAb0Q8\nCayXdGSelHAG8M2m5zRe64OkSQ1biIja3y666KLKMzinc5aa0Tnbf+uUbh0BjQfmShpBKnpfi4h7\nJC0BbpZ0JrAK+BBARCyTdDOwDHgJmBn938JMYA6wO3BHRMzP7dcBX5O0AlgHnNaVT9YBq1atqjpC\nS5yzvUrIWUJGcM5SdKUARcRS4LBB2p8CjtnKcy4BLhmk/T7gkEHanycXMDMzqz9fCaGGZsyYUXWE\nljhne5WQs4SM4JylUCf79+pGUuxIn9fMrB0kEaVOQrBts3jx4qojtMQ526uEnCVkBOcshQuQmZlV\nwl1wZmY2JHfBmZnZsOICVEOl9As7Z3uVkLOEjOCcpXABMjOzSngMyMzMhuQxIDMzG1ZcgGqolH5h\n52yvEnKWkBGcsxQuQGZmVgmPAZmZ2ZA8BmRmZsOKC1ANldIv7JztVULOEjKCc5bCBcjMzCrhMSAz\nMxuSx4DMzGxYcQGqoVL6hQfLKQlpbL61/R9Mr0nJ32fdlJARnLMUI6sOYMNHKjh7AlfkllmNQ/cK\nU5lZXXkMyNpGGksqPtNzy1zgfCLWVRfKzLabx4DMzGxYcQGqoVL6hbfM+RQwi3TkMzdvP9XlVFsq\n9/usnxIygnOWoisFSNJ+khZJ+omkH0ualdsvlrRa0pJ8e3/Tcy6UtELScknHNbVPkbQ033dVU/uu\nkm7K7fdK2r8bn836pe7N9cD5+bbe4z9mtlVdGQOStA+wT0T0SRoF3AecBHwI2BARVwx4/MHADcDh\nwL7A3cCkiAhJvcA5EdEr6Q7g6oiYL2km8PaImCnpVODkiDhtwOt6DMjMbBsVPQYUEU9GRF/e3gg8\nRCosAIN9qBOBGyPixYhYBawEjpQ0HuiJiN78uOtJhQzgBFK/D8CtwNFt/yBmZtY2XR8DkjQROBS4\nNzd9TNIDkq6TNDq3TQBWNz1tNalgDWx/nP5Cti/wGEBEvAQ8I2lMJz5Dp5XSL+yc7VVCzhIygnOW\noqsFKHe/3QJ8PB8JXQMcAEwG1gCXdzOPmZlVp2snokramdQ19s8RcRtARPys6f5rgdvz7uPAfk1P\nfyPpyOfxvD2wvfGcNwFPSBoJ7BURW0zBmjFjBhMnTgRg9OjRTJ48malTpwL9/xrxfmv7jba65Cl9\nv9FWlzxb22/OWoc8g+1PnTq1VnmG2m+oS57GdzdnzhyAV/5edkK3JiGIND6zLiLOa2ofHxFr8vZ5\nwOER8UdNkxCOoH8SwpvzJIQfkub39gLfYvNJCIdExNmSTgNO8iQEM7PtV/QkBOCdwB8DRw2Ycn2Z\npAclPQC8FzgPICKWATcDy4A7gZlNlWMmcC2wAlgZEfNz+3XAWEkrgHOB2V36bG038F9GdeWc7VVC\nzhIygnOWoitdcBHxXQYvdncO8ZxLgEsGab8POGSQ9udJ07rNzKwAvhacmZkNqfQuODMzs824ANVQ\nKf3CztleJeQsISM4ZylcgMzMrBIeAzIzsyF5DMjMzIYVF6AaKqVf2Dnbq4ScJWQE5yyFC5CZmVXC\nY0BmZjYkjwGZmdmw4gJUQ6X0Cztne5WQs4SM4JylcAEyM7NKeAzIzMyG5DEgMzMbVlyAaqiUfmHn\nbK8ScpaQEZyzFC5AZmZWCY8BmZnZkDwGZGZmw4oLUA2V0i/snO1VQs4SMoJzlsIFyMzMKuExIDMz\nG5LHgMzMbFhxAaqhUvqFnbO9SshZQkZwzlJ0pQBJ2k/SIkk/kfRjSbNy+xhJCyU9LOkuSaObnnOh\npBWSlks6rql9iqSl+b6rmtp3lXRTbr9X0v7d+GxmZvbadGUMSNI+wD4R0SdpFHAfcBLwYeAXEfE5\nSRcAe0fEbEkHAzcAhwP7AncDkyIiJPUC50REr6Q7gKsjYr6kmcDbI2KmpFOBkyPitAE5PAZkZraN\nih4DiognI6Ivb28EHiIVlhOAuflhc0lFCeBE4MaIeDEiVgErgSMljQd6IqI3P+76puc0v9atwNGd\n+0RmZra9uj4GJGkicCjwQ2BcRKzNd60FxuXtCcDqpqetJhWsge2P53byz8cAIuIl4BlJY9r/CTqv\nlH5h52yvEnKWkBGcsxQju/lmufvtVuDjEbFB6j+iy91rHe8fmzFjBhMnTgRg9OjRTJ48malTpwL9\nvwxV7zfUJc/W9vv6+mqVx99n5/f7+vpqlaf0/bp+n4sXL2bOnDkAr/y97ISunQckaWfg34E7I+LK\n3LYcmBoRT+butUUR8TZJswEi4tL8uPnARcBP82MOyu2nA++JiLPzYy6OiHsljQTWRMQbBmTwGJCZ\n2TYqegxI6VDnOmBZo/hk84DpeXs6cFtT+2mSdpF0ADAJ6I2IJ4H1ko7Mr3kG8M1BXuuDwD0d+0Bm\nZrbdujUG9E7gj4GjJC3Jt2nApcCxkh4G3pf3iYhlwM3AMuBOYGbToctM4FpgBbAyIubn9uuAsZJW\nAOcCs7vz0dpvYNdRXTlne5WQs4SM4Jyl6MoYUER8l60Xu2O28pxLgEsGab8POGSQ9ueBD21HTDMz\n6yJfC87MzIZU9BiQmZnZQC5ANVRKv7BztlcJOUvICM5ZChcgMzOrhMeAzMxsSB4DMjOzYcUFqIZK\n6Rd2zvYqIWcJGcE5S+ECZGZmlfAYkJmZDcljQGZmNqy4ANVQKf3CztleJeQsISM4ZylcgMzMrBIe\nAzIzsyF5DMjMzIYVF6AaKqVf2Dnbq4ScJWQE5yyFC5CZmVXCY0BmZjYkjwHtAHp6epDGIo2lp6en\n6jhmZh3lAlQTPT09bNw4ArgCOIuNG0fUvgiV0n/tnO1TQkZwzlK4ANXExo27AFcD04FpwNW5zcxs\neNrmMSBJY4A3RsSDnYnUOXUeA5LGko5+pueWucD5RKyrLpSZGZ0bAxrZ4pv/X+AD+fH3AT+X9L2I\nOK/dgXZUo0a9wMaNs5paZjFq1KbK8piZdVqrXXB7RcR64A+A6yPiCOCYzsXa8WzYsCEXnPOBjzFq\n1CY2bNhQdawhldJ/7ZztU0JGcM5StFqAdpI0HvgQ8K3c1nJflqSvSloraWlT28WSVktakm/vb7rv\nQkkrJC2XdFxT+xRJS/N9VzW17yrpptx+r6T9W81WJxs2bCBiHYsWzat98TEz214tjQFJ+kPgb4Dv\nRcTZkg4EPhcRp7T0JtK7gY2ko6dDcttFwIaIuGLAYw8GbgAOB/YF7gYmRURI6gXOiYheSXcAV0fE\nfEkzgbdHxExJpwInR8Rpg+So7RiQmVldVXoeUET8a0S8IyLOzvuPtFp88uO/A/xykLsG+0AnAjdG\nxIsRsQpYCRyZj8B6IqI3P+564KS8fQJp1B7gVuDoVrOZmVk1WipAkn5D0qckfUXSP+XbV9vw/h+T\n9ICk6ySNzm0TgNVNj1lNOhIa2P54bif/fAwgIl4Cnsmz9YpUSr+wc7ZXCTlLyAjOWYqWZsEB3wS+\nDSwEGlOztrcv6xrgb/P2p4HLgTO38zVf1YwZM5g4cSIAo0ePZvLkyUydOhXo/2Woer+hLnm2tt/X\n11erPP4+O7/f19dXqzyl79f1+1y8eDFz5swBeOXvZSe0OgbUFxGTt+uNpInA7Y0xoK3dJ2k2QERc\nmu+bD1wE/BRYFBEH5fbTgffkMan5wMURca+kkcCaiHjDIO/jMSAzs21U9bXg/l3S/2jnG+cxnYaT\ngcYMuXnAaZJ2kXQAMAnojYgngfWSjpQk4AzSkVnjOY0zOD8I3NPOrGZm1n6tFqBzgdsl/VrShnxb\n3+qbSLoR+D7wVkmPSfoIcJmkByU9ALwXOA8gIpYBNwPLgDuBmU2HLTOBa4EVwMqImJ/brwPGSlqR\ns85uNVsdDew6qivnbK8ScpaQEZyzFC2NAUXEqO15k4g4fZDmrU5iiIhLgEsGab8P2KILLyKeJ52j\nZGZmhWj5WnCS9iZ1h+3WaIuIb3coV0d4DMjMbNtVfS24s4BZwH7AEuB3gB8A72t3IDMz2zG0Ogb0\nceAIYFVEHAUcCjzTsVQ7uFL6hZ2zvUrIWUJGcM5StFqAfh0RzwFI2i0ilgNv7VwsMzMb7lo9D+g2\n4MOkI6GjSZfVGRkRv9fZeO3lMSAzs23XqTGgIQuQpAMi4tEBbVOBPYH5EfFCuwN1kguQmdm2q+pE\n1Fvym79yYmdELI6IeaUVn5KU0i/snO1VQs4SMoJzluLVZsHtJOlTpBNIz2fzq1fHwKUUbPu8+c1v\n5pFHfgm8yIEH/gYrV66sOpKZWce8Whfc20hLHnwc+NLA+yPif3UuWvvVuQsuFZ+fA1fnllkceOAb\nXITMrHKVjAE1vfnvRcQdQ9w/PSLmbu3+uqhzAZLGAlfQf0m7ucD5RKyrLpSZGdUvSLfV4pOd24Ys\n9orFVQdoSSn9187ZPiVkBOcsRavrAVmHHXjg3jzyyKy89xBwDQceuMWKEmZmw0bL14Ib8kWkJRFx\naBvydFSdu+CgeRJCKkge/zGzOqj0WnDWHS44ZrYjafVSPK/me216HaOcfmHnbK8ScpaQEZyzFK1e\nDXtv4E+AiU3PiYiYlTfO6Ug6MzMbtlqdhv0D0vILS4FNpBNSo4Sp183qPgZkZlZHVZ8HdH9EHNbu\nN+82FyAzs21X6XlAwA2SPippvKQxjVu7w1hSSr+wc7ZXCTlLyAjOWYpWZ8H9Gvh74FOkLjiAAH6z\nE6HMzGz4a7UL7lHg8Ij4RecjdY674MzMtl3VXXArgOfa/eZmZrbjarUA/Qrok/RlSf+Yb1e/6rPs\nNSmlX9g526uEnCVkBOcsRasF6Dbgs8D3gfuabi2R9FVJayUtbWobI2mhpIcl3SVpdNN9F0paIWm5\npOOa2qdIWprvu6qpfVdJN+X2eyXt32o2MzOrRluuBfeqbyK9G9gIXB8Rh+S2zwG/iIjPSboA2Dsi\nZks6GLgBOBzYF7gbmBQRIakXOCcieiXdAVwdEfMlzQTeHhEzJZ0KnBwRpw2Sw2NAZmbbqNIxIEmP\nDnL7r1bfJCK+A/xyQPMJpEVvyD9PytsnAjdGxIsRsQpYCRwpaTzQExG9+XHXNz2n+bVuBY5uNZuZ\nmVWj1S64w5tu7wauAr6+ne89LiLW5u21wLi8PQFY3fS41aQjoYHtj+d28s/HACLiJeCZks9TmjRp\nEtJYpLEcdlh9z/8tpf/aOdunhIzgnKVo6TygQaZfXynpfuBv2hEid691pW9sxowZTJw4EYDRo0cz\nefJkpk6dCvT/MlS5f9ZZZ7Fy5RPAF4GHWLLkHznssMO4//77a5Gveb+vr69Weba231CXPCV/n319\nfbXKU/p+Xb/PxYsXM2fOHIBX/l52QqvnAU0hnXgKsBMwBTg7In675TeSJgK3N40BLQemRsSTuXtt\nUUS8TdJsgIi4ND9uPnAR8NP8mINy++nAeyLi7PyYiyPiXkkjgTURscVqbiWMAXlpbjOrm6rXA7qc\n/gL0ErAK+NB2vvc80l/Zy/LP25rab5B0BalrbRLQm4+S1ks6EugFzgCuHvBa9wIfBO7ZzmwV2vTq\nDzEzGwZaHQOaBlxLmpH2XdJYzKmtvomkG0lTuN8q6TFJHwYuBY6V9DDwvrxPRCwDbgaWAXcCM5sO\nW2bmHCuAlRExP7dfB4yVtAI4F5jdarY66enpIZ3vO5N05DMXmMX48btWmmtrBnZx1ZVztk8JGcE5\nS9HqEdA3gadJ5/78elvfJCJO38pdx2zl8ZcAlwzSfh9wyCDtz7P9R2SV27hxF+ALwLeBTwPPAy/w\n/PNb9CaamRWv1TGgH0fE27uQp6PqPga0tfGfMWP2Zt06L9dtZtWoegzo+5LeEREPtjuA9Rs16gU2\nbpzV1DIL2Mj5559fVSQzs45pdQzo3cB9+bI5S/PNxajNbrnlFnbaaQRwTr49y2c+87d86lOfqjjZ\n4Erpv3bO9ikhIzhnKVo9Anp/R1MYCxYs4OSTp/Pyy1cCD7H77nP4xjdu4fjjj686mplZR3TlWnB1\nUecxoOOOO4WFC/8NaFzA4SmOPfYPuOuuW6uMZWbWsTEgF6CakATsSf+pTbOA9dQ1r5ntOKpekM46\nbm9S8ZkO7J+392bBggWVphpKKf3Xztk+JWQE5yyFC1BtDPaPC3H55V/uehIzs25wF1xNbK0LzuNA\nZla1qs8Dsg6LiFyEziMdDa0H4BOf+GiVsczMOsZdcLXzMnAWMAfYk2nTpr2yNlAqUPVRSv+1c7ZP\nCRnBOUvhAlQrjYkI00iTEZ4ndctdkW971q4ImZm9Vh4DqpEtrwXntYHMrHoeA9ohPEVaTeJLwDvp\nX4LJzGz4cRdcTcyYMYPU3XYl8F7gK8AvSbPh+tcGSkWqHkrpv3bO9ikhIzhnKXwEVBNf//qd9J+I\nuhg4iBEjPsmmTb8AGlfD9pURzGz48BhQTey88zheeukM4NHccgAjR36NF19cW2UsMzNfC64d6lyA\nenp62LhxBM0noo4atYkNGzZUGcvMzNeCG+7SctybXwsutdVXKf3Xztk+JWQE5yyFC1DNjR37ZsaO\nfTOf/exnq45iZtZW7oKriQkTJrBmzbNsfi24jcBXX9n/zGf+sraro5pZPaST1fvXFWvH3zyPAbVB\nnQuQtCtpUuI7csuDwK9o/kUaM+ZA1q1bWUU8MytAp9YV8xjQsPc64IvAD4C/A17PwMvwPPXUI9XF\nG0Qp/dfO2T4lZIQdOecY+seSp+ftMUM+o0qVnwckaRXp0s8vAy9GxBGSxgA3kUbjVwEfioin8+Mv\nBD6SHz8rIu7K7VNIV/DcDbgjIj7e3U/SDkuBU4Cfk044/QL9l+GB/vOBzMzKV3kXnKRHgSkR8VRT\n2+eAX0TE5yRdAOwdEbMlHQzcABwO7AvcDUyKiJDUC5wTEb2S7gCujoj5A96rxl1wgx06nwX8Q973\ndeDMbGildcFVfgSUDfxgJ5CuRwPpL+9iYDZwInBjRLwIrJK0EjhS0k+Bnojozc+5HjgJ2KwA1dn4\n8W9hzZq/YvMjnnOBQ/J2+kUaSprI8Hx+vV154oknOpDUzOqqf12xMq6eUocxoADulvQfks7KbeMi\nonEJgLXAuLw9AVjd9NzVpCOhge2P5/Zi7LHHHvR3wb0nb79E+kU6n1f7ReqfRZfGjNaseZYJEyZ0\nNPOO28/eGSXkLCEj7Ng5I4KIdflW3+ID9TgCemdErJH0BmChpOXNd+butbZ9izNmzGDixIkAjB49\nmsmTJzN16lSg/5ehiv1HHukDHgY+BkwCrgE2smjRopaen458ziYNm6X716z5GIsXL+5Y/r6+vq59\nP9uz31CXPCV/n319fbXKU/p+Xb/PxYsXM2fOHIBX/l52QuVjQM0kXUQ6+eUsYGpEPClpPLAoIt4m\naTZARFyaHz8fuAj4aX7MQbn9dOC9EfFnA16/xmNAo4Gr2Hztn3OBp1v6V8yWawl5zMjM2mNYTsOW\ntIeknrz9OuA4Ut/TPPr/kk4Hbsvb84DTJO0i6QDSoUJvRDwJrJd0pFIH6BlNzynECPq74E7J22+j\neRVUSXlp7jFII5DG0tPTA6Qxn4FLN6Q2M7N6qnoMaBzwHUl9wA+Bf8/Tqi8FjpX0MPC+vE9ELANu\nBpYBdwIzmw5pZgLXAiuAlQNnwNXfetIaQCeQ6upXgFE05vH3z265Avg80APsxMaNI+jp6eGJJ55g\n/PjX0RgzGj/+dR2fhDCwi6uunLN9SsgIzlmKSseAIuJRYPIg7U8Bx2zlOZcAlwzSfh/9U8YKtCep\nsPSvBwR/2XT/GDbvYoNUbK5m48Y048Wz3sysJLUaA+q0eo8BjaG/AEFjDAc2AU+zZQFq3H8FHusx\ns07yteDaoN4FaBdgdzY/gexY4AP0nwM08ASzXYHnvW6QmXXUsJyEYM02kYrMnwOfBN4E3APsQ//1\nnNaTjnrOAzYAL1dafErpv3bO9ikhIzhnKVyAaiNIFyTdHTiTVIRGAp/uf8QrJ5g9RcQmItb5yMfM\niuUuuJpIY0AvkOZRTAA+CjwJ/DXpyKfel9Qws+FruF8LzniaNLW6ce7sdOCPSefltl58OrEYlZlZ\nJ7gLrjb2on8dj/2By4DrSIWpNZufK5TWEGqcxNoJpfRfO2f7lJARnLMUPgKqtSAVlKGvgt1va+cK\nmZnVj8eAakIaRZqA0Fj/55PAc6QuuctppVvN14Mzs07wGNCwtzOpcMzL+9NJC7xeTn+3GsCsxi8D\nAAsWLODyy7+c73uKdH4Qrzy29aMnM7Pu8hhQbTxLWoLhCeChvL0O2JutrfG+YMECTj55OgsXnsDC\nhSew++7j6D9X6NXXENpepfRfO2f7lJARnLMULkC1MYJ0QPpnpAuS7kw6L2jrLr/8yzz33GU0itNz\nz13Gscf+QTGLUZnZjs1jQDUh7UVaBunR3HIA8D3gR6RCtOUa78cddwoLF55A85jPscfO4667bu1i\nck/9NhvuPAY07G0iTbu+Mu+fC/xWbvsI6fI7orlb7ROf+Cjf/e50nnsuPWP33S/gE5+Y29XUm0/9\nhoFjVGZmW+MuuFq5kv7zgK6k/2hodP65+dHFtGnTeO65F0jjPTP4xjfmcvzxx2/TO/Yvcjd2m88Z\nSv3XY9jaGFVdlNLPXkLOEjKCc5bCBag2dhqk7VlSl9tRpKOgnfNqqM0L1H2exkmn06ZN26Z37PaJ\nq2ZmzTwGVBNpZfLdSEcR3wMeBn4FTCEVoodIyy80xoLOY8v1g84jreXX6ntu/3lD/UVsyzEqMxse\nPAY07I0E3gt8lVRYIP0xv5f0B76HdJJqo1h8ctBX6fb4S0TkItS44oKLj5m1xl1wtfEMaf2fz5PG\ngBrjKaOAcYM8/q2kAjU3387K7WO2oRutceJq4zVm5bbWNPqv+5eJqOfU71L62UvIWUJGcM5S+Aio\nNkSaCTdY+3LSCannAX8K/G9gKf0nnW4gXcan/8iplSMhH72YWZU8BlQT/ecB/TPpStiQCs5HSFOx\nG/9WeAZ4kTQetCv9kxcGjgf5GnBm1h4eAxr2diKN9/yKdETSOBr6Huko6L3AB+i/1ltjTAhSoTIz\nK4vHgGpjPalb7R9JR0Kb6L8a9ueBhcBq0rhQD/3n3UwHDmZ7xnJeq1L6r52zfUrICM5ZimFVgCRN\nk7Rc0gpJF1SdZ9vsSSo884Dv5+292fwEz3/Kjw1St9y7gAWkKduNsZw/JxWzep0MamY20LAZA5K0\nE/CfwDHA46SLqJ0eEQ81PabGY0CNC4++I/98kFRUbgWOJx3Z/DWpuBxBWq77S0Avaabc5ufhwG5E\nPNeV7GY2vHkM6NUdAayMiFUAkv4FOJF0BmcBNpEKyZ/l/U8CG4GLgSdJheUF0my3haSCNIF0mZ7B\nVkF9yddkM7NaG05dcPsCjzXtr85thWishtq4Ftw/AHuQutc+CTwP/Cbp/J+5wAXAR4d4vc5fk62U\n/mvnbJ8SMoJzlmI4HQG19E/9GTNmMHHiRABGjx7N5MmTmTp1KtD/y1DNfpAO1hY3pX0e+DVpuvU4\n4P+RpmCfC5wJLGLzVVAfIk1i+FXef5HFixd3LH9fX18Hv4/27TfUJU/J32dfX1+t8pS+X9fvc/Hi\nxcyZMwfglb+XnTCcxoB+B7g4Iqbl/QuBTRFxWdNjajwGNPg11dJR0POkmW8vkNYGWgfslR/3y/xz\n76b9OfiabGbWLp0aAxpOBWgkaRLC0aR1rXspaBICNIpQcyHZg3QE1DgnaG/SxIQ0xXrgZ/HCcGbW\nCZ0qQMNmDCgiXgLOIc1LXgbc1Fx8SpCuqfYUixb9W95+loiX83a6r3G9tcGKS7evyTawi6uunLN9\nSsgIzlmK4TQGRETcCdxZdQ4zM3t1w6YLrhV174IzM6sjd8GZmdmw4gJUQ6X0Cztne5WQs4SM4Jyl\ncAEyM7NKeAzIzMyG5DEgMzMbVlyAaqiUfmHnbK8ScpaQEZyzFC5AZmZWCY8BmZnZkDwGZGZmw4oL\nUA2V0i/snO1VQs4SMoJzlsIFyMzMKuExIDMzG5LHgMzMbFhxAaqhUvqFnbO9SshZQkZwzlK4AJmZ\nWSU8BmRmZkPyGJCZmQ0rLkA1VEq/sHO2Vwk5S8gIzlkKFyAzM6uEx4DMzGxIHgMyM7NhpbICJOli\nSaslLcm39zfdd6GkFZKWSzquqX2KpKX5vqua2neVdFNuv1fS/t3+PO1USr+wc7ZXCTlLyAjOWYoq\nj4ACuCIiDs23OwEkHQycChwMTAO+KKlx6HcNcGZETAImSZqW288E1uX2zwOXdfODtFtfX1/VEVri\nnO1VQs4N/6blAAAIhUlEQVQSMoJzlqLqLrjB+hRPBG6MiBcjYhWwEjhS0nigJyJ68+OuB07K2ycA\nc/P2rcDRnYvceU8//XTVEVrinO1VQs4SMoJzlqLqAvQxSQ9Iuk7S6Nw2AVjd9JjVwL6DtD+e28k/\nHwOIiJeAZySN6WhyMzPbLh0tQJIW5jGbgbcTSN1pBwCTgTXA5Z3MUpJVq1ZVHaElztleJeQsISM4\nZylqMQ1b0kTg9og4RNJsgIi4NN83H7gI+CmwKCIOyu2nA++JiLPzYy6OiHsljQTWRMQbBnmf6j+s\nmVmBOjENe2S7X7BVksZHxJq8ezKwNG/PA26QdAWpa20S0BsRIWm9pCOBXuAM4Oqm50wH7gU+CNwz\n2Ht24gs0M7PXprICBFwmaTJpNtyjwJ8CRMQySTcDy4CXgJlNZ4/OBOYAuwN3RMT83H4d8DVJK4B1\nwGld+xRmZvaa1KILzszMdjxVz4LbLpL+UNJPJL0s6bAB97XtZFZJ0yU9nG9/0sHPMy3nXSHpgk69\nz4D3/KqktZKWNrWNyRNIHpZ0V9MMxUpOEpa0n6RF+b/1jyXNqmnO3ST9UFKfpGWS/q6OOZteayel\nk8Bvr2tOSaskPZhz9tY452hJt0h6KP+3P7JuOSW9Vf0n/i+R9IykWZXmjIhib8DbgLcAi4DDmtoP\nBvqAnYGJpHOJGkd7vcARefsOYFrengl8MW+fCvxL3h4DPAKMzrdHgNEd+Cw75ZwTc+4+4KAufIfv\nBg4Flja1fQ74y7x9AXBpu7/Xbcy4DzA5b48C/hM4qG4583P3yD9HksYk31XHnPn55wNfB+bV8b97\nfu6jwJgBbXXMORf4SNN/+73qmLMp7wjS7OP9qszZ0T9u3bqxZQG6ELigaX8+8DvAeOChpvbTgC81\nPebIpl+gn+ft04Frmp7zJeC0DnyG3wXmN+3PBmZ36fubyOYFaDkwLm/vAyxv9/e6nXlvA46pc05g\nD+BHwG/VMSfwRuBu4CjSDNRa/ncnFaCxA9pqlZNUbP5rkPZa5RyQ7TjgO1XnLLoLbgjtOpl17BCv\n1W6vvH+H36cV4yJibd5eC4zL25WfJKw0Zf9Q4Id1zClphKS+nGdRRPykjjlJl6z6C2BTU1sdcwZw\nt6T/kHRWTXMeAPxc0j9Jul/SVyS9roY5m50G3Ji3K8tZ+wKkrZ/M+oGqs7VZVB1gMJH+KVOLbJJG\nkS619PGI2NB8X11yRsSmiJhMOsJ4j6SjBtxfeU5Jvw/8LCKWMPjlsGqRM3tnRBwKvB/4c0nvbr6z\nJjlHAoeRup4OA54l9WC8oiY5AZC0C/AB4F8H3tftnLUvQBFxbEQcMsjt9iGe9jipb7PhjaSK/Xje\nHtjeeM6bAJROZt0rItYN8lr7sXn1b5duvU8r1kraB9L5WsDPcnu7vtentjWQpJ1JxedrEXFbXXM2\nRMQzwLeAKTXM+d+BEyQ9SvpX8Pskfa2GOYl8rmBE/Bz4BnBEDXOuBlZHxI/y/i2kgvRkzXI2vB+4\nL3+nUOH3WfsCtA2a/yU3DzhN0i6SDqD/ZNYngfV5hopIJ7N+s+k50/N288msdwHH5VkuewPHAgs6\nkP8/SFf4npj/hXJqzlSF5u9iOmnMpdHeru+1Zfk1rwOWRcSVNc75+sYMIkm7k35XltQtZ0T8VUTs\nFxEHkLpi/k9EnFG3nJL2kNSTt19HGrdYWrec+fUfk/SW3HQM8BPg9jrlbHI6/d1vA1+7uzm3ZyCr\n6hvpCgqPAc8BTwJ3Nt33V6RZG8uB45vap5B+iVcCVze17wrcDKwgzV6a2HTfh3P7CmB6Bz/P+0kz\nvFYCF3bpO7wReAJ4IX+XHybN/LsbeJhUgEc3Pb5t3+s2ZHwXaayij/QHfQlpqY665TwEuD/nfBD4\ni9xeq5wDMr+X/llwtcpJGlvpy7cfN/6fqFvO/Dq/TZp08gDwb6SJCXXM+TrgF6SVBRptleX0iahm\nZlaJ4dQFZ2ZmBXEBMjOzSrgAmZlZJVyAzMysEi5AZmZWCRcgMzOrhAuQmZlVwgXIrBCS9pd0+hD3\nT5C0xfW9zOrKBcisHAcAfzTYHZJGRsQTEfGHXc5k9pq5AJk1ydfie0jSl5VWX12gtNLpYklT8mNe\nny/kiaQZkm5TWknyUUnnSPpkviz/D/L1A7f2XgdKujMvNfBtSW/N7XMkXSXpe5IekXRKfsqlwLuV\nVrM8V2ml3nmS7gEW5iOkH+fX2EnS30vqlfSApI/m9vH5vZYoXVX+XR38Os2G5AJktqU3A1+IiLcD\nTwOnkC5Rv7XrVv0W6bqEhwOfBdZHuiz/D4ChlnD/MvCxiPhvpLV5vth03z4R8U7g90mFB9Jqld+J\niEMjXZRVpLWRTomIo/J+I+OZwNMRcQTpCtJnKa2ldDpp4cNDgXeQrrNmVomRVQcwq6FHI+LBvH0f\nacXYoSyKiGeBZyU9TboKMqSLNb5jsCcorW30u8C/pgsKA7BL/hnkKxJHxEOSGguEDVy7J4C7IuLp\nQd7iOOAQSR/M+3uSCuuPgK8qLW9xW0Q88CqfzaxjXIDMtvR80/bLwO7AS8BOuW23IR6/qWl/E1v/\nf2wE6Qjl0K3c/0LT9qCLxmW/GuK+cyJi4cBGpUXdfh+YI+mKiPjaEK9h1jHugjNrzSrSJeghrXPS\niq0WjohYDzzaOEJRMujRUpMNQE8rr09as2pmXhQMSW/J6+u8Cfh5RFwLXEvqwjOrhAuQ2ZYGjvUE\n8A/A2ZLuB8Y2PWbg2NDA7aHWO/mfwJmSGuvdnDDE60Baa+ZlSX2Szt3K6zf2rwWWAfdLWgpcQzoa\nmwr05c/xIeCqIfKZdZTXAzIzs0r4CMjMzCrhSQhmHSbpC8A7BzRfGRFzq8hjVhfugjMzs0q4C87M\nzCrhAmRmZpVwATIzs0q4AJmZWSVcgMzMrBL/H59FVAqWuO0vAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x10c7b07f0>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# logins are associated some with friends and groups\n",
    "\n",
    "# looks like the fans increase with more posts, this makes sense. But is it linear?\n",
    "dataframe.plot(kind='scatter', x='num_entries', y='num_fans')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2\n",
      "39992\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "gender                                                                  F\n",
       "num_groups                                                          65526\n",
       "num_entries                                                         11695\n",
       "num_fans                                                            26038\n",
       "num_friends                                                         25445\n",
       "created                                                        2008-01-23\n",
       "last_login                                            2015-07-09 22:26:05\n",
       "num_logins                                                          11656\n",
       "last_wall_activity                                    2015-07-09 19:43:56\n",
       "last_circle_activity                                  2015-07-09 19:55:38\n",
       "birthdate                                                      1970-08-31\n",
       "gid                                                                 71091\n",
       "content                 Shadow and Â light dancing across the room, ou...\n",
       "date_posted                                           2015-01-14 04:54:26\n",
       "votes                                                                  73\n",
       "num_comments                                                           32\n",
       "Name: 39992, dtype: object"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# wow we found some outliers! Let's look at them.\n",
    "\n",
    "#user with the most entries\n",
    "print(dataframe['num_entries'].argmax())\n",
    "\n",
    "#user with the most fans\n",
    "print(dataframe['num_fans'].argmax())\n",
    "dataframe.ix[(dataframe['num_fans'].argmax())]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'Shadow and Â\\xa0light dancing across the room, our naked bodies consumed within them. The crazy dance of a flame as it flickers, mirroring the passion of our lovemaking.  The Â\\xa0sting of a drop of wax as it meets my soft flesh. These are a few of my favorite Â\\xa0things .<br />\\n<br />\\nGoose bumps rising as you breathe on my neck. Moonlight glistening Â\\xa0on lightly oiled Â\\xa0skin. The taste Â\\xa0of your skin on my tongue . How  your eyes dance when I am on my knees.  That growl in your voice as you say my name.  These are a few of the things I look forward to.'"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dataframe.ix[39992][\"content\"]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "#this could be a real person but their posts are definitely skewing results so we could remove\n",
    "\n",
    "#remove the outlier users\n",
    "dataframe = dataframe[dataframe.num_entries != 65535]\n",
    "dataframe = dataframe[dataframe.num_fans != 26038]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<matplotlib.axes._subplots.AxesSubplot at 0x119d719e8>"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAaAAAAEQCAYAAAD2/KAsAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzt3X2cVdV97/HPDwYQZRAGUsVgghdIrjSmoK2apqmkkYek\njYkxjdrblEmoVrkJKqQ+RHNjb6BVG9CYVK3GZNAmNjZWY17XMKCF5qExJhESUrURFKsoakAEFJWH\n3/1jrc1sDmfODDPnnH3W4ft+vc5r9ll7n31+5wzs36yHvZa5OyIiIvU2oOgARETk4KQEJCIihVAC\nEhGRQigBiYhIIZSARESkEEpAIiJSiLokIDM72sxWmNl/mtmvzGxuLG8zs+Vm9mszW2ZmI3KvuczM\nHjezx8xseq78BDNbE/d9KVc+xMy+FcsfNLO31uOziYhI39SrBrQTuMjdfxs4GfjfZnYscCmw3N3f\nBjwQn2Nmk4AzgUnATOAGM7N4rhuB2e4+EZhoZjNj+WxgUyy/Fri6Ph9NRET6oi4JyN03uvvquL0d\neBR4M3AasCQetgT4cNz+EHCHu+909/XAWuAkMxsDtLr7Q/G423KvyZ/rLuB9tftEIiLSX3XvAzKz\nccAU4CfAEe7+fNz1PHBE3D4KeCb3smcICau0fEMsJ/58GsDddwEvm1lb9T+BiIhUQ10TkJkNI9RO\nLnD3bfl9HuYE0rxAIiIHiZZ6vZGZDSIkn9vd/Z5Y/LyZHenuG2Pz2guxfANwdO7lYwk1nw1xu7Q8\ne81bgGfNrAU43N03l8SgBCci0gfubj0fdWDqNQrOgFuBR9z9utyue4FZcXsWcE+u/CwzG2xmxwAT\ngYfcfSOw1cxOiuf8OPCdMuf6KGFQw37cPdnH5z//+cJjUPzFx3Gwxa74i3/USr1qQO8G/hz4pZmt\nimWXAVcBd5rZbGA98DEAd3/EzO4EHgF2AXO861uYA3QAQ4H73H1pLL8VuN3MHgc2AWfV+kPV2/r1\n64sOoV8Uf3FSjh0Uf7OqSwJy9x/SfW3r1G5e87fA35Yp/zlwXJny14kJTEREGp9mQkhIe3t70SH0\ni+IvTsqxg+JvVlbL9r1GY2Z+MH1eEZFqMDM81UEIUh0rV64sOoR+UfzFSTl2UPzNSglIREQKoSY4\nERGpSE1wIiLSVJSAEpJ6O7LiL07KsYPib1ZKQCIiUgj1AYmISEXqAxIRkaaiBJSQ1NuRFX9xUo4d\nFH+zUgISEZFCqA9IREQqUh+QiIg0FSWghKTejqz4i5Ny7KD4m5USkIiIFEJ9QCIiUpH6gEREpKko\nASUk9XZkxV+clGMHxd+slIBERKQQ6gMSEZGK1AckIiJNRQkoIam3Iyv+4qQcOyj+ZqUEJCIihVAf\nkIiIVKQ+IBERaSpKQIlobW3FbDhmo2htbS06nD5JvR085fhTjh0Uf7NSAkpAa2sr27cPAOYAi9m+\nfUCySUhEJKM+oASYjQIWA7NiyRJgHu6bigtKRA4a6gMSEZGmogSUgGHD3gDmApcSaj9zY1laUm8H\nTzn+lGMHxd+sWooOQHq2bdu22A90AzCIYcP2sG3btqLDEhHpF/UBiYhIReoDEhGRpqIElJDU25EV\nf3FSjh0Uf7NSAhIRkULUpQ/IzL4G/DHwgrsfF8uuBP4SeDEe9ll3/17cdxnwSWA3MNfdl8XyE4AO\n4BDgPne/IJYPAW4Djgc2AWe6+1Nl4lAfkIjIAUq9D+jrwMySMgcWu/uU+MiSzyTgTGBSfM0NZpZ9\n8BuB2e4+EZhoZtk5ZwObYvm1wNW1/TgiItJfdUlA7v4D4KUyu8pl1A8Bd7j7TndfD6wFTjKzMUCr\nuz8Uj7sN+HDcPo1wgwzAXcD7qhV7I0m9HVnxFyfl2EHxN6ui+4A+bWa/MLNbzWxELDsKeCZ3zDPA\nm8uUb4jlxJ9PA7j7LuBlM2uraeQiItIvRd6IeiPwf+P2F4BFhKa0mmpvb2fcuHEAjBgxgsmTJzN1\n6lSg66+URn2elTVKPIq/seKr9Hzq1KkNFY/ib6z4Sp+vXLmSjo4OgL3Xy1qo242oZjYO+G42CKG7\nfWZ2KYC7XxX3LQU+DzwFrHD3Y2P52cAfuvv58Zgr3f1BM2sBnnP3N5V5Hw1CEBE5QKkPQthP7NPJ\nnA6sidv3AmeZ2WAzOwaYCDzk7huBrWZ2UhyU8HHgO7nXZFNFfxR4oOYfoADZXyipUvzFSTl2UPzN\nqi5NcGZ2B3AKMNrMnibUaKaa2WTCaLgngb8CcPdHzOxO4BFgFzAnV22ZQxiGPZQwDHtpLL8VuN3M\nHicMwz6rHp9LRET6TnPBiYhIRU3XBCciIgc3JaCEpN6OrPiLk3LsoPiblRKQiIgUQn1AIiJSkfqA\nRESkqSgBJST1dmTFX5yUYwfF36yUgEREpBDqAxIRkYrUByQiIk1FCSghqbcjK/7ipBw7KP5mpQQk\nIiKFUB+QiIhUpD4gERFpKkpACZgwYQJmozAbzoQJE4oOp89SbwdPOf6UYwfF36yUgBrchAkTWLfu\nRWAxMId1615MOgmJiGTUB9TgzEYRkk+24OsSYB7um4oLSkQOKuoDEhGRpqIE1ODGjx8JzCXUfC4F\n5say9KTeDp5y/CnHDoq/WbUUHYBUtnbt2tgPNA/Yyfjxv8XatWuLDktEpN/UByQiIhWpD0hERJqK\nElBCUm9HVvzFSTl2UPzNSglIREQKoT4gERGpSH1AIiLSVJSAEpJ6O7LiL07KsYPib1ZKQCIiUgj1\nAYmISEXqAxIRkaaiBJSQ1NuRFX9xUo4dFH+zUgISEZFCqA9IREQqUh+QiIg0FSWghKTejqz4i5Ny\n7KD4m5USkIiIFKIufUBm9jXgj4EX3P24WNYGfAt4K7Ae+Ji7b4n7LgM+CewG5rr7slh+AtABHALc\n5+4XxPIhwG3A8cAm4Ex3f6pMHOoDEhE5QKn3AX0dmFlSdimw3N3fBjwQn2Nmk4AzgUnxNTeYWfbB\nbwRmu/tEYKKZZeecDWyK5dcCV9fyw4iISP/VJQG5+w+Al0qKTwOWxO0lwIfj9oeAO9x9p7uvB9YC\nJ5nZGKDV3R+Kx92We03+XHcB76v6h2gAqbcjK/7ipBw7KP5mVWQf0BHu/nzcfh44Im4fBTyTO+4Z\n4M1lyjfEcuLPpwHcfRfwcmziExGRBnXACcjM2szsndUMInbMqHOmB1OnTi06hH5R/MVJOXZQ/M2q\npTcHmdm/Ax+Mx/8ceNHMfuTuF/XjvZ83syPdfWNsXnshlm8Ajs4dN5ZQ89kQt0vLs9e8BXjWzFqA\nw919c7k3bW9vZ9y4cQCMGDGCyZMn7/3HkVWTU35+zjnnsHZt+OgTJrRxyy23NFR8eq7net74z1eu\nXElHRwfA3utlTbh7jw9gdfz5l8DfxO01vXlt7hzj8q8BrgEuiduXAlfF7UnAamAwcAywjq7Rej8B\nTgIMuA+YGcvnADfG7bOAf+4mBk/ZihUrKu6fMmWKw3CHjvgY7lOmTKlPcL3QU/yNLuX4U47dXfEX\nLV47e3297+2jVzUgYGCspXwMuCLLXb1NcmZ2B3AKMNrMngb+D3AVcKeZzSYOw44Z4hEzuxN4BNgF\nzIlfQJZoOoChhGHYS2P5rcDtZvY4YRj2Wb2NrZmsWvUUcD0wK1c2r7B4REQq6dV9QGb2p8DngB+5\n+/lmNh64xt3PqHWA1dQM9wG1trayfftgAIYNe4Nt27bt3Wc2ClhMVwJaAsxjwYJ5XH755fUOVUSa\nRK3uA9JkpAkJyWcAoZYDMJdhw/bsTULHH388q1at22c/TAOWs2DBxUpCItInhd6Iama/ZWaXm9kt\nZvb1+PhatYORyrZvN7qa2GYB1++tDQE8/PDDTJkyHphHaCm9GPg2cD2LF3+9/gGXyDo5U5Vy/CnH\nDoq/WfW2D+g7wPeB5cCeWJZuVaKJPfzww4waNYHNmz9Hvi9IRKTR9LYPaLW7T65DPDXV7E1wmYUL\nF3LFFdfsc5ya4ESkrwrtAzKzBcCP3f3/VTuAeko9AUHlQQh5Cxcu3NvsNm/eJ5R8RKTPik5A24FD\ngTeAnbHY3X14tQOqpdQT0MqVK/feNJYixV+clGMHxV+0WiWgXvUBufuwar+xiIgc3Ho9DNvMRgIT\nCWvxAODu369RXDWRag2os7OTRYtuBmD+/HOZMWNGwRGJyMGk6Ca4cwg3lRwNrAJOJvQJ/VG1A6ql\nFBNQZ2cnp58+ix07whJHQ4dewt13L1ESEpG6KXpBuguAE4H17v5eYArwcrWDkf0tWnRzTD6zgHZ2\n7NjJzJl/RtcafelI/V6IlONPOXZQ/M2qtwnoNXffAWBmh7j7Y8DbaxeW7M8I40AWx8dwzIzp08+g\ns7Oz2NBERPqgt01w9wCfINSE3kdY3bTF3T9Q2/CqK+0muJ2Um+cNFqtZTkRqqpAmODM7BsDdP+zu\nL7n7lYRJSb9K13LYUkMzZszg7ruXVDgi9A9lgxRERFLRUxPctwHM7IGswN1Xuvu97v5GTSOTvULN\nZjNhNYol8TE3lqUj9XbwlONPOXZQ/M2qp/uABprZ5cDbzWweoSMi4+6+uHahSZ67x4EH2fo+WwlL\nIy1h6NBLmD+/Ui1JRKTxVOwDMrP/SWhquwC4qXS/u/9N7UKrvhT7gLqje4NEpF6Kvg/oA+5+X4X9\ns9y94f8Eb6YEBMQaUVt8tplm+mwi0jgKvQ+oUvKJLqxCLNKDfDtySD7DKR2W3chSbwdPOf6UYwfF\n36x6ux6QNJw29h2WDXBRVd9BNSwRqaWqLMltZqvcfUoV4qmpZmqCMxvF/vcFXcSCBfOrsvRCVw0r\nv7z3ViUhkYNQoX1APZ5ECajuuksQbW3j2bRpbRXOXy7BzcN9U7/PLSJpKXouuJ78qErnkQquueYa\npk8/g+nTz2Dp0qWEodjz4iMblt24Um8HTzn+lGMHxd+setUHFJdi+AtgXO417u5z48anahKdAGF1\n06uu+ge2b98K/AMAP/zhLGbNmsWSJXeTrwXNm3dxld51M6FWlQk1LBGRauntMOwfAz8G1gB7CDek\negpDr/NSbIJbuHAhV1xxDTAJOI98k9i0afdyyinH12zpbQ1CEBEo/j6gh939+Gq/eb2lmIBGjZrA\n5s2fA+4FTqM0AS1bdldxwYnIQaHoPqBvmtm5ZjbGzNqyR7WDkUrOJQyzDnPBhel3zi04pgOTejt4\nyvGnHDso/mbV6/WAgL8HHgR+Hh8/q1VQ0mXevE8Q+l82AtOACxk//jotvyAiyettE9yTwO+5+29q\nH1LtpNgEB6EfKOvngZfYHCfBHj9+JGvX9n/ItYhIJUX3AS0DTnf3V6odQD2lmoAyEyZMYN26F8mP\nehs//k1KQiJSU0X3Ab0KrDazm83sy/FxfY+vkqpat+4FQvKZFR/Xs27dS8UGdQBSbwdPOf6UYwfF\n36x6OxfcPfGRl25VQkRECleVqXhSkWoTXLb2zw9+8ACvveZUowku369U7fuHRKS51KoJrrczITxZ\nptjd/X9UOR4p0dnZyemnz2LHjqsJ9/8uJQzH3tOv5BNubg2J7IorwowHSkIiUk+97QP6vdzjPcCX\ngG/UKijpsmjRzTH5PAN8jzAVz7WA88QTT/TpnKHmk/UltQMtXHHF4pqvJ5R6O3jK8accOyj+ZtWr\nGlCZ4dfXmdnDwOeqH5Lk/eY32ezTXwc+TX79H/d5/Tx7flE7gLlZVbuf5xUR6Vlvh2GfQNegg4HA\nCcD57v47NYyt6lLsAzr++D9g1ar/Ag4BFlC6/o/75gM+Z1cTXAtackFEelJoHxCwiK4EtAtYD3ys\nGgGY2XrCNMu7gZ3ufmKc5udbwFuz93L3LfH4y4BPxuPnuvuyWH4CYT2CQ4D73P2CasRXtNGjjwBO\nBr5CWPn8JuDdwC30dXbqrK/niisW93CkiEjt9LYPaCbwVeB+4IeEDokzqxSDA1PdfYq7nxjLLgWW\nu/vbgAfic8xsUnzfSTGmG6yr4+JGYLa7TwQmmtnMKsVXqPnzz2Xw4FuBVuCvCDNi3wK8Tlvb+D6f\nNyShbMmFJfExN5bVRurt4CnHn3LsoPibVW9rQN8BthDmgHutBnGUVu1OA06J20uAlYQk9CHgDnff\nCaw3s7XASWb2FNDq7g/F19wGfJgwZCxpM2bM4Oijx7Fu3YWECuHUuOfCOE9c37l7HHiQ9SVpyW0R\nqZ/e9gH9yt3fUZMAzJ4AXiY0qf2ju99iZi+5+8i434DN7j7SzL4MPOju34j7vkoYGrYeuMrdp8Xy\n9wAXu/sHS94ruT6gzs5O3v/+s3G/lnxfzfjx17F27aoiQ2sqRx11FM899zoAY8YM4dlnny04IpHG\nUXQf0H+Y2Tvd/ZfVDgB4t7s/Z2ZvApab2WP5ne7uZpZW1qiiyy77Au67CbWUNYTVzx9j3botxQbW\nRELyeYXsvqjnnpvLUUcdpSQkUmO9TUDvAT4Rb0h9PZa5u7+zvwG4+3Px54tmdjdwIvC8mR3p7hvN\nbAzwQjx8A3B07uVjCf1RG+J2vnxDufdrb29n3LhxAIwYMYLJkyczdepUoKudtpGer137JHAO8GW6\nBiKcRzZkesWKFQ0Vb6Xn1113XUN+36Hmcz2hiRPgep57bl4y8ffmeb4PohHiUfyNFV+5eDs6OgD2\nXi9rwt17fADjyj1689oeznsooe8G4DDCn/fTgWuAS2L5pYTmNQiDD1YDg4FjgHV0NSP+BDiJ0J90\nHzCzzPt5aqZMOcVhrEObwyUOHh8dDm1Fh3dAVqxYUXQIZYXvtqPH77ZR4++NlGN3V/xFi9fOfl3v\nyz0KnQvOzI4B7o5PW4BvuPvfxWHYdwJvYf9h2J8lDMPeBVzg7p2xPBuGPZQwDHtumffzIj9vX7S3\nt7Nkyd2E3Hse1bgPSPZV2gQHcxkz5jA1wYlEha4H1CxSTECjRk1g8+bPAUcCfwr8dtzzS0Jl75Wy\nI9fC2I1s1fTNGt3WAw1CEOle0esBSUFefvnluHUHYaDgefHRAkwGhu83h1t4nk2xs7jsMfVmZpgN\nx2zUPrG0trbGslG0trYWFt+zzz6L+ybcN3WbfPLt+KlJOXZQ/M2qt4MQpCC7d28n3CA6mNK54OBi\nQrNR6Zxwbew7xQ5ljqmfroR4PnAs2QCKYcOGsX37ALK56LZvn0trayvbtm0rLFYRqR8loIa3m9Dd\n1UK4eKeofELcvp39yrdvLy5R9iQbLZSilGMHxd+slIAaXivhIr2CUBPKzAWOiz9L54TbXHLsHGAg\nZqNQf5CINAr1ATW8LFl0AO8CPkNYkG4H8Aiwf3NVSDBbCc1unyL8nfFliusPyhLipeTnnBs27A1K\n56ILZY0p5Xb8lGMHxd+sVANqeFvoqs1MBn4MjCA0zW0nrBPUHms3kNVwslpOKC+2P8j3zjl3AzCI\n/Jxzra2te5vdhg3bo/4fkYOIhmE3OLNsZNgAwt8LDrxEuJBnfUNDyd/Dkr/A75+AtOaPiByYoueC\nk8IMAsYQZhxaTJgP7lZCDWgbMIywRHe+hnNRbmXT0v6gcn1GIiL1pz6ghrcL2Eio4TwP/BNwHaFP\nZzjdr44xJJeEsv6geRS55ELq7eApx59y7KD4m5VqQA1vZ3xcAOwhzIRwJDAj7r+Q/Ws40whT470K\noFFvItKQ1AfU4MwGE5rhDiG7YRMuIfTlbCSMiNsOHAEMAT5BmAz8CuBV9fWISL+pD+igNQx4M2H4\ndb6f50rCMOythDnhtrLvQITX6Vo5Q/pKc+qJ1I76gJKQLT63Mlf2a+ANQj+QM2XKeEJz3LxY/nrD\nXSxTawfff069QwufU6+vUvvuSyn+5qQE1PBeBV4k1GqW0nUj5yuEX985QBurVj3FlCnHEEa9HQq0\nJXuxbBxthFrlrPj4NF21IRHpL/UBNbiwNNJuQqJ5MpYeA3yNcE/QDuAfY/mc+DNbqPaXhH6gtD5z\no9A9VCKB+oAOWtsJ/UDHAV+MZUviz9nAN+i6QF4EDCQs1wCh32jPPmerRp/GwdMvonuoRGpJTXAN\n7zDgj9h/LrU24HuE/p5RwATCYIQv0tVk9EVCc1xQjXWC+nOO1NrBG+keqv5K7bsvpfibk2pADW8P\n8EFgCmEutQGE0W0bCGsE5Ue+7ejm9ZlqrBPUWGsNldPZ2cmiRTcDMH/+ucyYMaOHV3Qvn3B0ERGp\nLvUBNbiuueDeQRgNt5HQ97MTGE1oooPQTLeVUCO6IZZVf164Ru8X6ezs5PTTZ7Fjx9UADB16CXff\nvaRfSUjkYFerPiAloAYXEtBA4C8JF/usH2guYZqeG0qeD6arZXULcDjum+O5suaz8hOX9i6e/p+j\nlqZPP4Ply08jnyCnTbuXZcvuKjIskaTVKgGpD6jhDQBOBW4nDDrI+neuJ4x2y56fQ5gtYQBhRoRN\nhJFyOzAblVuuYSthsELo0zj11FMPKJr+9Iuk3oSVcvwpxw6KP8/M9v6fTv1WCyWghreDMNggq+2M\nANpLjukk1I6ygQGvEGpC7YSlGl4hNNuNjMfvjsd1cP/9DzFt2rQDiiisN7QpPhqj5pOZP/9chg7N\npipawtChlzB//rlFhyVSFdUYSNRI1ATX4EITXAthBmwIQ6tfJfQBDSIkpZsIQ6/37ZcJSWsasJzS\nJrOgOYdSV3MQgkgjKaoPVvcBHbQGsf96P58hDD54jcoj0K4HvkDX3fyZi+iqBQHMzf0V1ZWUGi1B\n9fb+oxkzZijp1NHBc1+YVJua4Brertz2yvhzAqGJbTChaQ1CzWYJXfcJvUaYEbu7GyfPYd/+JOiq\n2m+hFtX8/rSDN0LTQ8r9ELWKvV6/l5S/e6hm/NnN0fn/65urdO76Uw2o4b1K1934jwIddC3FMI+Q\naFoIq6NeREhIpaPj5nSdjrmEG1bvoWtEHex7f888+nqvT+3+Gm78+48OTvq91JO7x/9j2XfcOCNQ\n+0I1oIY3hNBcNg/4d0LyyTcvDSDcbDqScIPqTkLyydduhhCS03mEmRW+BPw34eIxilAb6vkf8fTp\nZ9DZ2dnt/p7+Gp46dWq3r6vGqJ7S85iNxmz0AQ+y6E538acg5dhB8ec18iCgA6UaUMMbAryd0JT2\nCKHmk1W9xwIv0FWTyQYorCk5x9sJyWcu8PuEhDOU0LdELH+JrprWFsrNgbZ8+Wn88IezKtzYeeB/\nDe+btMJ7dS0lnld5XrZy5wmjAI/j/vvnMm3aNJYvX14xFukLzZcn/RCy6cHxCB83LTDCYZLDcId3\nOLQ5jHU4w2GUQ4eDx0eHw8kOh8Rjxjoc6rA0t/+3HFocRsftWbF8tIM5jIzvQXy0xTL2nmPatI90\nE2tbmXja9u5fsWLFAb9m32OzeEJ8PZ/nI7ntUX3/JVSIPxW1jL3S76VaUv7u3dOPP/5eq35NVhNc\nw9sJ/BehsvoUYcntp4FvAxPLHP8iYXDCgvhoAe7I7X+dMEHpF4FrgLuBW+K+7D6hrBaR1Siujduh\neeyJJx5j1KgJjBo1gYULF+bOXdsOUq9y00Mz3dBXpGr/XuQgUous1qgPkqwBEWs/HfExwuHdsVYz\n3+Hw3L7hDoeVrVGEY7vbP9JhUHyvN8XjytUoBsZjsxpReM8FCxaUxNv11/C0aR/xadM+4kuXLt17\nzIIFC7ytbby3tY0v8/mG9+mv6PLnmb93+9RTT+3F8en9+xCpB2pUAyo8KdTzkeIFJlzsyzWzjfbQ\nvDYkPj/ZYVg3x4+N5QO8q3luvMOCXAI6I16EZ+USTf48k/ZLLuExumzTy9KlS33o0CP2XuCHDj3C\nly5d6gsWLCh74S9twilX1vN3VRrfKIdR+yWfcGzvm/5EDna1SkAahNDwPLe9Mv4cQmhCu5AwQ8Ks\nWL4EuJj9O4WnAeuAJ2LZgty+1wnDtr+de/1u9h2UAGEAxCC6Bk4OIjQPdk2Omh88sGjRzXFG6hDb\njh1w+eULefLJZwkj89oJgxbCP8H8ndy9H5iwr57299fKlSuTHY2Vcuyg+JuVElDDe4OQCK4CfkPX\nFDw3ERLHTcCRdA3NHkJYpuEzhEQyDfg3YD6wiP1nVbiIMGqpjdDHs5nQF5RtZ6PYBhFGzuVn44a+\n3f/RTuUEU497SzR6S6RwtahWNeqDJJvgDo1Na6NzzVaHO7w1lrfFZrisj2dYbI7LnrfEZrc2D/1H\npc1OA8o0iZ2R2zYPfU7lmvZGdtuEVbkJrty52nKfuffNY0uXLi3bz1T5O82a6vD8qD8RKQ/1AR2s\nCag1JpTu+oGyRDPYwwCDM+K+UXF7hIc+nbExcY2MyWu+h4EH5ZLSWzwMYT7Zu/qZuktA3Xfid13o\n973A95yAejdAoLskV/57LB1SrsEHIr1VqwTUVMOwzWymmT1mZo+b2SVFx1MdLYQbQ28C/pCw9ALA\nUYQmqnuASYQmssnAA4SJStvjdguhuWszYV2hwwjT9mTzv5UbfrwdOI1w82oLodlvK/sPsX4J+BSl\n6wKF4c3lZ0UIs/m+lDvXRwnNgHv2DoUO5+l5zaF9+5nCKqjZLNh5+w6xzrbb6Zopoq30JWWlPB9Z\nyrGD4m9WTdMHZGYDga8QrrIbgJ+a2b3u/mixkfXXdsJAgRGEPqCPEPp2xgLfZ98+mZ8B/xifX0JY\nwO4e4HOERFG6LMMe4I8oP2hhVq4smxvunwh9SU5YY6gNeJmQ/Ibllg8/lLA4Xmk/zqdjWdbfch7h\nnqWumLK+oHIJp39KZ0noub+ndF67FStWVDkmkYNcLapVRTyAdwFLc88vBS4tOeYAK57FC/03+f6f\n0bFsUGxGyzdjjS3TTDfSwz1D5ZrxsqawBR6GZY+N5y53H1G512ZNZfPLxFiuaa+tZLt/Q6F72wTX\n3ftUaoKjl82AIgcDNAy7R28mTBGQeQY4qaBYqigbeVZaIxkA/KiH1/4aOALYv1kq2E2oDVxPqCXN\nJXyNpTWiV8qUbSVMZLoIuLdMjOd185rqmTFjBnffvSS3+Fx3c9SVq005lZcU1yzPIrXWTAmoV202\n7e3tjBs3DoARI0YwefLkvePzs3baxnr+Ri766wiTke4hJKA1hIresYQL/I7c8wuA3yFMzfNsPHYO\nYUmH7PhXT/X+AAALjElEQVRX6Jpp2wnNfecDawn9MjvjOS8E1hOa8YjHdRCa1PItnCtz25OBB+Nr\nBhGSz9kxvhsZOPAVdu/ezb5LRcwhTKZKr7+fIUOGsGzZXXuf5++36Gp3z/qcslhvBLbu16RWev5w\n/Eoge76j7PlTeJ7vg2iEeBR/Y8VXLt6Ojg6AvdfLWmiaJbnN7GTgSnefGZ9fBuxx96tzx3hqn7er\nM/96wgUxXDzDRR1gWPy5FTiZkFB+DbyXsHzDq4SO913A7xLmk3uF0HfzLkJiyvpgZsf3gnDRhnBf\n0WGEBPUS7p7rG9kS3/8cwoCCfH/UnhhjeE1LSwu7dx8KDGLgwJfZtWtX7vPVfjXNA32ffb93yGpw\nqf37yeQTZ4oUf7FqtSR3MyWgFsKsne8j/Mn/EHC25wYhpJiAILsYZhOFvgQMpGsmgqHx+VbCQIVd\nhCQ0hFB72h1f91rJOYYRBgBsIyQYIySrQ8mSRu9ja6OrpjYonr+N1Jdn1lLTIkGtElDTNMG5+y4z\n+xRhnPJA4FZPfgRc0MgXvkaOrb+a+bOJNIKmug/I3b/n7m939wnu/ndFx1Nt+XbkFCn+4qQcOyj+\nZtVUCUhERNLRNH1AvZFqH5CISJFq1QekGpCIiBRCCSghqbcjK/7ipBw7KP5mpQQkIiKFUB+QiIhU\npD4gERFpKkpACUm9HVnxFyfl2EHxNyslIBERKYT6gEREpCL1AYmISFNRAkpI6u3Iir84KccOir9Z\nKQGJiEgh1AckIiIVqQ9IRESaihJQQlJvR1b8xUk5dlD8zUoJSERECqE+IBERqUh9QCIi0lSUgBKS\nejuy4i9OyrGD4m9WSkAiIlII9QGJiEhF6gMSEZGmogSUkNTbkRV/cVKOHRR/s1ICEhGRQqgPSERE\nKlIfkIiINBUloISk3o6s+IuTcuyg+JuVEpCIiBRCfUAiIlKR+oBERKSpKAElJPV2ZMVfnJRjB8Xf\nrJSARESkEOoDEhGRitQHJCIiTaWwBGRmV5rZM2a2Kj7en9t3mZk9bmaPmdn0XPkJZrYm7vtSrnyI\nmX0rlj9oZm+t9+eph9TbkRV/cVKOHRR/syqyBuTAYnefEh/fAzCzScCZwCRgJnCDmWVVvxuB2e4+\nEZhoZjNj+WxgUyy/Fri6nh+kXlavXl10CP2i+IuTcuyg+JtV0U1w5doUPwTc4e473X09sBY4yczG\nAK3u/lA87jbgw3H7NGBJ3L4LeF/tQi7Oli1big6hXxR/cVKOHRR/syo6AX3azH5hZrea2YhYdhTw\nTO6YZ4A3lynfEMuJP58GcPddwMtm1lbTyEVEpF9qmoDMbHnssyl9nEZoTjsGmAw8ByyqZSzNYP36\n9UWH0C+Kvzgpxw6Kv1k1xDBsMxsHfNfdjzOzSwHc/aq4bynweeApYIW7HxvLzwb+0N3Pj8dc6e4P\nmlkL8Jy7v6nM+xT/YUVEElSLYdgt1T5hb5nZGHd/Lj49HVgTt+8FvmlmiwlNaxOBh9zdzWyrmZ0E\nPAR8HLg+95pZwIPAR4EHyr1nLb5AERHpm8ISEHC1mU0mjIZ7EvgrAHd/xMzuBB4BdgFzcnePzgE6\ngKHAfe6+NJbfCtxuZo8Dm4Cz6vYpRESkTxqiCU5ERA4+RY+Cqxoz+3szezSOqvtXMzs8ty/pG1vN\nbGaM/XEzu6TIWPLM7GgzW2Fm/2lmvzKzubG8LQ5A+bWZLcuNcDzg30UdPsPAeCP0dxOMfYSZfTv+\nu3/EzE5KLP7L4r+dNWb2zfj/rmHjN7OvmdnzZrYmV1a1eGt93ekm/mKvm+7eFA9gGjAgbl8FXBW3\nJwGrgUHAOMJ9RVnN7yHgxLh9HzAzbs8BbojbZwL/XODnGhhjHhc/w2rg2KK/7xjbkcDkuD0M+C/g\nWOAa4OJYfkl/fhd1+AzzgG8A98bnKcW+BPhk3G4BDk8l/hjDE8CQ+PxbhH7cho0feA8wBViTK6ta\nvNT4utNN/IVeN2v+n6SIB2FQwz/F7cuAS3L7lgInA2OAR3PlZwE35Y45KW63AC8W+FneBSzNPb8U\nuLTo77ibWO8BTgUeA46IZUcCj/X1d1HjeMcC9wPvJYzCJKHYDweeKFOeSvxthD9YRsb/Y9+NF8OG\njj9ejPMX8KrFW4/rTmn8Jfvqft1smia4Ep8kZGZI/8bWvbFEWfwNxcJQ+inATwj/IZ+Pu54Hjojb\nffld1NK1wF8De3JlqcR+DPCimX3dzB42s1vM7DASid/dNxPu/ftv4Flgi7svJ5H4c6oZb9HXnbpf\nN5NKQNb9ja0fzB1zOfCGu3+zwFCrqeFHiZjZMMIUSBe4+7b8Pg9/DjXcZzCzPwFecPdVlJ8SqmFj\nj1qA4wlNHscDrxBqx3s1cvxmNh64kPAX+VHAMDP78/wxjRx/OanFm1fUdbPIYdgHzN2nVdpvZu3A\nB9h3LrgNwNG552MJGXxD3C4tz17zFuBZCze2Hh7/YitCafxHs+9fIIUys0GE5HO7u98Ti583syPd\nfaOFOfxeiOUH8rvYUNvI+X3gNDP7AHAIMNzMbk8kduJ7P+PuP43Pv01oNtmYSPy/C/yHu28CMLN/\nJTQ3pxJ/phr/Xgq97hR53UyqBlSJhZmx/xr4kLu/ltt1L3CWmQ02s2PourF1I7A1jhwywo2t38m9\nZlbc7vbG1jr5GWHm73FmNpjQuXdvgfHsFb+3W4FH3P263K789zeL0DeUlff2d3EPNeTun3X3o939\nGEI79r+5+8dTiD3GvxF42szeFotOBf6T0JfS8PET+k5ONrOh8X1PJdz7l0r8mWr8eynsulP4dbNW\nnXX1fgCPE6brWRUfN+T2fZYwiuMxYEau/ATCDAxrgetz5UOAO+M5HwTGFfzZ3k/osF0LXFb0d52L\n6w8I/Serc9/7TEIH8/3Ar4FlwIi+/i7q9DlOoWsUXDKxA78D/BT4BfCvhIEJKcV/MSFpriGM6BvU\nyPEDdxD6q94g9HV8oprx1vq6Uyb+T1LwdVM3ooqISCGapglORETSogQkIiKFUAISEZFCKAGJiEgh\nlIBERKQQSkAiIlIIJSARESmEEpBIIszsrWZ2doX9R5nZv9QzJpH+UAISSccxwJ+V22FmLe7+rLv/\naZ1jEukzJSCRnDjn3qNmdrOFVV47zewQM1tpZifEY0ab2ZNxu93M7rGwGuaTZvYpM/tMXCLhx2Y2\nssJ7jTez75nZz8zs+2b29ljeYWZfMrMfmdk6MzsjvuQq4D0WVnC90Mxmmdm9ZvYAsDzWkH4VzzHQ\nwmqXD1lY7fLcWD4mvteqOJP8H9Tw6xSpSAlIZH8TgK+4+zuALcAZhGn2u5u36rcJi3n9HrAQ2Oph\niYQfA39R4X1uBj7t7r9LmBDyhty+I9393cCfEBIPhBU3f+DuUzxM/mqENZjOcPf3xudZjLMJa+yc\nCJwInGNhzaazCQscTgHeSZjHT6QQSS3HIFInT7r7L+P2zwlr1lSywt1fAV4xsy2EGZ0hTNj4znIv\niGsovQv4lzCpMACD408nzqrs7o+aWbbIWem6RQ4sc/ctZd5iOnCcmX00Ph9OSKw/Bb4Wl9G4x91/\n0cNnE6kZJSCR/b2e294NDAV2AQNj2SEVjt+Te76H7v+PDSDUUKZ0s/+N3HbZBfOiVyvs+5SHVUb3\nYWbvIdSsOsxssbvfXuEcIjWjJjiR3llPmIYewlonvdFt4nD3rcCTWQ3FgrK1pZxtQGtvzg90AnPi\nwmCY2dvM7FAzewvwort/FfgqoQlPpBBKQCL7K+3rceCLwPlm9jAwKndMad9Q6Xal9U7+FzDbzFYD\nvwJOq3AeCOv+7Daz1WZ2YTfnz55/lbDA28Nmtga4kVAbmwqsjp/jY8CXKsQnUlNaD0hERAqhGpCI\niBRCgxBEaszMvgK8u6T4OndfUkQ8Io1CTXAiIlIINcGJiEghlIBERKQQSkAiIlIIJSARESmEEpCI\niBTi/wNEjipyuV1LWAAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x119d782b0>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "#plot again now that we've removed these outliers\n",
    "dataframe.plot(kind='scatter', x='num_entries', y='num_fans')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "We see some interesting directions we could go with this data. \n",
    "Since it was quite large and we only had 3 weeks to do this project, our group focused on the top groups and users within them. This sped up data processing and allowed us to focus on analyzing the content of the posts using NLP.\n",
    "\n",
    "First we had to integrate some additional data, as we didn't have any way to know group names corresponding to group ids, nor did we have user ids, which would be useful for tracking user behavior across time and groups.\n",
    "\n",
    "The next section focuses on these problems."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(972845, 5)\n",
      "   mid gender     created   birthdate           last_login\n",
      "0    1      M  2005-11-21  1989-03-09  2015-02-04 16:57:18\n",
      "1   10      F  2006-01-31  1984-03-10  2015-04-11 04:34:58\n",
      "2  266      F  2006-03-24         NaN  2015-04-11 22:14:54\n",
      "3  441      F  2006-05-05  1989-03-09  2015-05-06 06:17:47\n",
      "4  691      M  2006-05-20  1979-03-12  2015-06-12 18:15:33\n"
     ]
    }
   ],
   "source": [
    "# let's add user ids\n",
    "\n",
    "# Mentor Adam gave us the file 'members.csv' which had user ids\n",
    "# we need to join this to our dataframe\n",
    "members = pd.read_csv('members.csv')\n",
    "print(members.shape)\n",
    "print(members.head())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(495932, 16)\n",
      "(495934, 17)\n"
     ]
    }
   ],
   "source": [
    "old_dataframe = dataframe\n",
    "dataframe = pd.merge(old_dataframe, members, how='left', on=['gender', 'created', 'birthdate', 'last_login'])\n",
    "\n",
    "print(old_dataframe.shape)\n",
    "print(dataframe.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\">\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>gender</th>\n",
       "      <th>num_groups</th>\n",
       "      <th>num_entries</th>\n",
       "      <th>num_fans</th>\n",
       "      <th>num_friends</th>\n",
       "      <th>created</th>\n",
       "      <th>last_login</th>\n",
       "      <th>num_logins</th>\n",
       "      <th>last_wall_activity</th>\n",
       "      <th>last_circle_activity</th>\n",
       "      <th>birthdate</th>\n",
       "      <th>gid</th>\n",
       "      <th>content</th>\n",
       "      <th>date_posted</th>\n",
       "      <th>votes</th>\n",
       "      <th>num_comments</th>\n",
       "      <th>mid</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td> F</td>\n",
       "      <td> 210</td>\n",
       "      <td> 54</td>\n",
       "      <td> 25</td>\n",
       "      <td>  2</td>\n",
       "      <td> 2014-12-20</td>\n",
       "      <td> 2015-04-03 12:45:01</td>\n",
       "      <td>  6</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 1997-03-31</td>\n",
       "      <td> 124249</td>\n",
       "      <td> I just want my mom to hug me and say that she ...</td>\n",
       "      <td> 2015-01-01 00:00:10</td>\n",
       "      <td>  0</td>\n",
       "      <td> 0</td>\n",
       "      <td> 9343578</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td> F</td>\n",
       "      <td>  25</td>\n",
       "      <td>  9</td>\n",
       "      <td>  2</td>\n",
       "      <td>  0</td>\n",
       "      <td> 2014-08-28</td>\n",
       "      <td> 2015-04-15 22:32:36</td>\n",
       "      <td> 19</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 1994-03-31</td>\n",
       "      <td>   5276</td>\n",
       "      <td> I don't know why this is happening right now. ...</td>\n",
       "      <td> 2015-01-01 00:00:46</td>\n",
       "      <td>  0</td>\n",
       "      <td> 0</td>\n",
       "      <td> 8866629</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td> M</td>\n",
       "      <td> 153</td>\n",
       "      <td>  2</td>\n",
       "      <td>  6</td>\n",
       "      <td>  5</td>\n",
       "      <td> 2014-12-13</td>\n",
       "      <td> 2015-06-01 20:34:52</td>\n",
       "      <td> 15</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 2014-12-13 08:37:11</td>\n",
       "      <td> 1993-11-30</td>\n",
       "      <td>  58852</td>\n",
       "      <td> HAPPY NEW  YEARS !!!!!!!!!!!!!!!     !!!!!!!!!...</td>\n",
       "      <td> 2015-01-01 00:02:39</td>\n",
       "      <td>  1</td>\n",
       "      <td> 2</td>\n",
       "      <td> 9318824</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td> F</td>\n",
       "      <td>  29</td>\n",
       "      <td>  8</td>\n",
       "      <td> 83</td>\n",
       "      <td> 60</td>\n",
       "      <td> 2014-12-27</td>\n",
       "      <td> 2015-05-14 13:25:09</td>\n",
       "      <td> 19</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 2015-05-14 13:25:34</td>\n",
       "      <td> 1977-08-31</td>\n",
       "      <td> 970365</td>\n",
       "      <td> Showing now if anyone is interested...message ...</td>\n",
       "      <td> 2015-01-01 00:02:45</td>\n",
       "      <td>  0</td>\n",
       "      <td> 0</td>\n",
       "      <td> 9367848</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td> M</td>\n",
       "      <td>  14</td>\n",
       "      <td>  1</td>\n",
       "      <td>  2</td>\n",
       "      <td>  0</td>\n",
       "      <td> 2013-12-13</td>\n",
       "      <td> 2015-01-07 01:57:45</td>\n",
       "      <td>  1</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 1990-10-31</td>\n",
       "      <td> 262541</td>\n",
       "      <td> I am in love with this beautiful girl.....&lt;br ...</td>\n",
       "      <td> 2015-01-01 00:03:01</td>\n",
       "      <td> 10</td>\n",
       "      <td> 9</td>\n",
       "      <td> 7581701</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  gender  num_groups  num_entries  num_fans  num_friends     created  \\\n",
       "0      F         210           54        25            2  2014-12-20   \n",
       "1      F          25            9         2            0  2014-08-28   \n",
       "2      M         153            2         6            5  2014-12-13   \n",
       "3      F          29            8        83           60  2014-12-27   \n",
       "4      M          14            1         2            0  2013-12-13   \n",
       "\n",
       "            last_login  num_logins   last_wall_activity last_circle_activity  \\\n",
       "0  2015-04-03 12:45:01           6  0000-00-00 00:00:00  0000-00-00 00:00:00   \n",
       "1  2015-04-15 22:32:36          19  0000-00-00 00:00:00  0000-00-00 00:00:00   \n",
       "2  2015-06-01 20:34:52          15  0000-00-00 00:00:00  2014-12-13 08:37:11   \n",
       "3  2015-05-14 13:25:09          19  0000-00-00 00:00:00  2015-05-14 13:25:34   \n",
       "4  2015-01-07 01:57:45           1  0000-00-00 00:00:00  0000-00-00 00:00:00   \n",
       "\n",
       "    birthdate     gid                                            content  \\\n",
       "0  1997-03-31  124249  I just want my mom to hug me and say that she ...   \n",
       "1  1994-03-31    5276  I don't know why this is happening right now. ...   \n",
       "2  1993-11-30   58852  HAPPY NEW  YEARS !!!!!!!!!!!!!!!     !!!!!!!!!...   \n",
       "3  1977-08-31  970365  Showing now if anyone is interested...message ...   \n",
       "4  1990-10-31  262541  I am in love with this beautiful girl.....<br ...   \n",
       "\n",
       "           date_posted  votes  num_comments      mid  \n",
       "0  2015-01-01 00:00:10      0             0  9343578  \n",
       "1  2015-01-01 00:00:46      0             0  8866629  \n",
       "2  2015-01-01 00:02:39      1             2  9318824  \n",
       "3  2015-01-01 00:02:45      0             0  9367848  \n",
       "4  2015-01-01 00:03:01     10             9  7581701  "
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dataframe.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\">\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>gender</th>\n",
       "      <th>num_groups</th>\n",
       "      <th>num_entries</th>\n",
       "      <th>num_fans</th>\n",
       "      <th>num_friends</th>\n",
       "      <th>created</th>\n",
       "      <th>last_login</th>\n",
       "      <th>num_logins</th>\n",
       "      <th>last_wall_activity</th>\n",
       "      <th>last_circle_activity</th>\n",
       "      <th>birthdate</th>\n",
       "      <th>gid</th>\n",
       "      <th>content</th>\n",
       "      <th>date_posted</th>\n",
       "      <th>votes</th>\n",
       "      <th>num_comments</th>\n",
       "      <th>mid</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>5     </th>\n",
       "      <td> F</td>\n",
       "      <td> 2993</td>\n",
       "      <td>   62</td>\n",
       "      <td>  353</td>\n",
       "      <td>   7</td>\n",
       "      <td> 2014-07-18</td>\n",
       "      <td> 2015-07-09 06:55:52</td>\n",
       "      <td>   43</td>\n",
       "      <td> 2015-03-19 17:28:56</td>\n",
       "      <td> 2015-03-12 17:44:25</td>\n",
       "      <td> 1996-01-31</td>\n",
       "      <td>  261634</td>\n",
       "      <td> My birthday is in a few weeks 18 days everyone...</td>\n",
       "      <td> 2015-01-01 00:04:52</td>\n",
       "      <td> 3</td>\n",
       "      <td> 5</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11    </th>\n",
       "      <td> M</td>\n",
       "      <td>  304</td>\n",
       "      <td>   25</td>\n",
       "      <td>   49</td>\n",
       "      <td>  29</td>\n",
       "      <td> 2014-12-13</td>\n",
       "      <td> 2015-07-06 07:37:41</td>\n",
       "      <td>    1</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 1962-10-31</td>\n",
       "      <td>  565765</td>\n",
       "      <td> Celebrating New Years in the nude. I hope to s...</td>\n",
       "      <td> 2015-01-01 00:08:02</td>\n",
       "      <td> 2</td>\n",
       "      <td> 2</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15    </th>\n",
       "      <td> F</td>\n",
       "      <td> 1601</td>\n",
       "      <td>   10</td>\n",
       "      <td>   95</td>\n",
       "      <td>   7</td>\n",
       "      <td> 2014-02-25</td>\n",
       "      <td> 2015-07-02 14:51:38</td>\n",
       "      <td>  476</td>\n",
       "      <td> 2014-03-05 22:45:29</td>\n",
       "      <td> 2015-03-11 14:16:29</td>\n",
       "      <td> 1983-12-31</td>\n",
       "      <td>  627239</td>\n",
       "      <td> No place far enough. &lt;br /&gt;\\nI ve crossed ocea...</td>\n",
       "      <td> 2015-01-01 00:10:00</td>\n",
       "      <td> 1</td>\n",
       "      <td> 0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17    </th>\n",
       "      <td> F</td>\n",
       "      <td>  751</td>\n",
       "      <td>    6</td>\n",
       "      <td>   84</td>\n",
       "      <td>  41</td>\n",
       "      <td> 2014-12-26</td>\n",
       "      <td> 2015-07-01 16:00:39</td>\n",
       "      <td>   38</td>\n",
       "      <td> 2015-04-06 00:26:50</td>\n",
       "      <td> 2015-04-07 23:12:16</td>\n",
       "      <td> 2001-04-30</td>\n",
       "      <td>    3941</td>\n",
       "      <td> I just hate being lied to, to me it's one of t...</td>\n",
       "      <td> 2015-01-01 00:10:19</td>\n",
       "      <td> 4</td>\n",
       "      <td> 0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23    </th>\n",
       "      <td> M</td>\n",
       "      <td>  239</td>\n",
       "      <td>   69</td>\n",
       "      <td>  117</td>\n",
       "      <td>  84</td>\n",
       "      <td> 2014-12-18</td>\n",
       "      <td> 2015-07-09 16:51:14</td>\n",
       "      <td>   35</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 2015-06-08 23:04:15</td>\n",
       "      <td> 2000-01-31</td>\n",
       "      <td>     335</td>\n",
       "      <td> i know...this may sound a little inapropriat3....</td>\n",
       "      <td> 2015-01-01 00:12:46</td>\n",
       "      <td> 1</td>\n",
       "      <td> 1</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25    </th>\n",
       "      <td> F</td>\n",
       "      <td>  374</td>\n",
       "      <td>  279</td>\n",
       "      <td>  226</td>\n",
       "      <td>  19</td>\n",
       "      <td> 2014-12-24</td>\n",
       "      <td> 2015-07-09 07:49:05</td>\n",
       "      <td>  221</td>\n",
       "      <td> 2015-02-12 18:12:20</td>\n",
       "      <td> 2015-06-14 14:29:03</td>\n",
       "      <td> 1990-07-31</td>\n",
       "      <td>  675119</td>\n",
       "      <td> I'm drunk right now and it feel good I'm layin...</td>\n",
       "      <td> 2015-01-01 00:13:33</td>\n",
       "      <td> 3</td>\n",
       "      <td> 2</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26    </th>\n",
       "      <td> F</td>\n",
       "      <td>  247</td>\n",
       "      <td>   22</td>\n",
       "      <td>  246</td>\n",
       "      <td>   9</td>\n",
       "      <td> 2014-04-16</td>\n",
       "      <td> 2015-07-09 22:58:23</td>\n",
       "      <td>    3</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 1999-10-31</td>\n",
       "      <td>  293608</td>\n",
       "      <td>        Happy new year! Wish you guys all the best</td>\n",
       "      <td> 2015-01-01 00:14:04</td>\n",
       "      <td> 2</td>\n",
       "      <td> 1</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27    </th>\n",
       "      <td> F</td>\n",
       "      <td>    9</td>\n",
       "      <td>    7</td>\n",
       "      <td>   10</td>\n",
       "      <td>   0</td>\n",
       "      <td> 2014-01-30</td>\n",
       "      <td> 2015-07-09 21:44:17</td>\n",
       "      <td>    4</td>\n",
       "      <td> 2014-01-31 17:59:51</td>\n",
       "      <td> 2014-01-31 18:00:38</td>\n",
       "      <td> 1991-12-31</td>\n",
       "      <td>  173000</td>\n",
       "      <td> After everything I went through in 2014...hear...</td>\n",
       "      <td> 2015-01-01 00:14:05</td>\n",
       "      <td> 0</td>\n",
       "      <td> 0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29    </th>\n",
       "      <td> F</td>\n",
       "      <td>  300</td>\n",
       "      <td>   37</td>\n",
       "      <td>   38</td>\n",
       "      <td>   9</td>\n",
       "      <td> 2014-11-05</td>\n",
       "      <td> 2015-05-30 15:58:28</td>\n",
       "      <td>   76</td>\n",
       "      <td> 2014-11-26 19:02:32</td>\n",
       "      <td> 2015-02-24 02:13:59</td>\n",
       "      <td> 1999-06-30</td>\n",
       "      <td>     185</td>\n",
       "      <td> All I want for this New Year is to feel safe, ...</td>\n",
       "      <td> 2015-01-01 00:14:45</td>\n",
       "      <td> 3</td>\n",
       "      <td> 1</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30    </th>\n",
       "      <td> M</td>\n",
       "      <td>  239</td>\n",
       "      <td>   61</td>\n",
       "      <td>   49</td>\n",
       "      <td>  48</td>\n",
       "      <td> 2013-07-17</td>\n",
       "      <td> 2015-07-09 14:35:49</td>\n",
       "      <td> 1111</td>\n",
       "      <td> 2015-04-10 22:06:50</td>\n",
       "      <td> 2015-01-02 21:49:33</td>\n",
       "      <td> 1959-06-30</td>\n",
       "      <td>  972256</td>\n",
       "      <td>              I hope it's a good year for everyone</td>\n",
       "      <td> 2015-01-01 00:14:46</td>\n",
       "      <td> 1</td>\n",
       "      <td> 1</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31    </th>\n",
       "      <td> M</td>\n",
       "      <td>  171</td>\n",
       "      <td>  100</td>\n",
       "      <td>   81</td>\n",
       "      <td>  53</td>\n",
       "      <td> 2014-12-22</td>\n",
       "      <td> 2015-07-10 00:32:09</td>\n",
       "      <td>   21</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 1995-11-30</td>\n",
       "      <td>    2389</td>\n",
       "      <td> My new years resolution is to quit my nasty ch...</td>\n",
       "      <td> 2015-01-01 00:14:59</td>\n",
       "      <td> 0</td>\n",
       "      <td> 1</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33    </th>\n",
       "      <td> U</td>\n",
       "      <td>  215</td>\n",
       "      <td>  104</td>\n",
       "      <td>   67</td>\n",
       "      <td>  56</td>\n",
       "      <td> 2014-11-17</td>\n",
       "      <td> 2015-07-09 21:41:57</td>\n",
       "      <td>  763</td>\n",
       "      <td> 2015-06-19 23:18:08</td>\n",
       "      <td> 2015-06-30 22:03:52</td>\n",
       "      <td> 1968-04-30</td>\n",
       "      <td>  160526</td>\n",
       "      <td> Let's face it&lt;br /&gt;\\n A pretty face and sexy b...</td>\n",
       "      <td> 2015-01-01 00:15:30</td>\n",
       "      <td> 2</td>\n",
       "      <td> 1</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38    </th>\n",
       "      <td> M</td>\n",
       "      <td>  446</td>\n",
       "      <td>   23</td>\n",
       "      <td>   39</td>\n",
       "      <td>  20</td>\n",
       "      <td> 2013-08-09</td>\n",
       "      <td> 2015-04-27 21:06:05</td>\n",
       "      <td>   96</td>\n",
       "      <td> 2013-08-11 08:13:27</td>\n",
       "      <td> 2014-07-27 20:53:29</td>\n",
       "      <td> 1978-07-31</td>\n",
       "      <td>  640484</td>\n",
       "      <td> Maybe she'll think my eyes are red because I'm...</td>\n",
       "      <td> 2015-01-01 00:17:25</td>\n",
       "      <td> 0</td>\n",
       "      <td> 0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45    </th>\n",
       "      <td> M</td>\n",
       "      <td>  405</td>\n",
       "      <td>  153</td>\n",
       "      <td>  294</td>\n",
       "      <td> 252</td>\n",
       "      <td> 2013-01-11</td>\n",
       "      <td> 2015-07-09 21:40:52</td>\n",
       "      <td> 1287</td>\n",
       "      <td> 2015-03-02 18:24:55</td>\n",
       "      <td> 2015-03-04 12:28:36</td>\n",
       "      <td> 1998-08-31</td>\n",
       "      <td>   27995</td>\n",
       "      <td> I got my smartphone, so EP friends, especially...</td>\n",
       "      <td> 2015-01-01 00:21:54</td>\n",
       "      <td> 2</td>\n",
       "      <td> 1</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48    </th>\n",
       "      <td> F</td>\n",
       "      <td> 4215</td>\n",
       "      <td>   70</td>\n",
       "      <td>  903</td>\n",
       "      <td> 146</td>\n",
       "      <td> 2014-08-04</td>\n",
       "      <td> 2015-07-09 18:20:49</td>\n",
       "      <td>    1</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 1997-02-28</td>\n",
       "      <td>   20078</td>\n",
       "      <td> This year i got the great amazing opportunity ...</td>\n",
       "      <td> 2015-01-01 00:23:04</td>\n",
       "      <td> 3</td>\n",
       "      <td> 1</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>51    </th>\n",
       "      <td> F</td>\n",
       "      <td>  604</td>\n",
       "      <td>  226</td>\n",
       "      <td>  505</td>\n",
       "      <td>   5</td>\n",
       "      <td> 2014-04-13</td>\n",
       "      <td> 2015-07-08 19:57:55</td>\n",
       "      <td>  845</td>\n",
       "      <td> 2015-06-19 08:21:45</td>\n",
       "      <td> 2015-07-06 01:34:04</td>\n",
       "      <td> 1999-02-28</td>\n",
       "      <td>  156353</td>\n",
       "      <td> Happy?&lt;br /&gt;\\nSad? &lt;br /&gt;\\n&lt;br /&gt;\\nIdk.. Im no...</td>\n",
       "      <td> 2015-01-01 00:23:13</td>\n",
       "      <td> 0</td>\n",
       "      <td> 1</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52    </th>\n",
       "      <td> F</td>\n",
       "      <td>  112</td>\n",
       "      <td>   47</td>\n",
       "      <td>   34</td>\n",
       "      <td>   3</td>\n",
       "      <td> 2014-08-07</td>\n",
       "      <td> 2015-04-23 06:02:41</td>\n",
       "      <td>    3</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 1997-11-30</td>\n",
       "      <td>  274318</td>\n",
       "      <td>                 My parents ruin my dreams for me.</td>\n",
       "      <td> 2015-01-01 00:23:15</td>\n",
       "      <td> 0</td>\n",
       "      <td> 2</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>57    </th>\n",
       "      <td> M</td>\n",
       "      <td>   54</td>\n",
       "      <td>    2</td>\n",
       "      <td>   58</td>\n",
       "      <td>  54</td>\n",
       "      <td> 2014-08-23</td>\n",
       "      <td> 2015-06-25 06:15:00</td>\n",
       "      <td>  538</td>\n",
       "      <td> 2014-12-26 03:22:52</td>\n",
       "      <td> 2015-05-13 09:51:40</td>\n",
       "      <td> 1961-01-31</td>\n",
       "      <td>   47620</td>\n",
       "      <td> It troubles me sometimes when they can not see...</td>\n",
       "      <td> 2015-01-01 00:24:18</td>\n",
       "      <td> 4</td>\n",
       "      <td> 1</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>59    </th>\n",
       "      <td> M</td>\n",
       "      <td>  189</td>\n",
       "      <td>  528</td>\n",
       "      <td>  131</td>\n",
       "      <td>  43</td>\n",
       "      <td> 2014-07-27</td>\n",
       "      <td> 2015-07-09 11:16:51</td>\n",
       "      <td>   28</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 2014-08-04 14:25:04</td>\n",
       "      <td> 1994-05-31</td>\n",
       "      <td>  200183</td>\n",
       "      <td> In what way can I kill myself by midnight? Tha...</td>\n",
       "      <td> 2015-01-01 00:24:27</td>\n",
       "      <td> 0</td>\n",
       "      <td> 3</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>62    </th>\n",
       "      <td> M</td>\n",
       "      <td>  170</td>\n",
       "      <td>  145</td>\n",
       "      <td>  218</td>\n",
       "      <td>  96</td>\n",
       "      <td> 2012-03-31</td>\n",
       "      <td> 2015-07-10 00:05:07</td>\n",
       "      <td>  295</td>\n",
       "      <td> 2014-08-23 14:26:41</td>\n",
       "      <td> 2015-02-28 13:34:28</td>\n",
       "      <td> 1997-03-07</td>\n",
       "      <td>  627398</td>\n",
       "      <td> My New Years countdown? Queue up my favorite s...</td>\n",
       "      <td> 2015-01-01 00:25:05</td>\n",
       "      <td> 7</td>\n",
       "      <td> 1</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>68    </th>\n",
       "      <td> M</td>\n",
       "      <td>  237</td>\n",
       "      <td>  135</td>\n",
       "      <td>   84</td>\n",
       "      <td>  55</td>\n",
       "      <td> 2014-11-22</td>\n",
       "      <td> 2015-07-09 23:11:35</td>\n",
       "      <td>    4</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 2015-06-24 06:55:48</td>\n",
       "      <td> 1960-09-30</td>\n",
       "      <td>  729136</td>\n",
       "      <td> It all starts with flirtation.  A daughter sho...</td>\n",
       "      <td> 2015-01-01 00:26:33</td>\n",
       "      <td> 6</td>\n",
       "      <td> 1</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>69    </th>\n",
       "      <td> M</td>\n",
       "      <td>  192</td>\n",
       "      <td>   10</td>\n",
       "      <td>  110</td>\n",
       "      <td>  94</td>\n",
       "      <td> 2010-03-27</td>\n",
       "      <td> 2015-07-10 00:23:04</td>\n",
       "      <td> 1654</td>\n",
       "      <td> 2015-07-09 03:55:53</td>\n",
       "      <td> 2015-07-08 02:32:08</td>\n",
       "      <td> 1990-01-31</td>\n",
       "      <td>  293463</td>\n",
       "      <td> A new year ahead has arisen, a new opportunity...</td>\n",
       "      <td> 2015-01-01 00:26:43</td>\n",
       "      <td> 1</td>\n",
       "      <td> 0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>70    </th>\n",
       "      <td> F</td>\n",
       "      <td>  285</td>\n",
       "      <td>   51</td>\n",
       "      <td>   53</td>\n",
       "      <td>  19</td>\n",
       "      <td> 2014-11-26</td>\n",
       "      <td> 2015-07-09 08:09:57</td>\n",
       "      <td>    5</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 1998-05-31</td>\n",
       "      <td>  830325</td>\n",
       "      <td> I'm in love with a guy who's not aware of my f...</td>\n",
       "      <td> 2015-01-01 00:27:05</td>\n",
       "      <td> 1</td>\n",
       "      <td> 0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75    </th>\n",
       "      <td> F</td>\n",
       "      <td>  422</td>\n",
       "      <td>   17</td>\n",
       "      <td>  874</td>\n",
       "      <td> 874</td>\n",
       "      <td> 2014-12-26</td>\n",
       "      <td> 2015-07-10 00:00:55</td>\n",
       "      <td>   24</td>\n",
       "      <td> 2015-07-07 10:34:08</td>\n",
       "      <td> 2015-07-09 21:36:47</td>\n",
       "      <td> 1998-09-30</td>\n",
       "      <td>   53200</td>\n",
       "      <td> I dont like it and I dont know how to wear! Wh...</td>\n",
       "      <td> 2015-01-01 00:30:48</td>\n",
       "      <td> 8</td>\n",
       "      <td> 3</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79    </th>\n",
       "      <td> F</td>\n",
       "      <td>  173</td>\n",
       "      <td>  138</td>\n",
       "      <td>  215</td>\n",
       "      <td>  45</td>\n",
       "      <td> 2013-11-03</td>\n",
       "      <td> 2015-07-09 21:07:42</td>\n",
       "      <td> 2110</td>\n",
       "      <td> 2015-03-19 06:59:38</td>\n",
       "      <td> 2015-01-26 13:36:00</td>\n",
       "      <td> 1990-12-31</td>\n",
       "      <td>   12159</td>\n",
       "      <td> I'm too scared to live&lt;br /&gt;\\n&lt;br /&gt;\\nI was ju...</td>\n",
       "      <td> 2015-01-01 00:33:46</td>\n",
       "      <td> 3</td>\n",
       "      <td> 4</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80    </th>\n",
       "      <td> F</td>\n",
       "      <td>  370</td>\n",
       "      <td>   99</td>\n",
       "      <td>   67</td>\n",
       "      <td>   3</td>\n",
       "      <td> 2014-11-02</td>\n",
       "      <td> 2015-07-09 19:57:24</td>\n",
       "      <td>    1</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 1997-04-30</td>\n",
       "      <td>   56871</td>\n",
       "      <td> Kissed my cardboard cutout, how's that for a try?</td>\n",
       "      <td> 2015-01-01 00:34:04</td>\n",
       "      <td> 1</td>\n",
       "      <td> 0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>83    </th>\n",
       "      <td> M</td>\n",
       "      <td>  708</td>\n",
       "      <td>   88</td>\n",
       "      <td>  980</td>\n",
       "      <td> 924</td>\n",
       "      <td> 2014-06-05</td>\n",
       "      <td> 2015-07-09 21:55:46</td>\n",
       "      <td> 1238</td>\n",
       "      <td> 2015-07-04 22:31:21</td>\n",
       "      <td> 2015-06-29 08:25:00</td>\n",
       "      <td> 1983-06-30</td>\n",
       "      <td>  395178</td>\n",
       "      <td> This is my first year with zero goals. I used ...</td>\n",
       "      <td> 2015-01-01 00:36:27</td>\n",
       "      <td> 5</td>\n",
       "      <td> 1</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88    </th>\n",
       "      <td> M</td>\n",
       "      <td>  358</td>\n",
       "      <td>   68</td>\n",
       "      <td>   62</td>\n",
       "      <td>  12</td>\n",
       "      <td> 2014-10-12</td>\n",
       "      <td> 2015-07-10 00:53:17</td>\n",
       "      <td>   13</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 2015-01-06 08:00:01</td>\n",
       "      <td> 1985-12-31</td>\n",
       "      <td>  522995</td>\n",
       "      <td> So I was asked to take some pictures the other...</td>\n",
       "      <td> 2015-01-01 00:39:26</td>\n",
       "      <td> 3</td>\n",
       "      <td> 2</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>90    </th>\n",
       "      <td> M</td>\n",
       "      <td>  358</td>\n",
       "      <td>   68</td>\n",
       "      <td>   62</td>\n",
       "      <td>  12</td>\n",
       "      <td> 2014-10-12</td>\n",
       "      <td> 2015-07-10 00:53:17</td>\n",
       "      <td>   13</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 2015-01-06 08:00:01</td>\n",
       "      <td> 1985-12-31</td>\n",
       "      <td>  591064</td>\n",
       "      <td> So I was asked to take some pictures the other...</td>\n",
       "      <td> 2015-01-01 00:40:23</td>\n",
       "      <td> 2</td>\n",
       "      <td> 1</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>91    </th>\n",
       "      <td> M</td>\n",
       "      <td>  498</td>\n",
       "      <td>  111</td>\n",
       "      <td>  257</td>\n",
       "      <td> 202</td>\n",
       "      <td> 2014-11-24</td>\n",
       "      <td> 2015-07-09 23:49:20</td>\n",
       "      <td>  374</td>\n",
       "      <td> 2015-02-01 21:16:52</td>\n",
       "      <td> 2015-05-16 23:48:47</td>\n",
       "      <td> 1999-02-28</td>\n",
       "      <td>  972265</td>\n",
       "      <td> Ya know... It seems like JUST yesterday, it wa...</td>\n",
       "      <td> 2015-01-01 00:41:03</td>\n",
       "      <td> 6</td>\n",
       "      <td> 1</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>495901</th>\n",
       "      <td> M</td>\n",
       "      <td>   33</td>\n",
       "      <td>   36</td>\n",
       "      <td>    1</td>\n",
       "      <td>   0</td>\n",
       "      <td> 2015-07-09</td>\n",
       "      <td> 2015-07-09 22:57:35</td>\n",
       "      <td>    2</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 2015-07-09 23:53:29</td>\n",
       "      <td> 1969-02-28</td>\n",
       "      <td>   15523</td>\n",
       "      <td> AN EARLY MASSAGE EXPERIENCE .  &lt;br /&gt;\\n&lt;br /&gt;\\...</td>\n",
       "      <td> 2015-07-10 01:22:39</td>\n",
       "      <td> 0</td>\n",
       "      <td> 0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>495902</th>\n",
       "      <td> F</td>\n",
       "      <td>  137</td>\n",
       "      <td>   48</td>\n",
       "      <td>   76</td>\n",
       "      <td>  56</td>\n",
       "      <td> 2014-01-26</td>\n",
       "      <td> 2015-07-10 01:22:59</td>\n",
       "      <td>  225</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 2015-04-28 09:53:34</td>\n",
       "      <td> 1989-11-30</td>\n",
       "      <td>   57457</td>\n",
       "      <td> I've always loved being in plays&lt;br /&gt;\\nThese ...</td>\n",
       "      <td> 2015-07-10 01:23:00</td>\n",
       "      <td> 0</td>\n",
       "      <td> 0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>495903</th>\n",
       "      <td> F</td>\n",
       "      <td>   24</td>\n",
       "      <td>    2</td>\n",
       "      <td>    1</td>\n",
       "      <td>   0</td>\n",
       "      <td> 2015-07-09</td>\n",
       "      <td> 2015-07-10 01:11:56</td>\n",
       "      <td>    2</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 2015-07-09 17:20:59</td>\n",
       "      <td> 1962-04-30</td>\n",
       "      <td>  682376</td>\n",
       "      <td> Memories are bad enough, I have the problem of...</td>\n",
       "      <td> 2015-07-10 01:23:24</td>\n",
       "      <td> 0</td>\n",
       "      <td> 0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>495904</th>\n",
       "      <td> M</td>\n",
       "      <td>  370</td>\n",
       "      <td>    5</td>\n",
       "      <td>  530</td>\n",
       "      <td> 459</td>\n",
       "      <td> 2012-04-09</td>\n",
       "      <td> 2015-07-10 01:30:25</td>\n",
       "      <td> 1878</td>\n",
       "      <td> 2015-06-02 08:02:34</td>\n",
       "      <td> 2014-11-30 12:55:13</td>\n",
       "      <td> 1993-03-31</td>\n",
       "      <td>   78045</td>\n",
       "      <td> Ginger girls are so pretty,I adore their beaut...</td>\n",
       "      <td> 2015-07-10 01:24:09</td>\n",
       "      <td> 0</td>\n",
       "      <td> 0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>495905</th>\n",
       "      <td> M</td>\n",
       "      <td>   33</td>\n",
       "      <td>   36</td>\n",
       "      <td>    1</td>\n",
       "      <td>   0</td>\n",
       "      <td> 2015-07-09</td>\n",
       "      <td> 2015-07-09 22:57:35</td>\n",
       "      <td>    2</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 2015-07-09 23:53:29</td>\n",
       "      <td> 1969-02-28</td>\n",
       "      <td>  136138</td>\n",
       "      <td> I Enjoy Being Seen Naked&lt;br /&gt;\\n... especially...</td>\n",
       "      <td> 2015-07-10 01:24:23</td>\n",
       "      <td> 0</td>\n",
       "      <td> 0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>495907</th>\n",
       "      <td> F</td>\n",
       "      <td>   13</td>\n",
       "      <td>    2</td>\n",
       "      <td>    3</td>\n",
       "      <td>   3</td>\n",
       "      <td> 2015-07-03</td>\n",
       "      <td> 2015-07-10 01:30:13</td>\n",
       "      <td>    5</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 1959-02-28</td>\n",
       "      <td>  117528</td>\n",
       "      <td> Hi I'm new I have chatted with a few on here I...</td>\n",
       "      <td> 2015-07-10 01:24:48</td>\n",
       "      <td> 1</td>\n",
       "      <td> 0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>495909</th>\n",
       "      <td> F</td>\n",
       "      <td>   99</td>\n",
       "      <td>    1</td>\n",
       "      <td>    3</td>\n",
       "      <td>   2</td>\n",
       "      <td> 2015-07-06</td>\n",
       "      <td> 2015-07-10 01:22:43</td>\n",
       "      <td>   11</td>\n",
       "      <td> 2015-07-10 01:33:22</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 2001-11-30</td>\n",
       "      <td>   13640</td>\n",
       "      <td> Love talking about her with or without her wit...</td>\n",
       "      <td> 2015-07-10 01:25:15</td>\n",
       "      <td> 0</td>\n",
       "      <td> 0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>495910</th>\n",
       "      <td> F</td>\n",
       "      <td> 5850</td>\n",
       "      <td> 7038</td>\n",
       "      <td> 1632</td>\n",
       "      <td> 344</td>\n",
       "      <td> 2008-03-19</td>\n",
       "      <td> 2015-07-09 23:49:34</td>\n",
       "      <td> 4654</td>\n",
       "      <td> 2015-06-23 18:35:12</td>\n",
       "      <td> 2015-06-28 00:35:19</td>\n",
       "      <td> 1983-11-30</td>\n",
       "      <td>   84277</td>\n",
       "      <td> I am not making any sense now. That means I am...</td>\n",
       "      <td> 2015-07-10 01:25:58</td>\n",
       "      <td> 0</td>\n",
       "      <td> 0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>495911</th>\n",
       "      <td> F</td>\n",
       "      <td>  736</td>\n",
       "      <td> 3600</td>\n",
       "      <td>  978</td>\n",
       "      <td>   0</td>\n",
       "      <td> 2012-08-13</td>\n",
       "      <td> 2015-07-10 00:43:04</td>\n",
       "      <td> 3568</td>\n",
       "      <td> 2015-07-09 20:55:58</td>\n",
       "      <td> 2015-07-09 11:39:01</td>\n",
       "      <td> 1974-03-31</td>\n",
       "      <td> 1038286</td>\n",
       "      <td> \"Charleston Shooting Victim Sharonda Coleman-S...</td>\n",
       "      <td> 2015-07-10 01:26:29</td>\n",
       "      <td> 1</td>\n",
       "      <td> 1</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>495912</th>\n",
       "      <td> M</td>\n",
       "      <td>    1</td>\n",
       "      <td>    1</td>\n",
       "      <td>    2</td>\n",
       "      <td>   0</td>\n",
       "      <td> 2014-05-19</td>\n",
       "      <td> 2015-07-10 01:32:02</td>\n",
       "      <td>    4</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 1993-10-31</td>\n",
       "      <td>  444604</td>\n",
       "      <td> I was 1st abused by an older neighborhood kid ...</td>\n",
       "      <td> 2015-07-10 01:26:30</td>\n",
       "      <td> 0</td>\n",
       "      <td> 0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>495913</th>\n",
       "      <td> M</td>\n",
       "      <td>   33</td>\n",
       "      <td>   36</td>\n",
       "      <td>    1</td>\n",
       "      <td>   0</td>\n",
       "      <td> 2015-07-09</td>\n",
       "      <td> 2015-07-09 22:57:35</td>\n",
       "      <td>    2</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 2015-07-09 23:53:29</td>\n",
       "      <td> 1969-02-28</td>\n",
       "      <td>  221155</td>\n",
       "      <td> I Enjoy Being Seen Naked&lt;br /&gt;\\n... especially...</td>\n",
       "      <td> 2015-07-10 01:26:37</td>\n",
       "      <td> 0</td>\n",
       "      <td> 0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>495914</th>\n",
       "      <td> F</td>\n",
       "      <td>  128</td>\n",
       "      <td>   48</td>\n",
       "      <td>   71</td>\n",
       "      <td>  19</td>\n",
       "      <td> 2015-05-05</td>\n",
       "      <td> 2015-07-10 01:30:37</td>\n",
       "      <td>   63</td>\n",
       "      <td> 2015-07-06 05:27:43</td>\n",
       "      <td> 2015-06-30 14:37:42</td>\n",
       "      <td> 1978-06-30</td>\n",
       "      <td>    5364</td>\n",
       "      <td> In my experience work days come in one of thre...</td>\n",
       "      <td> 2015-07-10 01:26:46</td>\n",
       "      <td> 0</td>\n",
       "      <td> 0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>495915</th>\n",
       "      <td> F</td>\n",
       "      <td>  311</td>\n",
       "      <td>   74</td>\n",
       "      <td>   82</td>\n",
       "      <td>  32</td>\n",
       "      <td> 2015-05-29</td>\n",
       "      <td> 2015-07-10 01:24:30</td>\n",
       "      <td>  463</td>\n",
       "      <td> 2015-07-09 22:01:06</td>\n",
       "      <td> 2015-07-09 09:00:46</td>\n",
       "      <td> 1971-03-31</td>\n",
       "      <td>  726955</td>\n",
       "      <td> So. Unbelievably. True.&lt;br /&gt;&lt;br /&gt;&lt;img src='h...</td>\n",
       "      <td> 2015-07-10 01:26:59</td>\n",
       "      <td> 0</td>\n",
       "      <td> 0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>495916</th>\n",
       "      <td> M</td>\n",
       "      <td>   33</td>\n",
       "      <td>   36</td>\n",
       "      <td>    1</td>\n",
       "      <td>   0</td>\n",
       "      <td> 2015-07-09</td>\n",
       "      <td> 2015-07-09 22:57:35</td>\n",
       "      <td>    2</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 2015-07-09 23:53:29</td>\n",
       "      <td> 1969-02-28</td>\n",
       "      <td>  342000</td>\n",
       "      <td> I Enjoy Being Seen Naked&lt;br /&gt;\\n... especially...</td>\n",
       "      <td> 2015-07-10 01:27:24</td>\n",
       "      <td> 0</td>\n",
       "      <td> 0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>495917</th>\n",
       "      <td> F</td>\n",
       "      <td>   11</td>\n",
       "      <td>    1</td>\n",
       "      <td>    1</td>\n",
       "      <td>   1</td>\n",
       "      <td> 2015-07-10</td>\n",
       "      <td> 2015-07-10 01:12:16</td>\n",
       "      <td>    1</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 1991-12-31</td>\n",
       "      <td>  182854</td>\n",
       "      <td> Even when friends tell me time and time again ...</td>\n",
       "      <td> 2015-07-10 01:27:48</td>\n",
       "      <td> 0</td>\n",
       "      <td> 0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>495918</th>\n",
       "      <td> F</td>\n",
       "      <td>   62</td>\n",
       "      <td>   31</td>\n",
       "      <td>    7</td>\n",
       "      <td>   2</td>\n",
       "      <td> 2014-04-08</td>\n",
       "      <td> 2015-07-10 01:33:27</td>\n",
       "      <td>    4</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 1998-01-31</td>\n",
       "      <td>  259889</td>\n",
       "      <td> I had to change my profile picture because app...</td>\n",
       "      <td> 2015-07-10 01:28:07</td>\n",
       "      <td> 1</td>\n",
       "      <td> 1</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>495920</th>\n",
       "      <td> M</td>\n",
       "      <td> 1127</td>\n",
       "      <td>   31</td>\n",
       "      <td>  461</td>\n",
       "      <td> 455</td>\n",
       "      <td> 2012-11-30</td>\n",
       "      <td> 2015-07-10 01:31:18</td>\n",
       "      <td>  307</td>\n",
       "      <td> 2015-04-29 22:36:17</td>\n",
       "      <td> 2015-05-06 18:09:17</td>\n",
       "      <td> 1969-03-14</td>\n",
       "      <td>  264569</td>\n",
       "      <td>           I live in Colorado just north of Denver</td>\n",
       "      <td> 2015-07-10 01:28:58</td>\n",
       "      <td> 0</td>\n",
       "      <td> 0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>495921</th>\n",
       "      <td> M</td>\n",
       "      <td>   23</td>\n",
       "      <td>    9</td>\n",
       "      <td>   26</td>\n",
       "      <td>  23</td>\n",
       "      <td> 2015-05-18</td>\n",
       "      <td> 2015-07-09 23:05:40</td>\n",
       "      <td>  138</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 2015-06-05 10:18:33</td>\n",
       "      <td> 1999-04-30</td>\n",
       "      <td>    1022</td>\n",
       "      <td> &lt;br /&gt;OMFG I youtube searched myself and reali...</td>\n",
       "      <td> 2015-07-10 01:30:29</td>\n",
       "      <td> 2</td>\n",
       "      <td> 0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>495922</th>\n",
       "      <td> M</td>\n",
       "      <td>  340</td>\n",
       "      <td>   25</td>\n",
       "      <td>   17</td>\n",
       "      <td>  13</td>\n",
       "      <td> 2015-06-29</td>\n",
       "      <td> 2015-07-10 01:28:16</td>\n",
       "      <td>    1</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 1998-12-31</td>\n",
       "      <td>  562795</td>\n",
       "      <td>    Who else gains weight in winter? I know I DOOO</td>\n",
       "      <td> 2015-07-10 01:30:36</td>\n",
       "      <td> 0</td>\n",
       "      <td> 0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>495923</th>\n",
       "      <td> F</td>\n",
       "      <td>   21</td>\n",
       "      <td>   15</td>\n",
       "      <td>    6</td>\n",
       "      <td>   5</td>\n",
       "      <td> 2015-06-30</td>\n",
       "      <td> 2015-07-10 01:25:04</td>\n",
       "      <td>   37</td>\n",
       "      <td> 2015-06-30 05:45:31</td>\n",
       "      <td> 2015-07-03 02:12:33</td>\n",
       "      <td> 1988-06-30</td>\n",
       "      <td>    5754</td>\n",
       "      <td> The best way to make woman a slave is to make ...</td>\n",
       "      <td> 2015-07-10 01:31:32</td>\n",
       "      <td> 0</td>\n",
       "      <td> 0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>495924</th>\n",
       "      <td> F</td>\n",
       "      <td>  209</td>\n",
       "      <td>   10</td>\n",
       "      <td>    3</td>\n",
       "      <td>   3</td>\n",
       "      <td> 2015-07-09</td>\n",
       "      <td> 2015-07-10 01:34:32</td>\n",
       "      <td>    1</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 1972-06-30</td>\n",
       "      <td>  153017</td>\n",
       "      <td> I want to get my nails done tomorrow like this...</td>\n",
       "      <td> 2015-07-10 01:31:57</td>\n",
       "      <td> 0</td>\n",
       "      <td> 0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>495925</th>\n",
       "      <td> F</td>\n",
       "      <td>   13</td>\n",
       "      <td>   11</td>\n",
       "      <td>   22</td>\n",
       "      <td>  12</td>\n",
       "      <td> 2015-07-05</td>\n",
       "      <td> 2015-07-10 01:32:25</td>\n",
       "      <td>    8</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 1998-06-30</td>\n",
       "      <td> 1044943</td>\n",
       "      <td> All this waiting is making me crazy &lt;br /&gt;\\nLo...</td>\n",
       "      <td> 2015-07-10 01:32:48</td>\n",
       "      <td> 0</td>\n",
       "      <td> 0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>495926</th>\n",
       "      <td> F</td>\n",
       "      <td>   13</td>\n",
       "      <td>   11</td>\n",
       "      <td>   22</td>\n",
       "      <td>  12</td>\n",
       "      <td> 2015-07-05</td>\n",
       "      <td> 2015-07-10 01:32:25</td>\n",
       "      <td>    8</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 1998-06-30</td>\n",
       "      <td> 1044943</td>\n",
       "      <td> The old me is coming back &lt;br /&gt;\\nWhen I use t...</td>\n",
       "      <td> 2015-07-10 01:33:25</td>\n",
       "      <td> 0</td>\n",
       "      <td> 0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>495927</th>\n",
       "      <td> F</td>\n",
       "      <td>  570</td>\n",
       "      <td>  296</td>\n",
       "      <td> 1233</td>\n",
       "      <td>   0</td>\n",
       "      <td> 2013-04-16</td>\n",
       "      <td> 2015-07-10 01:31:37</td>\n",
       "      <td>  844</td>\n",
       "      <td> 2015-03-31 21:28:53</td>\n",
       "      <td> 2015-04-04 02:46:53</td>\n",
       "      <td> 1910-09-30</td>\n",
       "      <td>  485708</td>\n",
       "      <td> Mmmmm...  .. Do I ever, I love to get a hot me...</td>\n",
       "      <td> 2015-07-10 01:33:35</td>\n",
       "      <td> 0</td>\n",
       "      <td> 0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>495928</th>\n",
       "      <td> F</td>\n",
       "      <td>   60</td>\n",
       "      <td>    5</td>\n",
       "      <td>    3</td>\n",
       "      <td>   1</td>\n",
       "      <td> 2015-07-07</td>\n",
       "      <td> 2015-07-10 01:33:50</td>\n",
       "      <td>    1</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 1986-10-31</td>\n",
       "      <td>    2923</td>\n",
       "      <td> Well, I don't have a crush on him or any feeli...</td>\n",
       "      <td> 2015-07-10 01:33:44</td>\n",
       "      <td> 0</td>\n",
       "      <td> 0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>495929</th>\n",
       "      <td> M</td>\n",
       "      <td> 1812</td>\n",
       "      <td> 3393</td>\n",
       "      <td>  102</td>\n",
       "      <td>  36</td>\n",
       "      <td> 2015-03-04</td>\n",
       "      <td> 2015-07-10 01:34:26</td>\n",
       "      <td>   56</td>\n",
       "      <td> 2015-04-22 17:10:41</td>\n",
       "      <td> 2015-04-17 01:12:14</td>\n",
       "      <td> 1966-12-31</td>\n",
       "      <td>  899399</td>\n",
       "      <td> Godparents care package lasted &lt;br /&gt;\\n&lt;br /&gt;\\...</td>\n",
       "      <td> 2015-07-10 01:33:56</td>\n",
       "      <td> 0</td>\n",
       "      <td> 0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>495930</th>\n",
       "      <td> F</td>\n",
       "      <td>   23</td>\n",
       "      <td>    2</td>\n",
       "      <td>    1</td>\n",
       "      <td>   1</td>\n",
       "      <td> 2015-07-08</td>\n",
       "      <td> 2015-07-10 01:30:19</td>\n",
       "      <td>    1</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 1997-12-31</td>\n",
       "      <td>  845543</td>\n",
       "      <td> I want some new friends that I can just talk t...</td>\n",
       "      <td> 2015-07-10 01:34:05</td>\n",
       "      <td> 0</td>\n",
       "      <td> 0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>495931</th>\n",
       "      <td> M</td>\n",
       "      <td>    9</td>\n",
       "      <td>   11</td>\n",
       "      <td>   38</td>\n",
       "      <td>  21</td>\n",
       "      <td> 2015-06-10</td>\n",
       "      <td> 2015-07-10 01:31:12</td>\n",
       "      <td>    9</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 2015-06-25 22:28:20</td>\n",
       "      <td> 1996-12-31</td>\n",
       "      <td>  112170</td>\n",
       "      <td> Would you cut your reproductive organs off? Ex...</td>\n",
       "      <td> 2015-07-10 01:34:29</td>\n",
       "      <td> 0</td>\n",
       "      <td> 0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>495932</th>\n",
       "      <td> F</td>\n",
       "      <td>   32</td>\n",
       "      <td>    4</td>\n",
       "      <td>  126</td>\n",
       "      <td>   5</td>\n",
       "      <td> 2015-01-30</td>\n",
       "      <td> 2015-07-10 01:29:58</td>\n",
       "      <td>   10</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 1996-06-30</td>\n",
       "      <td>  703630</td>\n",
       "      <td> Is there a daddy looking for a little? It will...</td>\n",
       "      <td> 2015-07-10 01:34:33</td>\n",
       "      <td> 0</td>\n",
       "      <td> 0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>495933</th>\n",
       "      <td> F</td>\n",
       "      <td>   13</td>\n",
       "      <td>   11</td>\n",
       "      <td>   22</td>\n",
       "      <td>  12</td>\n",
       "      <td> 2015-07-05</td>\n",
       "      <td> 2015-07-10 01:32:25</td>\n",
       "      <td>    8</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 1998-06-30</td>\n",
       "      <td> 1044943</td>\n",
       "      <td> (Okay so I write songs about any topics given ...</td>\n",
       "      <td> 2015-07-10 01:34:33</td>\n",
       "      <td> 0</td>\n",
       "      <td> 0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>305649 rows × 17 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       gender  num_groups  num_entries  num_fans  num_friends     created  \\\n",
       "5           F        2993           62       353            7  2014-07-18   \n",
       "11          M         304           25        49           29  2014-12-13   \n",
       "15          F        1601           10        95            7  2014-02-25   \n",
       "17          F         751            6        84           41  2014-12-26   \n",
       "23          M         239           69       117           84  2014-12-18   \n",
       "25          F         374          279       226           19  2014-12-24   \n",
       "26          F         247           22       246            9  2014-04-16   \n",
       "27          F           9            7        10            0  2014-01-30   \n",
       "29          F         300           37        38            9  2014-11-05   \n",
       "30          M         239           61        49           48  2013-07-17   \n",
       "31          M         171          100        81           53  2014-12-22   \n",
       "33          U         215          104        67           56  2014-11-17   \n",
       "38          M         446           23        39           20  2013-08-09   \n",
       "45          M         405          153       294          252  2013-01-11   \n",
       "48          F        4215           70       903          146  2014-08-04   \n",
       "51          F         604          226       505            5  2014-04-13   \n",
       "52          F         112           47        34            3  2014-08-07   \n",
       "57          M          54            2        58           54  2014-08-23   \n",
       "59          M         189          528       131           43  2014-07-27   \n",
       "62          M         170          145       218           96  2012-03-31   \n",
       "68          M         237          135        84           55  2014-11-22   \n",
       "69          M         192           10       110           94  2010-03-27   \n",
       "70          F         285           51        53           19  2014-11-26   \n",
       "75          F         422           17       874          874  2014-12-26   \n",
       "79          F         173          138       215           45  2013-11-03   \n",
       "80          F         370           99        67            3  2014-11-02   \n",
       "83          M         708           88       980          924  2014-06-05   \n",
       "88          M         358           68        62           12  2014-10-12   \n",
       "90          M         358           68        62           12  2014-10-12   \n",
       "91          M         498          111       257          202  2014-11-24   \n",
       "...       ...         ...          ...       ...          ...         ...   \n",
       "495901      M          33           36         1            0  2015-07-09   \n",
       "495902      F         137           48        76           56  2014-01-26   \n",
       "495903      F          24            2         1            0  2015-07-09   \n",
       "495904      M         370            5       530          459  2012-04-09   \n",
       "495905      M          33           36         1            0  2015-07-09   \n",
       "495907      F          13            2         3            3  2015-07-03   \n",
       "495909      F          99            1         3            2  2015-07-06   \n",
       "495910      F        5850         7038      1632          344  2008-03-19   \n",
       "495911      F         736         3600       978            0  2012-08-13   \n",
       "495912      M           1            1         2            0  2014-05-19   \n",
       "495913      M          33           36         1            0  2015-07-09   \n",
       "495914      F         128           48        71           19  2015-05-05   \n",
       "495915      F         311           74        82           32  2015-05-29   \n",
       "495916      M          33           36         1            0  2015-07-09   \n",
       "495917      F          11            1         1            1  2015-07-10   \n",
       "495918      F          62           31         7            2  2014-04-08   \n",
       "495920      M        1127           31       461          455  2012-11-30   \n",
       "495921      M          23            9        26           23  2015-05-18   \n",
       "495922      M         340           25        17           13  2015-06-29   \n",
       "495923      F          21           15         6            5  2015-06-30   \n",
       "495924      F         209           10         3            3  2015-07-09   \n",
       "495925      F          13           11        22           12  2015-07-05   \n",
       "495926      F          13           11        22           12  2015-07-05   \n",
       "495927      F         570          296      1233            0  2013-04-16   \n",
       "495928      F          60            5         3            1  2015-07-07   \n",
       "495929      M        1812         3393       102           36  2015-03-04   \n",
       "495930      F          23            2         1            1  2015-07-08   \n",
       "495931      M           9           11        38           21  2015-06-10   \n",
       "495932      F          32            4       126            5  2015-01-30   \n",
       "495933      F          13           11        22           12  2015-07-05   \n",
       "\n",
       "                 last_login  num_logins   last_wall_activity  \\\n",
       "5       2015-07-09 06:55:52          43  2015-03-19 17:28:56   \n",
       "11      2015-07-06 07:37:41           1  0000-00-00 00:00:00   \n",
       "15      2015-07-02 14:51:38         476  2014-03-05 22:45:29   \n",
       "17      2015-07-01 16:00:39          38  2015-04-06 00:26:50   \n",
       "23      2015-07-09 16:51:14          35  0000-00-00 00:00:00   \n",
       "25      2015-07-09 07:49:05         221  2015-02-12 18:12:20   \n",
       "26      2015-07-09 22:58:23           3  0000-00-00 00:00:00   \n",
       "27      2015-07-09 21:44:17           4  2014-01-31 17:59:51   \n",
       "29      2015-05-30 15:58:28          76  2014-11-26 19:02:32   \n",
       "30      2015-07-09 14:35:49        1111  2015-04-10 22:06:50   \n",
       "31      2015-07-10 00:32:09          21  0000-00-00 00:00:00   \n",
       "33      2015-07-09 21:41:57         763  2015-06-19 23:18:08   \n",
       "38      2015-04-27 21:06:05          96  2013-08-11 08:13:27   \n",
       "45      2015-07-09 21:40:52        1287  2015-03-02 18:24:55   \n",
       "48      2015-07-09 18:20:49           1  0000-00-00 00:00:00   \n",
       "51      2015-07-08 19:57:55         845  2015-06-19 08:21:45   \n",
       "52      2015-04-23 06:02:41           3  0000-00-00 00:00:00   \n",
       "57      2015-06-25 06:15:00         538  2014-12-26 03:22:52   \n",
       "59      2015-07-09 11:16:51          28  0000-00-00 00:00:00   \n",
       "62      2015-07-10 00:05:07         295  2014-08-23 14:26:41   \n",
       "68      2015-07-09 23:11:35           4  0000-00-00 00:00:00   \n",
       "69      2015-07-10 00:23:04        1654  2015-07-09 03:55:53   \n",
       "70      2015-07-09 08:09:57           5  0000-00-00 00:00:00   \n",
       "75      2015-07-10 00:00:55          24  2015-07-07 10:34:08   \n",
       "79      2015-07-09 21:07:42        2110  2015-03-19 06:59:38   \n",
       "80      2015-07-09 19:57:24           1  0000-00-00 00:00:00   \n",
       "83      2015-07-09 21:55:46        1238  2015-07-04 22:31:21   \n",
       "88      2015-07-10 00:53:17          13  0000-00-00 00:00:00   \n",
       "90      2015-07-10 00:53:17          13  0000-00-00 00:00:00   \n",
       "91      2015-07-09 23:49:20         374  2015-02-01 21:16:52   \n",
       "...                     ...         ...                  ...   \n",
       "495901  2015-07-09 22:57:35           2  0000-00-00 00:00:00   \n",
       "495902  2015-07-10 01:22:59         225  0000-00-00 00:00:00   \n",
       "495903  2015-07-10 01:11:56           2  0000-00-00 00:00:00   \n",
       "495904  2015-07-10 01:30:25        1878  2015-06-02 08:02:34   \n",
       "495905  2015-07-09 22:57:35           2  0000-00-00 00:00:00   \n",
       "495907  2015-07-10 01:30:13           5  0000-00-00 00:00:00   \n",
       "495909  2015-07-10 01:22:43          11  2015-07-10 01:33:22   \n",
       "495910  2015-07-09 23:49:34        4654  2015-06-23 18:35:12   \n",
       "495911  2015-07-10 00:43:04        3568  2015-07-09 20:55:58   \n",
       "495912  2015-07-10 01:32:02           4  0000-00-00 00:00:00   \n",
       "495913  2015-07-09 22:57:35           2  0000-00-00 00:00:00   \n",
       "495914  2015-07-10 01:30:37          63  2015-07-06 05:27:43   \n",
       "495915  2015-07-10 01:24:30         463  2015-07-09 22:01:06   \n",
       "495916  2015-07-09 22:57:35           2  0000-00-00 00:00:00   \n",
       "495917  2015-07-10 01:12:16           1  0000-00-00 00:00:00   \n",
       "495918  2015-07-10 01:33:27           4  0000-00-00 00:00:00   \n",
       "495920  2015-07-10 01:31:18         307  2015-04-29 22:36:17   \n",
       "495921  2015-07-09 23:05:40         138  0000-00-00 00:00:00   \n",
       "495922  2015-07-10 01:28:16           1  0000-00-00 00:00:00   \n",
       "495923  2015-07-10 01:25:04          37  2015-06-30 05:45:31   \n",
       "495924  2015-07-10 01:34:32           1  0000-00-00 00:00:00   \n",
       "495925  2015-07-10 01:32:25           8  0000-00-00 00:00:00   \n",
       "495926  2015-07-10 01:32:25           8  0000-00-00 00:00:00   \n",
       "495927  2015-07-10 01:31:37         844  2015-03-31 21:28:53   \n",
       "495928  2015-07-10 01:33:50           1  0000-00-00 00:00:00   \n",
       "495929  2015-07-10 01:34:26          56  2015-04-22 17:10:41   \n",
       "495930  2015-07-10 01:30:19           1  0000-00-00 00:00:00   \n",
       "495931  2015-07-10 01:31:12           9  0000-00-00 00:00:00   \n",
       "495932  2015-07-10 01:29:58          10  0000-00-00 00:00:00   \n",
       "495933  2015-07-10 01:32:25           8  0000-00-00 00:00:00   \n",
       "\n",
       "       last_circle_activity   birthdate      gid  \\\n",
       "5       2015-03-12 17:44:25  1996-01-31   261634   \n",
       "11      0000-00-00 00:00:00  1962-10-31   565765   \n",
       "15      2015-03-11 14:16:29  1983-12-31   627239   \n",
       "17      2015-04-07 23:12:16  2001-04-30     3941   \n",
       "23      2015-06-08 23:04:15  2000-01-31      335   \n",
       "25      2015-06-14 14:29:03  1990-07-31   675119   \n",
       "26      0000-00-00 00:00:00  1999-10-31   293608   \n",
       "27      2014-01-31 18:00:38  1991-12-31   173000   \n",
       "29      2015-02-24 02:13:59  1999-06-30      185   \n",
       "30      2015-01-02 21:49:33  1959-06-30   972256   \n",
       "31      0000-00-00 00:00:00  1995-11-30     2389   \n",
       "33      2015-06-30 22:03:52  1968-04-30   160526   \n",
       "38      2014-07-27 20:53:29  1978-07-31   640484   \n",
       "45      2015-03-04 12:28:36  1998-08-31    27995   \n",
       "48      0000-00-00 00:00:00  1997-02-28    20078   \n",
       "51      2015-07-06 01:34:04  1999-02-28   156353   \n",
       "52      0000-00-00 00:00:00  1997-11-30   274318   \n",
       "57      2015-05-13 09:51:40  1961-01-31    47620   \n",
       "59      2014-08-04 14:25:04  1994-05-31   200183   \n",
       "62      2015-02-28 13:34:28  1997-03-07   627398   \n",
       "68      2015-06-24 06:55:48  1960-09-30   729136   \n",
       "69      2015-07-08 02:32:08  1990-01-31   293463   \n",
       "70      0000-00-00 00:00:00  1998-05-31   830325   \n",
       "75      2015-07-09 21:36:47  1998-09-30    53200   \n",
       "79      2015-01-26 13:36:00  1990-12-31    12159   \n",
       "80      0000-00-00 00:00:00  1997-04-30    56871   \n",
       "83      2015-06-29 08:25:00  1983-06-30   395178   \n",
       "88      2015-01-06 08:00:01  1985-12-31   522995   \n",
       "90      2015-01-06 08:00:01  1985-12-31   591064   \n",
       "91      2015-05-16 23:48:47  1999-02-28   972265   \n",
       "...                     ...         ...      ...   \n",
       "495901  2015-07-09 23:53:29  1969-02-28    15523   \n",
       "495902  2015-04-28 09:53:34  1989-11-30    57457   \n",
       "495903  2015-07-09 17:20:59  1962-04-30   682376   \n",
       "495904  2014-11-30 12:55:13  1993-03-31    78045   \n",
       "495905  2015-07-09 23:53:29  1969-02-28   136138   \n",
       "495907  0000-00-00 00:00:00  1959-02-28   117528   \n",
       "495909  0000-00-00 00:00:00  2001-11-30    13640   \n",
       "495910  2015-06-28 00:35:19  1983-11-30    84277   \n",
       "495911  2015-07-09 11:39:01  1974-03-31  1038286   \n",
       "495912  0000-00-00 00:00:00  1993-10-31   444604   \n",
       "495913  2015-07-09 23:53:29  1969-02-28   221155   \n",
       "495914  2015-06-30 14:37:42  1978-06-30     5364   \n",
       "495915  2015-07-09 09:00:46  1971-03-31   726955   \n",
       "495916  2015-07-09 23:53:29  1969-02-28   342000   \n",
       "495917  0000-00-00 00:00:00  1991-12-31   182854   \n",
       "495918  0000-00-00 00:00:00  1998-01-31   259889   \n",
       "495920  2015-05-06 18:09:17  1969-03-14   264569   \n",
       "495921  2015-06-05 10:18:33  1999-04-30     1022   \n",
       "495922  0000-00-00 00:00:00  1998-12-31   562795   \n",
       "495923  2015-07-03 02:12:33  1988-06-30     5754   \n",
       "495924  0000-00-00 00:00:00  1972-06-30   153017   \n",
       "495925  0000-00-00 00:00:00  1998-06-30  1044943   \n",
       "495926  0000-00-00 00:00:00  1998-06-30  1044943   \n",
       "495927  2015-04-04 02:46:53  1910-09-30   485708   \n",
       "495928  0000-00-00 00:00:00  1986-10-31     2923   \n",
       "495929  2015-04-17 01:12:14  1966-12-31   899399   \n",
       "495930  0000-00-00 00:00:00  1997-12-31   845543   \n",
       "495931  2015-06-25 22:28:20  1996-12-31   112170   \n",
       "495932  0000-00-00 00:00:00  1996-06-30   703630   \n",
       "495933  0000-00-00 00:00:00  1998-06-30  1044943   \n",
       "\n",
       "                                                  content  \\\n",
       "5       My birthday is in a few weeks 18 days everyone...   \n",
       "11      Celebrating New Years in the nude. I hope to s...   \n",
       "15      No place far enough. <br />\\nI ve crossed ocea...   \n",
       "17      I just hate being lied to, to me it's one of t...   \n",
       "23      i know...this may sound a little inapropriat3....   \n",
       "25      I'm drunk right now and it feel good I'm layin...   \n",
       "26             Happy new year! Wish you guys all the best   \n",
       "27      After everything I went through in 2014...hear...   \n",
       "29      All I want for this New Year is to feel safe, ...   \n",
       "30                   I hope it's a good year for everyone   \n",
       "31      My new years resolution is to quit my nasty ch...   \n",
       "33      Let's face it<br />\\n A pretty face and sexy b...   \n",
       "38      Maybe she'll think my eyes are red because I'm...   \n",
       "45      I got my smartphone, so EP friends, especially...   \n",
       "48      This year i got the great amazing opportunity ...   \n",
       "51      Happy?<br />\\nSad? <br />\\n<br />\\nIdk.. Im no...   \n",
       "52                      My parents ruin my dreams for me.   \n",
       "57      It troubles me sometimes when they can not see...   \n",
       "59      In what way can I kill myself by midnight? Tha...   \n",
       "62      My New Years countdown? Queue up my favorite s...   \n",
       "68      It all starts with flirtation.  A daughter sho...   \n",
       "69      A new year ahead has arisen, a new opportunity...   \n",
       "70      I'm in love with a guy who's not aware of my f...   \n",
       "75      I dont like it and I dont know how to wear! Wh...   \n",
       "79      I'm too scared to live<br />\\n<br />\\nI was ju...   \n",
       "80      Kissed my cardboard cutout, how's that for a try?   \n",
       "83      This is my first year with zero goals. I used ...   \n",
       "88      So I was asked to take some pictures the other...   \n",
       "90      So I was asked to take some pictures the other...   \n",
       "91      Ya know... It seems like JUST yesterday, it wa...   \n",
       "...                                                   ...   \n",
       "495901  AN EARLY MASSAGE EXPERIENCE .  <br />\\n<br />\\...   \n",
       "495902  I've always loved being in plays<br />\\nThese ...   \n",
       "495903  Memories are bad enough, I have the problem of...   \n",
       "495904  Ginger girls are so pretty,I adore their beaut...   \n",
       "495905  I Enjoy Being Seen Naked<br />\\n... especially...   \n",
       "495907  Hi I'm new I have chatted with a few on here I...   \n",
       "495909  Love talking about her with or without her wit...   \n",
       "495910  I am not making any sense now. That means I am...   \n",
       "495911  \"Charleston Shooting Victim Sharonda Coleman-S...   \n",
       "495912  I was 1st abused by an older neighborhood kid ...   \n",
       "495913  I Enjoy Being Seen Naked<br />\\n... especially...   \n",
       "495914  In my experience work days come in one of thre...   \n",
       "495915  So. Unbelievably. True.<br /><br /><img src='h...   \n",
       "495916  I Enjoy Being Seen Naked<br />\\n... especially...   \n",
       "495917  Even when friends tell me time and time again ...   \n",
       "495918  I had to change my profile picture because app...   \n",
       "495920            I live in Colorado just north of Denver   \n",
       "495921  <br />OMFG I youtube searched myself and reali...   \n",
       "495922     Who else gains weight in winter? I know I DOOO   \n",
       "495923  The best way to make woman a slave is to make ...   \n",
       "495924  I want to get my nails done tomorrow like this...   \n",
       "495925  All this waiting is making me crazy <br />\\nLo...   \n",
       "495926  The old me is coming back <br />\\nWhen I use t...   \n",
       "495927  Mmmmm...  .. Do I ever, I love to get a hot me...   \n",
       "495928  Well, I don't have a crush on him or any feeli...   \n",
       "495929  Godparents care package lasted <br />\\n<br />\\...   \n",
       "495930  I want some new friends that I can just talk t...   \n",
       "495931  Would you cut your reproductive organs off? Ex...   \n",
       "495932  Is there a daddy looking for a little? It will...   \n",
       "495933  (Okay so I write songs about any topics given ...   \n",
       "\n",
       "                date_posted  votes  num_comments  mid  \n",
       "5       2015-01-01 00:04:52      3             5  NaN  \n",
       "11      2015-01-01 00:08:02      2             2  NaN  \n",
       "15      2015-01-01 00:10:00      1             0  NaN  \n",
       "17      2015-01-01 00:10:19      4             0  NaN  \n",
       "23      2015-01-01 00:12:46      1             1  NaN  \n",
       "25      2015-01-01 00:13:33      3             2  NaN  \n",
       "26      2015-01-01 00:14:04      2             1  NaN  \n",
       "27      2015-01-01 00:14:05      0             0  NaN  \n",
       "29      2015-01-01 00:14:45      3             1  NaN  \n",
       "30      2015-01-01 00:14:46      1             1  NaN  \n",
       "31      2015-01-01 00:14:59      0             1  NaN  \n",
       "33      2015-01-01 00:15:30      2             1  NaN  \n",
       "38      2015-01-01 00:17:25      0             0  NaN  \n",
       "45      2015-01-01 00:21:54      2             1  NaN  \n",
       "48      2015-01-01 00:23:04      3             1  NaN  \n",
       "51      2015-01-01 00:23:13      0             1  NaN  \n",
       "52      2015-01-01 00:23:15      0             2  NaN  \n",
       "57      2015-01-01 00:24:18      4             1  NaN  \n",
       "59      2015-01-01 00:24:27      0             3  NaN  \n",
       "62      2015-01-01 00:25:05      7             1  NaN  \n",
       "68      2015-01-01 00:26:33      6             1  NaN  \n",
       "69      2015-01-01 00:26:43      1             0  NaN  \n",
       "70      2015-01-01 00:27:05      1             0  NaN  \n",
       "75      2015-01-01 00:30:48      8             3  NaN  \n",
       "79      2015-01-01 00:33:46      3             4  NaN  \n",
       "80      2015-01-01 00:34:04      1             0  NaN  \n",
       "83      2015-01-01 00:36:27      5             1  NaN  \n",
       "88      2015-01-01 00:39:26      3             2  NaN  \n",
       "90      2015-01-01 00:40:23      2             1  NaN  \n",
       "91      2015-01-01 00:41:03      6             1  NaN  \n",
       "...                     ...    ...           ...  ...  \n",
       "495901  2015-07-10 01:22:39      0             0  NaN  \n",
       "495902  2015-07-10 01:23:00      0             0  NaN  \n",
       "495903  2015-07-10 01:23:24      0             0  NaN  \n",
       "495904  2015-07-10 01:24:09      0             0  NaN  \n",
       "495905  2015-07-10 01:24:23      0             0  NaN  \n",
       "495907  2015-07-10 01:24:48      1             0  NaN  \n",
       "495909  2015-07-10 01:25:15      0             0  NaN  \n",
       "495910  2015-07-10 01:25:58      0             0  NaN  \n",
       "495911  2015-07-10 01:26:29      1             1  NaN  \n",
       "495912  2015-07-10 01:26:30      0             0  NaN  \n",
       "495913  2015-07-10 01:26:37      0             0  NaN  \n",
       "495914  2015-07-10 01:26:46      0             0  NaN  \n",
       "495915  2015-07-10 01:26:59      0             0  NaN  \n",
       "495916  2015-07-10 01:27:24      0             0  NaN  \n",
       "495917  2015-07-10 01:27:48      0             0  NaN  \n",
       "495918  2015-07-10 01:28:07      1             1  NaN  \n",
       "495920  2015-07-10 01:28:58      0             0  NaN  \n",
       "495921  2015-07-10 01:30:29      2             0  NaN  \n",
       "495922  2015-07-10 01:30:36      0             0  NaN  \n",
       "495923  2015-07-10 01:31:32      0             0  NaN  \n",
       "495924  2015-07-10 01:31:57      0             0  NaN  \n",
       "495925  2015-07-10 01:32:48      0             0  NaN  \n",
       "495926  2015-07-10 01:33:25      0             0  NaN  \n",
       "495927  2015-07-10 01:33:35      0             0  NaN  \n",
       "495928  2015-07-10 01:33:44      0             0  NaN  \n",
       "495929  2015-07-10 01:33:56      0             0  NaN  \n",
       "495930  2015-07-10 01:34:05      0             0  NaN  \n",
       "495931  2015-07-10 01:34:29      0             0  NaN  \n",
       "495932  2015-07-10 01:34:33      0             0  NaN  \n",
       "495933  2015-07-10 01:34:33      0             0  NaN  \n",
       "\n",
       "[305649 rows x 17 columns]"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# some entries don't have corresponding member ids. \n",
    "# We're guessing that they deleted their accounts before members.csv was made\n",
    "dataframe[pd.isnull(dataframe['mid'])]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(853996, 2)\n",
      "   gid                 group\n",
      "0   20               Love U2\n",
      "1   21        Love Dane Cook\n",
      "2   22  Love Pablo Francisco\n",
      "3   23     Love George Lopez\n",
      "4   24       Love Bill Cosby\n"
     ]
    }
   ],
   "source": [
    "# let's add group names too\n",
    "gnames = pd.read_csv('group_names.csv', header=None)\n",
    "gnames.columns = ['gid', 'group']\n",
    "print(gnames.shape)\n",
    "print(gnames.head())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(495934, 17)\n",
      "(495934, 18)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\">\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>gender</th>\n",
       "      <th>num_groups</th>\n",
       "      <th>num_entries</th>\n",
       "      <th>num_fans</th>\n",
       "      <th>num_friends</th>\n",
       "      <th>created</th>\n",
       "      <th>last_login</th>\n",
       "      <th>num_logins</th>\n",
       "      <th>last_wall_activity</th>\n",
       "      <th>last_circle_activity</th>\n",
       "      <th>birthdate</th>\n",
       "      <th>gid</th>\n",
       "      <th>content</th>\n",
       "      <th>date_posted</th>\n",
       "      <th>votes</th>\n",
       "      <th>num_comments</th>\n",
       "      <th>mid</th>\n",
       "      <th>group</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td> F</td>\n",
       "      <td> 210</td>\n",
       "      <td> 54</td>\n",
       "      <td> 25</td>\n",
       "      <td>  2</td>\n",
       "      <td> 2014-12-20</td>\n",
       "      <td> 2015-04-03 12:45:01</td>\n",
       "      <td>  6</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 1997-03-31</td>\n",
       "      <td> 124249</td>\n",
       "      <td> I just want my mom to hug me and say that she ...</td>\n",
       "      <td> 2015-01-01 00:00:10</td>\n",
       "      <td>  0</td>\n",
       "      <td> 0</td>\n",
       "      <td> 9343578</td>\n",
       "      <td>           Wish My Mom and I Were Closer</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td> F</td>\n",
       "      <td>  25</td>\n",
       "      <td>  9</td>\n",
       "      <td>  2</td>\n",
       "      <td>  0</td>\n",
       "      <td> 2014-08-28</td>\n",
       "      <td> 2015-04-15 22:32:36</td>\n",
       "      <td> 19</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 1994-03-31</td>\n",
       "      <td>   5276</td>\n",
       "      <td> I don't know why this is happening right now. ...</td>\n",
       "      <td> 2015-01-01 00:00:46</td>\n",
       "      <td>  0</td>\n",
       "      <td> 0</td>\n",
       "      <td> 8866629</td>\n",
       "      <td>                  Don't Have Any Friends</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td> M</td>\n",
       "      <td> 153</td>\n",
       "      <td>  2</td>\n",
       "      <td>  6</td>\n",
       "      <td>  5</td>\n",
       "      <td> 2014-12-13</td>\n",
       "      <td> 2015-06-01 20:34:52</td>\n",
       "      <td> 15</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 2014-12-13 08:37:11</td>\n",
       "      <td> 1993-11-30</td>\n",
       "      <td>  58852</td>\n",
       "      <td> HAPPY NEW  YEARS !!!!!!!!!!!!!!!     !!!!!!!!!...</td>\n",
       "      <td> 2015-01-01 00:02:39</td>\n",
       "      <td>  1</td>\n",
       "      <td> 2</td>\n",
       "      <td> 9318824</td>\n",
       "      <td> Want to Wish Everyone a Happy New Years</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td> F</td>\n",
       "      <td>  29</td>\n",
       "      <td>  8</td>\n",
       "      <td> 83</td>\n",
       "      <td> 60</td>\n",
       "      <td> 2014-12-27</td>\n",
       "      <td> 2015-05-14 13:25:09</td>\n",
       "      <td> 19</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 2015-05-14 13:25:34</td>\n",
       "      <td> 1977-08-31</td>\n",
       "      <td> 970365</td>\n",
       "      <td> Showing now if anyone is interested...message ...</td>\n",
       "      <td> 2015-01-01 00:02:45</td>\n",
       "      <td>  0</td>\n",
       "      <td> 0</td>\n",
       "      <td> 9367848</td>\n",
       "      <td>       Am Showing My Girl On Join Me Now</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td> M</td>\n",
       "      <td>  14</td>\n",
       "      <td>  1</td>\n",
       "      <td>  2</td>\n",
       "      <td>  0</td>\n",
       "      <td> 2013-12-13</td>\n",
       "      <td> 2015-01-07 01:57:45</td>\n",
       "      <td>  1</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 0000-00-00 00:00:00</td>\n",
       "      <td> 1990-10-31</td>\n",
       "      <td> 262541</td>\n",
       "      <td> I am in love with this beautiful girl.....&lt;br ...</td>\n",
       "      <td> 2015-01-01 00:03:01</td>\n",
       "      <td> 10</td>\n",
       "      <td> 9</td>\n",
       "      <td> 7581701</td>\n",
       "      <td>   Don't Say I Love You Unless I Mean It</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  gender  num_groups  num_entries  num_fans  num_friends     created  \\\n",
       "0      F         210           54        25            2  2014-12-20   \n",
       "1      F          25            9         2            0  2014-08-28   \n",
       "2      M         153            2         6            5  2014-12-13   \n",
       "3      F          29            8        83           60  2014-12-27   \n",
       "4      M          14            1         2            0  2013-12-13   \n",
       "\n",
       "            last_login  num_logins   last_wall_activity last_circle_activity  \\\n",
       "0  2015-04-03 12:45:01           6  0000-00-00 00:00:00  0000-00-00 00:00:00   \n",
       "1  2015-04-15 22:32:36          19  0000-00-00 00:00:00  0000-00-00 00:00:00   \n",
       "2  2015-06-01 20:34:52          15  0000-00-00 00:00:00  2014-12-13 08:37:11   \n",
       "3  2015-05-14 13:25:09          19  0000-00-00 00:00:00  2015-05-14 13:25:34   \n",
       "4  2015-01-07 01:57:45           1  0000-00-00 00:00:00  0000-00-00 00:00:00   \n",
       "\n",
       "    birthdate     gid                                            content  \\\n",
       "0  1997-03-31  124249  I just want my mom to hug me and say that she ...   \n",
       "1  1994-03-31    5276  I don't know why this is happening right now. ...   \n",
       "2  1993-11-30   58852  HAPPY NEW  YEARS !!!!!!!!!!!!!!!     !!!!!!!!!...   \n",
       "3  1977-08-31  970365  Showing now if anyone is interested...message ...   \n",
       "4  1990-10-31  262541  I am in love with this beautiful girl.....<br ...   \n",
       "\n",
       "           date_posted  votes  num_comments      mid  \\\n",
       "0  2015-01-01 00:00:10      0             0  9343578   \n",
       "1  2015-01-01 00:00:46      0             0  8866629   \n",
       "2  2015-01-01 00:02:39      1             2  9318824   \n",
       "3  2015-01-01 00:02:45      0             0  9367848   \n",
       "4  2015-01-01 00:03:01     10             9  7581701   \n",
       "\n",
       "                                     group  \n",
       "0            Wish My Mom and I Were Closer  \n",
       "1                   Don't Have Any Friends  \n",
       "2  Want to Wish Everyone a Happy New Years  \n",
       "3        Am Showing My Girl On Join Me Now  \n",
       "4    Don't Say I Love You Unless I Mean It  "
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "old_dataframe = dataframe\n",
    "dataframe = pd.merge(old_dataframe, gnames, how='left', on='gid')\n",
    "print(old_dataframe.shape)\n",
    "print(dataframe.shape)\n",
    "dataframe.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "top 50 groups are:\n",
      " Love Music                                     7568\n",
      "Have Random Thoughts                           6456\n",
      "Am a New Member At Experience Project          4515\n",
      "Am The Other Woman                             3998\n",
      "Have a Confession                              3329\n",
      "Battle Depression                              2664\n",
      "Like a Good Quote                              2507\n",
      "Need Someone to Talk to                        2003\n",
      "Am Lonely                                      1979\n",
      "Am a Military Girlfriend                       1756\n",
      "Love Jokes And Riddles                         1535\n",
      "Love These Lyrics                              1509\n",
      "Write Poetry                                   1297\n",
      "Am a Curious Person                            1214\n",
      "Love Quotes                                    1206\n",
      "Am An Atheist                                  1202\n",
      "Live In a Sexless Marriage                     1115\n",
      "Am Gay                                         1108\n",
      "Like Writing Limericks                         1081\n",
      "Am Christian                                   1080\n",
      "Love a Good Quote                              1061\n",
      "Believe In God                                 1038\n",
      "Think Too Much                                  998\n",
      "Am Single                                       920\n",
      "Had A Dream                                     918\n",
      "Have a Weird Sense of Humor                     892\n",
      "Want You to Write a Ten Word Story              885\n",
      "Am Fascinated By Human Behavior                 879\n",
      "Love This Song                                  875\n",
      "Want to Lose Weight                             874\n",
      "Love Movies                                     874\n",
      "Am Bored                                        863\n",
      "Am Depressed                                    834\n",
      "Will Answer Any Question You Dare Ask           830\n",
      "Love Photography                                806\n",
      "Want To Know If You Think Im Attractive Lol     776\n",
      "Want to Make Friends                            675\n",
      "Have Anxiety                                    636\n",
      "Am a Lesbian                                    603\n",
      "Had An Affair                                   575\n",
      "Fight Depression and Loneliness Everyday        570\n",
      "Like to Take Pictures                           570\n",
      "Express Myself Through Writing                  564\n",
      "Suffered Through Workplace Mobbing              562\n",
      "Am a Gamer                                      562\n",
      "Loved Someone That Didn't Love Me               551\n",
      "Have A Kik-Messenger App                        528\n",
      "Cut My Self                                     523\n",
      "Will Answer Anything You Ask                    521\n",
      "Have Weird Dreams                               512\n",
      "dtype: int64\n",
      "the dataset has 104191 group ids\n"
     ]
    }
   ],
   "source": [
    "# count how many times each group id occurs\n",
    "groups = dataframe[\"group\"].value_counts()\n",
    "print(\"top 50 groups are:\\n\",groups.head(n=50))\n",
    "\n",
    "# how many groups are represented in our dataset?\n",
    "print(\"the dataset has %d group ids\" % len(groups))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "there are 71397 total posts in the top 50 groups\n"
     ]
    }
   ],
   "source": [
    "#subset the top 50 groups\n",
    "top50 = groups[0:50]\n",
    "print('there are %d total posts in the top 50 groups' % top50.sum())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The top 50 groups are:\n",
      " ['Love Music', 'Have Random Thoughts', 'Am a New Member At Experience Project', 'Am The Other Woman', 'Have a Confession', 'Battle Depression', 'Like a Good Quote', 'Need Someone to Talk to', 'Am Lonely', 'Am a Military Girlfriend', 'Love Jokes And Riddles', 'Love These Lyrics', 'Write Poetry', 'Am a Curious Person', 'Love Quotes', 'Am An Atheist', 'Live In a Sexless Marriage', 'Am Gay', 'Like Writing Limericks', 'Am Christian', 'Love a Good Quote', 'Believe In God', 'Think Too Much', 'Am Single', 'Had A Dream', 'Have a Weird Sense of Humor', 'Want You to Write a Ten Word Story', 'Am Fascinated By Human Behavior', 'Love This Song', 'Want to Lose Weight', 'Love Movies', 'Am Bored', 'Am Depressed', 'Will Answer Any Question You Dare Ask', 'Love Photography', 'Want To Know If You Think Im Attractive Lol', 'Want to Make Friends', 'Have Anxiety', 'Am a Lesbian', 'Had An Affair', 'Fight Depression and Loneliness Everyday', 'Like to Take Pictures', 'Express Myself Through Writing', 'Suffered Through Workplace Mobbing', 'Am a Gamer', \"Loved Someone That Didn't Love Me\", 'Have A Kik-Messenger App', 'Cut My Self', 'Will Answer Anything You Ask', 'Have Weird Dreams']\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "71397"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#take subset of posts for top 50 groups:\n",
    "topgroups = []\n",
    "for index, row in top50.iteritems():\n",
    "    topgroups.append(index)\n",
    "print('The top 50 groups are:\\n',topgroups)\n",
    "df_subset = dataframe[dataframe['group'].isin(topgroups)]\n",
    "len(df_subset)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'Am The Other Woman': [], 'Fight Depression and Loneliness Everyday': [], 'Love a Good Quote': [], 'Have A Kik-Messenger App': [], 'Am a New Member At Experience Project': [], 'Am Lonely': [], 'Have Anxiety': [], 'Am Fascinated By Human Behavior': [], 'Am Depressed': [], 'Had An Affair': [], 'Am a Military Girlfriend': [], 'Have a Weird Sense of Humor': [], 'Have Weird Dreams': [], 'Am a Curious Person': [], 'Believe In God': [], 'Think Too Much': [], \"Loved Someone That Didn't Love Me\": [], 'Cut My Self': [], 'Want to Make Friends': [], 'Need Someone to Talk to': [], 'Love Music': [], 'Want to Lose Weight': [], 'Suffered Through Workplace Mobbing': [], 'Love Movies': [], 'Am An Atheist': [], 'Want You to Write a Ten Word Story': [], 'Love Jokes And Riddles': [], 'Want To Know If You Think Im Attractive Lol': [], 'Will Answer Any Question You Dare Ask': [], 'Have a Confession': [], 'Am a Gamer': [], 'Am a Lesbian': [], 'Will Answer Anything You Ask': [], 'Like Writing Limericks': [], 'Like to Take Pictures': [], 'Write Poetry': [], 'Love Photography': [], 'Express Myself Through Writing': [], 'Like a Good Quote': [], 'Am Bored': [], 'Battle Depression': [], 'Love Quotes': [], 'Am Gay': [], 'Love These Lyrics': [], 'Love This Song': [], 'Am Single': [], 'Have Random Thoughts': [], 'Am Christian': [], 'Live In a Sexless Marriage': [], 'Had A Dream': []}\n"
     ]
    }
   ],
   "source": [
    "#make a dictionary of the top groups to be used later in NLP analysis\n",
    "groupdict = dict(top50)\n",
    "group_words = dict.fromkeys(groupdict)\n",
    "for key in group_words:\n",
    "    group_words[key] = []\n",
    "print(group_words)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "collapsed": true
   },
   "source": [
    "### NLP on the 'content' of the posts \n",
    "Now that we have our subset, let's clean up the posts so we can look at the contents\n",
    "\n",
    "The following takes a series of text inputs (in this case status updates on the Experience Project), pre-processes the text to remove extraneous words, HTML, and punctuation, and creates a bag of words that allows for downstream analysis of the language.\n",
    "In this example, I stop at a point where the most common words in the test set have been found."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "st let start saying happy new years hope yall staying safe fun begin spend life studying people meet even strangers often see year decided come new years party friends throwing found everything pretty interesting friends emotions attitudes intensify extreme influence alcohol though obvious thing happen strange mix characters emotions change yet friend one caring well others either sober drunk others introduced suddenly relaxed even cared anything world friend two emotionless actually part group people met cannot read due lack expressing emotions drunk slight emotions shown introduced group already bad shyness seems intensify friend three usually calm smooth women drunk smooth talking turns embarrassing blurred speech introduced group anger usually contained explodes restrained point drink reasoning behind due dark past family kind alcohol wanna end like also stay sober keep safe whenever try get behind car drunk love guys feel got know bit better light love study people tend able help better comes reading body language pretty good helping comes reading body language helps bunch well thought would share think anyone read feel free comment\n"
     ]
    }
   ],
   "source": [
    "#set up the environment\n",
    "from bs4 import BeautifulSoup\n",
    "import re\n",
    "import nltk\n",
    "#nltk.download()\n",
    "from nltk.corpus import stopwords # Import the stop word list\n",
    "\n",
    "def status_to_words( raw_status ):\n",
    "    # Function to convert a raw status to a string of words\n",
    "    # The input is a single string (a raw status update), and \n",
    "    # the output is a single string (a preprocessed status update)\n",
    "    #\n",
    "    # 1. Remove HTML\n",
    "    status_text = BeautifulSoup(raw_status).get_text() \n",
    "    #\n",
    "    # 2. Remove non-letters        \n",
    "    letters_only = re.sub(\"[^a-zA-Z]\", \" \", status_text)\n",
    "    # remove http URLs\n",
    "    letters_only = re.sub(r'^https?:\\/\\/.*[\\r\\n]*', '', letters_only)\n",
    "    #\n",
    "    # 3. Convert to lower case, split into individual words\n",
    "    words = letters_only.lower().split()                             \n",
    "    #\n",
    "    # 4. In Python, searching a set is much faster than searching\n",
    "    #   a list, so convert the stop words to a set\n",
    "    stops = set(stopwords.words(\"english\"))\n",
    "    #Remove 'm' and 'hasn' from the text\n",
    "    stops = stops.union([u'hasn',u'm',u've',u'll',u're',u'didn',u'us',u'im',u'doesn',u'couldn',u'won',u'isn',u'http',u'www']) \n",
    "    # \n",
    "    # 5. Remove stop words\n",
    "    meaningful_words = [w for w in words if not w in stops]   \n",
    "    #\n",
    "    # 6. Join the words back into one string separated by space, \n",
    "    # and return the result.\n",
    "    return( \" \".join( meaningful_words ))\n",
    "\n",
    "\n",
    "#Let's see an example of what status_to_words does\n",
    "clean_status = status_to_words(df_subset['content'].iloc[3])\n",
    "print (clean_status)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "for i in range(0,100):\n",
    "    if( (i+1)%10000 == 0 ):\n",
    "        print (\"Status %d of %d\\n\" % (i+1, len(df_subset)))\n",
    "    key = df_subset.iloc[i]['group']\n",
    "    status = df_subset.iloc[i]['content']\n",
    "    clean_status = status_to_words(status)\n",
    "    group_words[key].append(clean_status)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "#join the seperate statuses into one for each group\n",
    "for key in group_words:\n",
    "    group_words[key] = \" \".join(group_words[key])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Creating the bags of words...\n",
      "\n",
      "working on group Am The Other Woman\n",
      "1\n",
      "working on group Fight Depression and Loneliness Everyday\n",
      "2\n",
      "working on group Love a Good Quote\n"
     ]
    },
    {
     "ename": "ValueError",
     "evalue": "empty vocabulary; perhaps the documents only contain stop words",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mValueError\u001b[0m                                Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-27-2be5c00e8afd>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m     24\u001b[0m         \u001b[0;31m# into feature vectors. The input to fit_transform should be a list of\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     25\u001b[0m         \u001b[0;31m# strings.\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 26\u001b[0;31m         \u001b[0mtrain_data_features\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mvectorizer\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfit_transform\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mwords\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     27\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     28\u001b[0m         \u001b[0;31m# Numpy arrays are easy to work with, so convert the result to an\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/Users/sunshinne/anaconda/lib/python3.4/site-packages/sklearn/feature_extraction/text.py\u001b[0m in \u001b[0;36mfit_transform\u001b[0;34m(self, raw_documents, y)\u001b[0m\n\u001b[1;32m    815\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    816\u001b[0m         vocabulary, X = self._count_vocab(raw_documents,\n\u001b[0;32m--> 817\u001b[0;31m                                           self.fixed_vocabulary_)\n\u001b[0m\u001b[1;32m    818\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    819\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mbinary\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/Users/sunshinne/anaconda/lib/python3.4/site-packages/sklearn/feature_extraction/text.py\u001b[0m in \u001b[0;36m_count_vocab\u001b[0;34m(self, raw_documents, fixed_vocab)\u001b[0m\n\u001b[1;32m    758\u001b[0m             \u001b[0mvocabulary\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mdict\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mvocabulary\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    759\u001b[0m             \u001b[0;32mif\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0mvocabulary\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 760\u001b[0;31m                 raise ValueError(\"empty vocabulary; perhaps the documents only\"\n\u001b[0m\u001b[1;32m    761\u001b[0m                                  \" contain stop words\")\n\u001b[1;32m    762\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mValueError\u001b[0m: empty vocabulary; perhaps the documents only contain stop words"
     ]
    }
   ],
   "source": [
    "# create the Bag o' words. Each word that appears in the statuses after preprocessing gets a place\n",
    "# in the bag (list). Each status gets a list denoting the number of times a particular word\n",
    "# shows up in that status.  Check out \n",
    "# https://www.kaggle.com/c/word2vec-nlp-tutorial/details/part-1-for-beginners-bag-of-words\n",
    "\n",
    "print(\"Creating the bags of words...\\n\")\n",
    "from sklearn.feature_extraction.text import CountVectorizer\n",
    "\n",
    "n = 0\n",
    "with open('demotop50.csv', 'w') as out:\n",
    "    out.write('These are the top 50 most-posted-in groups from Experience Project:\\nFormat is >gid, followed by lines for each word sorted by frequency.\\n\\n\\n')\n",
    "    for group in group_words:\n",
    "        n += 1\n",
    "        out.write('>'+str(group)+'\\n')\n",
    "        print('working on group %s' % group)\n",
    "        words = [group_words[group]]\n",
    "        # Initialize the \"CountVectorizer\" object, which is scikit-learn's\n",
    "        # bag of words tool. Note that some of the preprocessing steps above\n",
    "        # can be done directly with this tool; we may want to do that.\n",
    "        vectorizer = CountVectorizer(analyzer = \"word\",   \\\n",
    "                                     tokenizer = None,    \\\n",
    "                                     preprocessor = None, \\\n",
    "                                     stop_words = None,   \\\n",
    "                                     max_features = 500) \n",
    "\n",
    "        # fit_transform() does two functions: First, it fits the model\n",
    "        # and learns the vocabulary; second, it transforms our training data\n",
    "        # into feature vectors. The input to fit_transform should be a list of \n",
    "        # strings.\n",
    "        train_data_features = vectorizer.fit_transform(words)\n",
    "\n",
    "        # Numpy arrays are easy to work with, so convert the result to an \n",
    "        # array\n",
    "        train_data_features = train_data_features.toarray()\n",
    "\n",
    "        vocab = vectorizer.get_feature_names()\n",
    "        dist = np.sum(train_data_features, axis = 0)\n",
    "        counted = zip(vocab, dist)\n",
    "        for tag, count in sorted(counted, key=lambda counted: counted[1], reverse=True):\n",
    "            out.write(tag+','+str(count)+'\\n')\n",
    "        print(n)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.4.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}