Eng_FB_Link_Posts_Links.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": [
    "import Utils.FS.file as file\n",
    "import TextPreprocess.cleaner as cleaner\n",
    "from sklearn.feature_extraction.text import CountVectorizer\n",
    "import Utils.misc as helper\n",
    "import Utils.pandas_helper as ph\n",
    "import Utils.GoogleCloud.storage as gcs\n",
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": true,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": [
    "eng_link_posts = file.read('eng_link_posts_2.pkl')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": [
    "pages = file.read('pages.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(Index(['name', 'caption', 'message', 'description', 'status_type', 'type',\n",
       "        'link', 'full_picture', 'picture', 'source', 'created_time',\n",
       "        'updated_time', 'id', 'page_id', 'share', 'comment', 'like', 'reaction',\n",
       "        'love', 'haha', 'wow', 'sad', 'angry'],\n",
       "       dtype='object'),\n",
       " Index(['name', 'description', 'about', 'fan_count', 'category', 'website',\n",
       "        'talking_about_count', 'id'],\n",
       "       dtype='object'))"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "eng_link_posts.columns, pages.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": [
    "eng_link_posts = pd.merge(eng_link_posts, pages, how='inner', left_on='page_id', right_on='id')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "collapsed": true,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": [
    "eng_link_posts['share_ratio'] = eng_link_posts['share'] / eng_link_posts['fan_count']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": [
    "eng_link_posts.sort_values(by='share_ratio', ascending=False, inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": [
    "good_eng_link_posts = eng_link_posts.head(100000)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>link</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>6906659</th>\n",
       "      <td>422724107918171_570845626439351</td>\n",
       "      <td>http://giphy.com/gifs/3o8doZYEbXxQeNZwvm/fulls...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7000618</th>\n",
       "      <td>533986213282911_1601626176518904</td>\n",
       "      <td>https://dailyhealthpost.com/piriformis-stretch/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2874244</th>\n",
       "      <td>75430593459_10154248638618460</td>\n",
       "      <td>https://www.ripleyaquariums.com/blog/ripleys-a...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7675004</th>\n",
       "      <td>1617491695159752_1755756697999917</td>\n",
       "      <td>http://bit.ly/2coiVn4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5686246</th>\n",
       "      <td>271313329675665_543902072416788</td>\n",
       "      <td>http://paleogrubs.com/roasted-broccoli-recipe</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5686171</th>\n",
       "      <td>271313329675665_601731069967221</td>\n",
       "      <td>http://paleogrubs.com/garlic-roasted-brussels-...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4517896</th>\n",
       "      <td>153225174877948_635844646615996</td>\n",
       "      <td>http://www.howtoinstructions.org/how-to-make-d...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4757662</th>\n",
       "      <td>124306287609673_1504782879562000</td>\n",
       "      <td>http://www.thepoke.co.uk/2017/02/11/trump-want...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7634033</th>\n",
       "      <td>1538228683133894_1666908986932529</td>\n",
       "      <td>http://forgifs.com/gallery/d/275820-2/Smooth-B...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3276315</th>\n",
       "      <td>106487123077823_378740179185848</td>\n",
       "      <td>http://godtoday.com/missing-christian-girl-ext...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1985360</th>\n",
       "      <td>140254320968_10153797915010969</td>\n",
       "      <td>http://www.rawstory.com/2016/09/judge-spares-p...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3292279</th>\n",
       "      <td>194711195659_10154439063295660</td>\n",
       "      <td>http://www.prophecynewswatch.com/article.cfm?r...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2468465</th>\n",
       "      <td>90194053787_10154597011263788</td>\n",
       "      <td>http://www.chipchick.com/2016/10/disney-inspir...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7365063</th>\n",
       "      <td>532475746785272_975095829189926</td>\n",
       "      <td>http://everydayroots.com/coconut-oil-uses</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7025729</th>\n",
       "      <td>474385452583505_1259811757374200</td>\n",
       "      <td>https://instagram.com/p/BMkGFo3gKgf/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4501512</th>\n",
       "      <td>137917989561014_1337474686271999</td>\n",
       "      <td>http://gagadaily.com/story/news/lady-gaga-dona...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1874413</th>\n",
       "      <td>54696907755_10154394189622756</td>\n",
       "      <td>http://via.wnep.com/rHPds</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7365057</th>\n",
       "      <td>532475746785272_906224689410374</td>\n",
       "      <td>http://everydayroots.com/cold-remedies</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3292218</th>\n",
       "      <td>194711195659_10154607566335660</td>\n",
       "      <td>http://www.prophecynewswatch.com/article.cfm?r...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7344111</th>\n",
       "      <td>392259944134895_1424768464217366</td>\n",
       "      <td>http://theduffel.co/2eX34Kj</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7431145</th>\n",
       "      <td>813846721994466_1316339115078555</td>\n",
       "      <td>http://theheartysoul.com/scarlet-fever-symptoms/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7356300</th>\n",
       "      <td>532133096920476_694833017317149</td>\n",
       "      <td>http://www.dukesofhillsborough.com/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1890214</th>\n",
       "      <td>91981253045_10153415447358046</td>\n",
       "      <td>http://m.globegazette.com/ap/state/article_c20...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3276393</th>\n",
       "      <td>106487123077823_367428713650328</td>\n",
       "      <td>http://godtoday.com/amber-alert-issued-two-mis...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2366345</th>\n",
       "      <td>113692773321_10155325737993322</td>\n",
       "      <td>https://www.instagram.com/p/BRWEA7ujtRr/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1955155</th>\n",
       "      <td>57780972549_10154743624062550</td>\n",
       "      <td>http://abc11.tv/2lOnaLZ</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4582619</th>\n",
       "      <td>156438917703212_1606964605983962</td>\n",
       "      <td>http://giphy.com/gifs/3o6Zth9jOwHTYvRhQs</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7010473</th>\n",
       "      <td>1131411890224100_1264309016934386</td>\n",
       "      <td>https://www.full30.com/video/9030f86490b70a13d...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7326624</th>\n",
       "      <td>492861780850602_961960267274082</td>\n",
       "      <td>https://i.imgur.com/pDFg58I.gifv</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7025717</th>\n",
       "      <td>474385452583505_1254729274549115</td>\n",
       "      <td>https://instagram.com/p/BMRt_iXjGxY/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5956997</th>\n",
       "      <td>185180654855189_1432272676812641</td>\n",
       "      <td>http://anotherangryvoice.blogspot.co.uk/2017/0...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5411149</th>\n",
       "      <td>171435642966371_185471451563784</td>\n",
       "      <td>http://www.advocate.com/News/Daily_News/2012/0...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6162240</th>\n",
       "      <td>218745224802460_1259874104022895</td>\n",
       "      <td>http://www.centrictv.com/content/centricrd/ent...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>296080</th>\n",
       "      <td>13527056454_10154095007736455</td>\n",
       "      <td>https://www.theguardian.com/australia-news/201...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6778911</th>\n",
       "      <td>1161632783864856_1625475474147249</td>\n",
       "      <td>http://bit.ly/2lIVXXV</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4153495</th>\n",
       "      <td>196098536897_10153890080906898</td>\n",
       "      <td>http://txr.tl/IGW</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3775455</th>\n",
       "      <td>108038612554992_1786680551357448</td>\n",
       "      <td>http://bipartisanreport.com/2017/02/26/father-...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>493824</th>\n",
       "      <td>50670281251_10155008237641252</td>\n",
       "      <td>http://www.thestranger.com/slog/2017/02/16/248...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7576327</th>\n",
       "      <td>1557469237907508_1808941312760298</td>\n",
       "      <td>https://redwhiteandright.com/illegal-immigrati...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1850275</th>\n",
       "      <td>77990746986_10154174953436987</td>\n",
       "      <td>http://bit.ly/2mPABtJ</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2859137</th>\n",
       "      <td>150787610254_10154584829335255</td>\n",
       "      <td>https://s-media-cache-ak0.pinimg.com/originals...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6771466</th>\n",
       "      <td>926650430723985_1229313003791058</td>\n",
       "      <td>https://www.washingtonpost.com/world/national-...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3933751</th>\n",
       "      <td>184331976202_10152574602901203</td>\n",
       "      <td>http://oak.ctx.ly/r/1gy7f</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1382249</th>\n",
       "      <td>8807334278_10153008917889279</td>\n",
       "      <td>http://betterfutu.re/1IeZa6H</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3105623</th>\n",
       "      <td>286781440146_10158179146180147</td>\n",
       "      <td>http://liveactionnews.org/new-mri-scan-shows-a...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4110207</th>\n",
       "      <td>226996756041_10154677161451042</td>\n",
       "      <td>http://tribunist.com/technology/i-committed-th...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6912595</th>\n",
       "      <td>346937065399354_1464079067018476</td>\n",
       "      <td>http://occupydemocrats.com/2017/03/16/500000-v...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5609661</th>\n",
       "      <td>187528347940386_1360314827328393</td>\n",
       "      <td>http://kck.st/1OjEMtE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4319558</th>\n",
       "      <td>117974248240990_849171145121293</td>\n",
       "      <td>http://bit.ly/1CdQHwu</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6377642</th>\n",
       "      <td>322155257809771_1084151391610150</td>\n",
       "      <td>http://www.nytimes.com/2015/08/01/opinion/of-l...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1089251</th>\n",
       "      <td>10387251081_10153471494386082</td>\n",
       "      <td>http://firstwefeast.com/eat/2016/06/sandwich-t...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6673548</th>\n",
       "      <td>1125713100785969_1337202602970350</td>\n",
       "      <td>http://www.ranker.com/list/teenage-mutant-ninj...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6954780</th>\n",
       "      <td>558271240890948_1235524953165570</td>\n",
       "      <td>https://d13yacurqjgara.cloudfront.net/users/25...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5088671</th>\n",
       "      <td>128195470528135_1742103022470697</td>\n",
       "      <td>http://buff.ly/2doXApZ</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5088639</th>\n",
       "      <td>128195470528135_1739581302722869</td>\n",
       "      <td>http://buff.ly/2ddNkSO</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5088632</th>\n",
       "      <td>128195470528135_1740798439267822</td>\n",
       "      <td>http://buff.ly/2cYLbsN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4548456</th>\n",
       "      <td>157964734319520_904433526339300</td>\n",
       "      <td>http://goo.gl/gH0Yxs</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5170300</th>\n",
       "      <td>165171813503937_1348867471801026</td>\n",
       "      <td>https://www.bibleandthesacraments.com/streaming</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5229305</th>\n",
       "      <td>175041962601183_935150479923657</td>\n",
       "      <td>http://zenpencils.com/comic/63-carl-sagan-book...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6355117</th>\n",
       "      <td>263287580465095_644075405719642</td>\n",
       "      <td>http://www.olatinos.com/este-padre-le-miente-a...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>100000 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                        id  \\\n",
       "6906659    422724107918171_570845626439351   \n",
       "7000618   533986213282911_1601626176518904   \n",
       "2874244      75430593459_10154248638618460   \n",
       "7675004  1617491695159752_1755756697999917   \n",
       "5686246    271313329675665_543902072416788   \n",
       "5686171    271313329675665_601731069967221   \n",
       "4517896    153225174877948_635844646615996   \n",
       "4757662   124306287609673_1504782879562000   \n",
       "7634033  1538228683133894_1666908986932529   \n",
       "3276315    106487123077823_378740179185848   \n",
       "1985360     140254320968_10153797915010969   \n",
       "3292279     194711195659_10154439063295660   \n",
       "2468465      90194053787_10154597011263788   \n",
       "7365063    532475746785272_975095829189926   \n",
       "7025729   474385452583505_1259811757374200   \n",
       "4501512   137917989561014_1337474686271999   \n",
       "1874413      54696907755_10154394189622756   \n",
       "7365057    532475746785272_906224689410374   \n",
       "3292218     194711195659_10154607566335660   \n",
       "7344111   392259944134895_1424768464217366   \n",
       "7431145   813846721994466_1316339115078555   \n",
       "7356300    532133096920476_694833017317149   \n",
       "1890214      91981253045_10153415447358046   \n",
       "3276393    106487123077823_367428713650328   \n",
       "2366345     113692773321_10155325737993322   \n",
       "1955155      57780972549_10154743624062550   \n",
       "4582619   156438917703212_1606964605983962   \n",
       "7010473  1131411890224100_1264309016934386   \n",
       "7326624    492861780850602_961960267274082   \n",
       "7025717   474385452583505_1254729274549115   \n",
       "...                                    ...   \n",
       "5956997   185180654855189_1432272676812641   \n",
       "5411149    171435642966371_185471451563784   \n",
       "6162240   218745224802460_1259874104022895   \n",
       "296080       13527056454_10154095007736455   \n",
       "6778911  1161632783864856_1625475474147249   \n",
       "4153495     196098536897_10153890080906898   \n",
       "3775455   108038612554992_1786680551357448   \n",
       "493824       50670281251_10155008237641252   \n",
       "7576327  1557469237907508_1808941312760298   \n",
       "1850275      77990746986_10154174953436987   \n",
       "2859137     150787610254_10154584829335255   \n",
       "6771466   926650430723985_1229313003791058   \n",
       "3933751     184331976202_10152574602901203   \n",
       "1382249       8807334278_10153008917889279   \n",
       "3105623     286781440146_10158179146180147   \n",
       "4110207     226996756041_10154677161451042   \n",
       "6912595   346937065399354_1464079067018476   \n",
       "5609661   187528347940386_1360314827328393   \n",
       "4319558    117974248240990_849171145121293   \n",
       "6377642   322155257809771_1084151391610150   \n",
       "1089251      10387251081_10153471494386082   \n",
       "6673548  1125713100785969_1337202602970350   \n",
       "6954780   558271240890948_1235524953165570   \n",
       "5088671   128195470528135_1742103022470697   \n",
       "5088639   128195470528135_1739581302722869   \n",
       "5088632   128195470528135_1740798439267822   \n",
       "4548456    157964734319520_904433526339300   \n",
       "5170300   165171813503937_1348867471801026   \n",
       "5229305    175041962601183_935150479923657   \n",
       "6355117    263287580465095_644075405719642   \n",
       "\n",
       "                                                      link  \n",
       "6906659  http://giphy.com/gifs/3o8doZYEbXxQeNZwvm/fulls...  \n",
       "7000618    https://dailyhealthpost.com/piriformis-stretch/  \n",
       "2874244  https://www.ripleyaquariums.com/blog/ripleys-a...  \n",
       "7675004                              http://bit.ly/2coiVn4  \n",
       "5686246      http://paleogrubs.com/roasted-broccoli-recipe  \n",
       "5686171  http://paleogrubs.com/garlic-roasted-brussels-...  \n",
       "4517896  http://www.howtoinstructions.org/how-to-make-d...  \n",
       "4757662  http://www.thepoke.co.uk/2017/02/11/trump-want...  \n",
       "7634033  http://forgifs.com/gallery/d/275820-2/Smooth-B...  \n",
       "3276315  http://godtoday.com/missing-christian-girl-ext...  \n",
       "1985360  http://www.rawstory.com/2016/09/judge-spares-p...  \n",
       "3292279  http://www.prophecynewswatch.com/article.cfm?r...  \n",
       "2468465  http://www.chipchick.com/2016/10/disney-inspir...  \n",
       "7365063          http://everydayroots.com/coconut-oil-uses  \n",
       "7025729               https://instagram.com/p/BMkGFo3gKgf/  \n",
       "4501512  http://gagadaily.com/story/news/lady-gaga-dona...  \n",
       "1874413                          http://via.wnep.com/rHPds  \n",
       "7365057             http://everydayroots.com/cold-remedies  \n",
       "3292218  http://www.prophecynewswatch.com/article.cfm?r...  \n",
       "7344111                        http://theduffel.co/2eX34Kj  \n",
       "7431145   http://theheartysoul.com/scarlet-fever-symptoms/  \n",
       "7356300                http://www.dukesofhillsborough.com/  \n",
       "1890214  http://m.globegazette.com/ap/state/article_c20...  \n",
       "3276393  http://godtoday.com/amber-alert-issued-two-mis...  \n",
       "2366345           https://www.instagram.com/p/BRWEA7ujtRr/  \n",
       "1955155                            http://abc11.tv/2lOnaLZ  \n",
       "4582619           http://giphy.com/gifs/3o6Zth9jOwHTYvRhQs  \n",
       "7010473  https://www.full30.com/video/9030f86490b70a13d...  \n",
       "7326624                   https://i.imgur.com/pDFg58I.gifv  \n",
       "7025717               https://instagram.com/p/BMRt_iXjGxY/  \n",
       "...                                                    ...  \n",
       "5956997  http://anotherangryvoice.blogspot.co.uk/2017/0...  \n",
       "5411149  http://www.advocate.com/News/Daily_News/2012/0...  \n",
       "6162240  http://www.centrictv.com/content/centricrd/ent...  \n",
       "296080   https://www.theguardian.com/australia-news/201...  \n",
       "6778911                              http://bit.ly/2lIVXXV  \n",
       "4153495                                  http://txr.tl/IGW  \n",
       "3775455  http://bipartisanreport.com/2017/02/26/father-...  \n",
       "493824   http://www.thestranger.com/slog/2017/02/16/248...  \n",
       "7576327  https://redwhiteandright.com/illegal-immigrati...  \n",
       "1850275                              http://bit.ly/2mPABtJ  \n",
       "2859137  https://s-media-cache-ak0.pinimg.com/originals...  \n",
       "6771466  https://www.washingtonpost.com/world/national-...  \n",
       "3933751                          http://oak.ctx.ly/r/1gy7f  \n",
       "1382249                       http://betterfutu.re/1IeZa6H  \n",
       "3105623  http://liveactionnews.org/new-mri-scan-shows-a...  \n",
       "4110207  http://tribunist.com/technology/i-committed-th...  \n",
       "6912595  http://occupydemocrats.com/2017/03/16/500000-v...  \n",
       "5609661                              http://kck.st/1OjEMtE  \n",
       "4319558                              http://bit.ly/1CdQHwu  \n",
       "6377642  http://www.nytimes.com/2015/08/01/opinion/of-l...  \n",
       "1089251  http://firstwefeast.com/eat/2016/06/sandwich-t...  \n",
       "6673548  http://www.ranker.com/list/teenage-mutant-ninj...  \n",
       "6954780  https://d13yacurqjgara.cloudfront.net/users/25...  \n",
       "5088671                             http://buff.ly/2doXApZ  \n",
       "5088639                             http://buff.ly/2ddNkSO  \n",
       "5088632                             http://buff.ly/2cYLbsN  \n",
       "4548456                               http://goo.gl/gH0Yxs  \n",
       "5170300    https://www.bibleandthesacraments.com/streaming  \n",
       "5229305  http://zenpencils.com/comic/63-carl-sagan-book...  \n",
       "6355117  http://www.olatinos.com/este-padre-le-miente-a...  \n",
       "\n",
       "[100000 rows x 2 columns]"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "good_eng_link_posts = good_eng_link_posts[['id_x', 'link']]\n",
    "good_eng_link_posts.columns = ['id', 'link']\n",
    "good_eng_link_posts"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": [
    "good_eng_link_posts.to_json('good_eng_link_posts_link.json',orient='records')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Uploading good_eng_link_posts_link.json to facebook-posts-processed/good_eng_link_posts_link_100k.json ... \n",
      "done\n",
      "\n"
     ]
    }
   ],
   "source": [
    "gcs.upload('facebook-posts-processed', 'good_eng_link_posts_link_100k.json', 'good_eng_link_posts_link.json')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.5.2+"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}