recreated_data_using_API.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Author</th>\n",
       "      <th>Repo</th>\n",
       "      <th>ascl_id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>EdoardoCarlesi</td>\n",
       "      <td>cmbeasy</td>\n",
       "      <td>1007.004</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>daddeptr</td>\n",
       "      <td>Needlets</td>\n",
       "      <td>1010.004</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>piernik-dev</td>\n",
       "      <td>piernik</td>\n",
       "      <td>1010.005</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>skendrew</td>\n",
       "      <td>midIR_sensitivity</td>\n",
       "      <td>1010.008</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Starlink</td>\n",
       "      <td>starlink</td>\n",
       "      <td>1407.002</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>PrincetonUniversity</td>\n",
       "      <td>Athena-Cversion</td>\n",
       "      <td>1010.014</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>evanoconnor</td>\n",
       "      <td>GR1D</td>\n",
       "      <td>1010.022</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>mariogrs</td>\n",
       "      <td>Simfast21</td>\n",
       "      <td>1010.025</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>eggplantbren</td>\n",
       "      <td>DNest4</td>\n",
       "      <td>1010.029</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>jobovy</td>\n",
       "      <td>extreme-deconvolution</td>\n",
       "      <td>1010.032</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>fwhigh</td>\n",
       "      <td>stellar-locus-regression</td>\n",
       "      <td>1010.035</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>cconroy20</td>\n",
       "      <td>fsps</td>\n",
       "      <td>1010.043</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>amrex-astro</td>\n",
       "      <td>MAESTRO</td>\n",
       "      <td>1010.044</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>teuben</td>\n",
       "      <td>nemo</td>\n",
       "      <td>1010.051</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>gbrammer</td>\n",
       "      <td>eazy-photoz</td>\n",
       "      <td>1010.052</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>auckland-cosmo</td>\n",
       "      <td>interp-mc</td>\n",
       "      <td>1101.004</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>low-sky</td>\n",
       "      <td>cprops</td>\n",
       "      <td>1102.012</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>andreimesinger</td>\n",
       "      <td>21cmFAST</td>\n",
       "      <td>1102.023</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>bwoshea</td>\n",
       "      <td>ZEUS-MP_2</td>\n",
       "      <td>1102.028</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>galtay</td>\n",
       "      <td>sphray</td>\n",
       "      <td>1103.009</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>kd0kfo</td>\n",
       "      <td>cosmology</td>\n",
       "      <td>1712.008</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>AMReX-Astro</td>\n",
       "      <td>Castro</td>\n",
       "      <td>1105.010</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>cosmicrays</td>\n",
       "      <td>DRAGON</td>\n",
       "      <td>1106.011</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>zgazak</td>\n",
       "      <td>TAP</td>\n",
       "      <td>1106.014</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>sjforeman</td>\n",
       "      <td>StringFast</td>\n",
       "      <td>1106.021</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>auckland-cosmo</td>\n",
       "      <td>defrost-mpi</td>\n",
       "      <td>1106.022</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>sherpa</td>\n",
       "      <td>sherpa</td>\n",
       "      <td>1107.005</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>lime-rt</td>\n",
       "      <td>lime</td>\n",
       "      <td>1107.012</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>ahwkuepper</td>\n",
       "      <td>mcluster</td>\n",
       "      <td>1107.015</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>rainwoodman</td>\n",
       "      <td>gaepsi</td>\n",
       "      <td>1108.005</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1096</th>\n",
       "      <td>williamjameshandley</td>\n",
       "      <td>fgivenx</td>\n",
       "      <td>1909.014</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1097</th>\n",
       "      <td>mtazzari</td>\n",
       "      <td>uvplot</td>\n",
       "      <td>1911.002</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1098</th>\n",
       "      <td>duetosymmetry</td>\n",
       "      <td>qnm</td>\n",
       "      <td>1910.022</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1099</th>\n",
       "      <td>luizfelippesr</td>\n",
       "      <td>magnetizer</td>\n",
       "      <td>0000.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1100</th>\n",
       "      <td>atomneb</td>\n",
       "      <td>AtomNeb-idl</td>\n",
       "      <td>0000.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1101</th>\n",
       "      <td>hippke</td>\n",
       "      <td>tls</td>\n",
       "      <td>1910.007</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1102</th>\n",
       "      <td>fdebras</td>\n",
       "      <td>ECLIPS3D</td>\n",
       "      <td>1910.008</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1103</th>\n",
       "      <td>hippke</td>\n",
       "      <td>pulses</td>\n",
       "      <td>0000.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1104</th>\n",
       "      <td>HITS-AIN</td>\n",
       "      <td>PINK</td>\n",
       "      <td>1910.001</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1105</th>\n",
       "      <td>fcastagna</td>\n",
       "      <td>preprofit</td>\n",
       "      <td>1910.002</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1106</th>\n",
       "      <td>jmackereth</td>\n",
       "      <td>monoage-velocity-dispersion</td>\n",
       "      <td>0000.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1107</th>\n",
       "      <td>bmoster</td>\n",
       "      <td>emerge</td>\n",
       "      <td>1910.006</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1108</th>\n",
       "      <td>dfm</td>\n",
       "      <td>exoplanet</td>\n",
       "      <td>1910.005</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1109</th>\n",
       "      <td>phillippro</td>\n",
       "      <td>pexo</td>\n",
       "      <td>1910.010</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1110</th>\n",
       "      <td>rfeldmann</td>\n",
       "      <td>leopy</td>\n",
       "      <td>1910.011</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1111</th>\n",
       "      <td>fpavogt</td>\n",
       "      <td>E0102-VR</td>\n",
       "      <td>1910.013</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1112</th>\n",
       "      <td>knaidoo29</td>\n",
       "      <td>mistree</td>\n",
       "      <td>1910.016</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1113</th>\n",
       "      <td>Samreay</td>\n",
       "      <td>ChainConsumer</td>\n",
       "      <td>1910.017</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1114</th>\n",
       "      <td>cmbant</td>\n",
       "      <td>getdist</td>\n",
       "      <td>1910.018</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1115</th>\n",
       "      <td>CobayaSampler</td>\n",
       "      <td>cobaya</td>\n",
       "      <td>1910.019</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1116</th>\n",
       "      <td>AOtools</td>\n",
       "      <td>aotools</td>\n",
       "      <td>1910.021</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1117</th>\n",
       "      <td>astroboylrx</td>\n",
       "      <td>PLAN</td>\n",
       "      <td>1911.001</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1118</th>\n",
       "      <td>gmbrandt</td>\n",
       "      <td>xwavecal</td>\n",
       "      <td>0000.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1119</th>\n",
       "      <td>soleneulmer</td>\n",
       "      <td>bem</td>\n",
       "      <td>0000.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1120</th>\n",
       "      <td>shbhuk</td>\n",
       "      <td>mrexo</td>\n",
       "      <td>0000.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1121</th>\n",
       "      <td>Bo-Ning</td>\n",
       "      <td>Predicting-exoplanet-mass-and-radius-relationship</td>\n",
       "      <td>0000.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1123</th>\n",
       "      <td>rodluger</td>\n",
       "      <td>Limbdark.jl</td>\n",
       "      <td>0000.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1124</th>\n",
       "      <td>rodluger</td>\n",
       "      <td>planetplanet</td>\n",
       "      <td>0000.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1125</th>\n",
       "      <td>mihanke</td>\n",
       "      <td>athos</td>\n",
       "      <td>0000.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1126</th>\n",
       "      <td>pypeit</td>\n",
       "      <td>PypeIt</td>\n",
       "      <td>1911.004</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1058 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                   Author                                               Repo  \\\n",
       "0          EdoardoCarlesi                                            cmbeasy   \n",
       "1                daddeptr                                           Needlets   \n",
       "2             piernik-dev                                            piernik   \n",
       "3                skendrew                                  midIR_sensitivity   \n",
       "4                Starlink                                           starlink   \n",
       "5     PrincetonUniversity                                    Athena-Cversion   \n",
       "6             evanoconnor                                               GR1D   \n",
       "7                mariogrs                                          Simfast21   \n",
       "8            eggplantbren                                             DNest4   \n",
       "9                  jobovy                              extreme-deconvolution   \n",
       "10                 fwhigh                           stellar-locus-regression   \n",
       "11              cconroy20                                               fsps   \n",
       "12            amrex-astro                                            MAESTRO   \n",
       "13                 teuben                                               nemo   \n",
       "14               gbrammer                                        eazy-photoz   \n",
       "15         auckland-cosmo                                          interp-mc   \n",
       "16                low-sky                                             cprops   \n",
       "17         andreimesinger                                           21cmFAST   \n",
       "18                bwoshea                                          ZEUS-MP_2   \n",
       "19                 galtay                                             sphray   \n",
       "21                 kd0kfo                                          cosmology   \n",
       "22            AMReX-Astro                                             Castro   \n",
       "23             cosmicrays                                             DRAGON   \n",
       "24                 zgazak                                                TAP   \n",
       "25              sjforeman                                         StringFast   \n",
       "26         auckland-cosmo                                        defrost-mpi   \n",
       "27                 sherpa                                             sherpa   \n",
       "28                lime-rt                                               lime   \n",
       "29             ahwkuepper                                           mcluster   \n",
       "30            rainwoodman                                             gaepsi   \n",
       "...                   ...                                                ...   \n",
       "1096  williamjameshandley                                            fgivenx   \n",
       "1097             mtazzari                                             uvplot   \n",
       "1098        duetosymmetry                                                qnm   \n",
       "1099        luizfelippesr                                         magnetizer   \n",
       "1100              atomneb                                        AtomNeb-idl   \n",
       "1101               hippke                                                tls   \n",
       "1102              fdebras                                           ECLIPS3D   \n",
       "1103               hippke                                             pulses   \n",
       "1104             HITS-AIN                                               PINK   \n",
       "1105            fcastagna                                          preprofit   \n",
       "1106           jmackereth                        monoage-velocity-dispersion   \n",
       "1107              bmoster                                             emerge   \n",
       "1108                  dfm                                          exoplanet   \n",
       "1109           phillippro                                               pexo   \n",
       "1110            rfeldmann                                              leopy   \n",
       "1111              fpavogt                                           E0102-VR   \n",
       "1112            knaidoo29                                            mistree   \n",
       "1113              Samreay                                      ChainConsumer   \n",
       "1114               cmbant                                            getdist   \n",
       "1115        CobayaSampler                                             cobaya   \n",
       "1116              AOtools                                            aotools   \n",
       "1117          astroboylrx                                               PLAN   \n",
       "1118             gmbrandt                                           xwavecal   \n",
       "1119          soleneulmer                                                bem   \n",
       "1120               shbhuk                                              mrexo   \n",
       "1121              Bo-Ning  Predicting-exoplanet-mass-and-radius-relationship   \n",
       "1123             rodluger                                        Limbdark.jl   \n",
       "1124             rodluger                                       planetplanet   \n",
       "1125              mihanke                                              athos   \n",
       "1126               pypeit                                             PypeIt   \n",
       "\n",
       "       ascl_id  \n",
       "0     1007.004  \n",
       "1     1010.004  \n",
       "2     1010.005  \n",
       "3     1010.008  \n",
       "4     1407.002  \n",
       "5     1010.014  \n",
       "6     1010.022  \n",
       "7     1010.025  \n",
       "8     1010.029  \n",
       "9     1010.032  \n",
       "10    1010.035  \n",
       "11    1010.043  \n",
       "12    1010.044  \n",
       "13    1010.051  \n",
       "14    1010.052  \n",
       "15    1101.004  \n",
       "16    1102.012  \n",
       "17    1102.023  \n",
       "18    1102.028  \n",
       "19    1103.009  \n",
       "21    1712.008  \n",
       "22    1105.010  \n",
       "23    1106.011  \n",
       "24    1106.014  \n",
       "25    1106.021  \n",
       "26    1106.022  \n",
       "27    1107.005  \n",
       "28    1107.012  \n",
       "29    1107.015  \n",
       "30    1108.005  \n",
       "...        ...  \n",
       "1096  1909.014  \n",
       "1097  1911.002  \n",
       "1098  1910.022  \n",
       "1099  0000.000  \n",
       "1100  0000.000  \n",
       "1101  1910.007  \n",
       "1102  1910.008  \n",
       "1103  0000.000  \n",
       "1104  1910.001  \n",
       "1105  1910.002  \n",
       "1106  0000.000  \n",
       "1107  1910.006  \n",
       "1108  1910.005  \n",
       "1109  1910.010  \n",
       "1110  1910.011  \n",
       "1111  1910.013  \n",
       "1112  1910.016  \n",
       "1113  1910.017  \n",
       "1114  1910.018  \n",
       "1115  1910.019  \n",
       "1116  1910.021  \n",
       "1117  1911.001  \n",
       "1118  0000.000  \n",
       "1119  0000.000  \n",
       "1120  0000.000  \n",
       "1121  0000.000  \n",
       "1123  0000.000  \n",
       "1124  0000.000  \n",
       "1125  0000.000  \n",
       "1126  1911.004  \n",
       "\n",
       "[1058 rows x 3 columns]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "import requests\n",
    "import json\n",
    "import re\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "import github_config  # a hidden file in the directory with github API username and password info\n",
    "\n",
    "#create a blank API query that returns every code\n",
    "response = requests.get(\"https://dev.ascl.net/api/search/?q=\\\"\\\"&fl=bibcode,site_list\")\n",
    "j = response.json()\n",
    "\n",
    "#now, see if the values in the 'site_list' field are valid github repos\n",
    "validRepo = \"^.*\\\"(https://github.com/.*/.*\\\").*$\"\n",
    "repos = np.array([])\n",
    "for code in j:\n",
    "    gitRepos = re.match(validRepo, code['site_list'])\n",
    "    if gitRepos:\n",
    "        #if it contains a valid github repo, then add relevant information to the array  \n",
    "        repo = gitRepos.group(1)\n",
    "        url = repo.split(\"\\\"\", 1)[0] + '/'\n",
    "        urlRegex = \"^https:\\/\\/github.com\\/(.+?)\\/(.+?)(?:\\/.*)$\"\n",
    "        match = re.match(urlRegex, url)\n",
    "        if match:\n",
    "            author = match.group(1)\n",
    "            repo_title = match.group(2)\n",
    "            ascl_id = code['ascl_id']\n",
    "            arr = np.array([author, repo_title, ascl_id])\n",
    "            repos = np.append(repos, [arr])\n",
    "\n",
    "#now we have an array of arrays with the repo name, author, and an ascl_id\n",
    "data = np.reshape(repos, [-1,3])\n",
    "df = pd.DataFrame({'Author': data[:,0], 'Repo': data[:,1], 'ascl_id': data[:,2]})\n",
    "\n",
    "#get rid of duplicates\n",
    "df.drop_duplicates(subset =\"Repo\", \n",
    "                     keep = 'first', inplace = True) \n",
    "\n",
    "#might need to get rid of 0000.000 ascl_ids\n",
    "\n",
    "display(df)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Author</th>\n",
       "      <th>Repo</th>\n",
       "      <th>ascl-id</th>\n",
       "      <th>repo_date</th>\n",
       "      <th>Language</th>\n",
       "      <th>Bytes</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>EdoardoCarlesi</td>\n",
       "      <td>cmbeasy</td>\n",
       "      <td>1007.004</td>\n",
       "      <td>2013-04-13T10:55:00Z</td>\n",
       "      <td>C++</td>\n",
       "      <td>2313919</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>EdoardoCarlesi</td>\n",
       "      <td>cmbeasy</td>\n",
       "      <td>1007.004</td>\n",
       "      <td>2013-04-13T10:55:00Z</td>\n",
       "      <td>C</td>\n",
       "      <td>20287</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>EdoardoCarlesi</td>\n",
       "      <td>cmbeasy</td>\n",
       "      <td>1007.004</td>\n",
       "      <td>2013-04-13T10:55:00Z</td>\n",
       "      <td>Objective-C</td>\n",
       "      <td>4294</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>daddeptr</td>\n",
       "      <td>Needlets</td>\n",
       "      <td>1010.004</td>\n",
       "      <td>2014-02-24T18:28:03Z</td>\n",
       "      <td>Fortran</td>\n",
       "      <td>63589</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>daddeptr</td>\n",
       "      <td>Needlets</td>\n",
       "      <td>1010.004</td>\n",
       "      <td>2014-02-24T18:28:03Z</td>\n",
       "      <td>IDL</td>\n",
       "      <td>7343</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>daddeptr</td>\n",
       "      <td>Needlets</td>\n",
       "      <td>1010.004</td>\n",
       "      <td>2014-02-24T18:28:03Z</td>\n",
       "      <td>Perl</td>\n",
       "      <td>1782</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>piernik-dev</td>\n",
       "      <td>piernik</td>\n",
       "      <td>1010.005</td>\n",
       "      <td>2013-06-14T11:31:14Z</td>\n",
       "      <td>Fortran</td>\n",
       "      <td>2863809</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>piernik-dev</td>\n",
       "      <td>piernik</td>\n",
       "      <td>1010.005</td>\n",
       "      <td>2013-06-14T11:31:14Z</td>\n",
       "      <td>Python</td>\n",
       "      <td>120477</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>piernik-dev</td>\n",
       "      <td>piernik</td>\n",
       "      <td>1010.005</td>\n",
       "      <td>2013-06-14T11:31:14Z</td>\n",
       "      <td>Shell</td>\n",
       "      <td>24446</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>piernik-dev</td>\n",
       "      <td>piernik</td>\n",
       "      <td>1010.005</td>\n",
       "      <td>2013-06-14T11:31:14Z</td>\n",
       "      <td>Roff</td>\n",
       "      <td>7201</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>piernik-dev</td>\n",
       "      <td>piernik</td>\n",
       "      <td>1010.005</td>\n",
       "      <td>2013-06-14T11:31:14Z</td>\n",
       "      <td>Gnuplot</td>\n",
       "      <td>5025</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>piernik-dev</td>\n",
       "      <td>piernik</td>\n",
       "      <td>1010.005</td>\n",
       "      <td>2013-06-14T11:31:14Z</td>\n",
       "      <td>Makefile</td>\n",
       "      <td>4482</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>piernik-dev</td>\n",
       "      <td>piernik</td>\n",
       "      <td>1010.005</td>\n",
       "      <td>2013-06-14T11:31:14Z</td>\n",
       "      <td>C</td>\n",
       "      <td>3171</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>piernik-dev</td>\n",
       "      <td>piernik</td>\n",
       "      <td>1010.005</td>\n",
       "      <td>2013-06-14T11:31:14Z</td>\n",
       "      <td>Perl</td>\n",
       "      <td>1060</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>Starlink</td>\n",
       "      <td>starlink</td>\n",
       "      <td>1407.002</td>\n",
       "      <td>2012-07-24T18:15:25Z</td>\n",
       "      <td>Fortran</td>\n",
       "      <td>98837524</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>Starlink</td>\n",
       "      <td>starlink</td>\n",
       "      <td>1407.002</td>\n",
       "      <td>2012-07-24T18:15:25Z</td>\n",
       "      <td>TeX</td>\n",
       "      <td>28588713</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>Starlink</td>\n",
       "      <td>starlink</td>\n",
       "      <td>1407.002</td>\n",
       "      <td>2012-07-24T18:15:25Z</td>\n",
       "      <td>C</td>\n",
       "      <td>27631397</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>Starlink</td>\n",
       "      <td>starlink</td>\n",
       "      <td>1407.002</td>\n",
       "      <td>2012-07-24T18:15:25Z</td>\n",
       "      <td>Tcl</td>\n",
       "      <td>7620923</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>Starlink</td>\n",
       "      <td>starlink</td>\n",
       "      <td>1407.002</td>\n",
       "      <td>2012-07-24T18:15:25Z</td>\n",
       "      <td>HTML</td>\n",
       "      <td>6488997</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>Starlink</td>\n",
       "      <td>starlink</td>\n",
       "      <td>1407.002</td>\n",
       "      <td>2012-07-24T18:15:25Z</td>\n",
       "      <td>Perl</td>\n",
       "      <td>3304262</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>Starlink</td>\n",
       "      <td>starlink</td>\n",
       "      <td>1407.002</td>\n",
       "      <td>2012-07-24T18:15:25Z</td>\n",
       "      <td>Shell</td>\n",
       "      <td>3156703</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>Starlink</td>\n",
       "      <td>starlink</td>\n",
       "      <td>1407.002</td>\n",
       "      <td>2012-07-24T18:15:25Z</td>\n",
       "      <td>PostScript</td>\n",
       "      <td>2682224</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>Starlink</td>\n",
       "      <td>starlink</td>\n",
       "      <td>1407.002</td>\n",
       "      <td>2012-07-24T18:15:25Z</td>\n",
       "      <td>Makefile</td>\n",
       "      <td>1867008</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>Starlink</td>\n",
       "      <td>starlink</td>\n",
       "      <td>1407.002</td>\n",
       "      <td>2012-07-24T18:15:25Z</td>\n",
       "      <td>C++</td>\n",
       "      <td>1634877</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>Starlink</td>\n",
       "      <td>starlink</td>\n",
       "      <td>1407.002</td>\n",
       "      <td>2012-07-24T18:15:25Z</td>\n",
       "      <td>Emacs Lisp</td>\n",
       "      <td>1283122</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>Starlink</td>\n",
       "      <td>starlink</td>\n",
       "      <td>1407.002</td>\n",
       "      <td>2012-07-24T18:15:25Z</td>\n",
       "      <td>Python</td>\n",
       "      <td>1196629</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>Starlink</td>\n",
       "      <td>starlink</td>\n",
       "      <td>1407.002</td>\n",
       "      <td>2012-07-24T18:15:25Z</td>\n",
       "      <td>Clean</td>\n",
       "      <td>1016354</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>Starlink</td>\n",
       "      <td>starlink</td>\n",
       "      <td>1407.002</td>\n",
       "      <td>2012-07-24T18:15:25Z</td>\n",
       "      <td>M4</td>\n",
       "      <td>778622</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>Starlink</td>\n",
       "      <td>starlink</td>\n",
       "      <td>1407.002</td>\n",
       "      <td>2012-07-24T18:15:25Z</td>\n",
       "      <td>GAP</td>\n",
       "      <td>237324</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>Starlink</td>\n",
       "      <td>starlink</td>\n",
       "      <td>1407.002</td>\n",
       "      <td>2012-07-24T18:15:25Z</td>\n",
       "      <td>Arc</td>\n",
       "      <td>187478</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3399</th>\n",
       "      <td>CobayaSampler</td>\n",
       "      <td>cobaya</td>\n",
       "      <td>1910.019</td>\n",
       "      <td>2018-09-16T10:52:52Z</td>\n",
       "      <td>Dockerfile</td>\n",
       "      <td>489</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3400</th>\n",
       "      <td>AOtools</td>\n",
       "      <td>aotools</td>\n",
       "      <td>1910.021</td>\n",
       "      <td>2016-03-09T15:00:56Z</td>\n",
       "      <td>Python</td>\n",
       "      <td>236212</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3401</th>\n",
       "      <td>astroboylrx</td>\n",
       "      <td>PLAN</td>\n",
       "      <td>1911.001</td>\n",
       "      <td>2016-03-11T17:40:38Z</td>\n",
       "      <td>C++</td>\n",
       "      <td>434938</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3402</th>\n",
       "      <td>astroboylrx</td>\n",
       "      <td>PLAN</td>\n",
       "      <td>1911.001</td>\n",
       "      <td>2016-03-11T17:40:38Z</td>\n",
       "      <td>Python</td>\n",
       "      <td>5159</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3403</th>\n",
       "      <td>astroboylrx</td>\n",
       "      <td>PLAN</td>\n",
       "      <td>1911.001</td>\n",
       "      <td>2016-03-11T17:40:38Z</td>\n",
       "      <td>CMake</td>\n",
       "      <td>3638</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3404</th>\n",
       "      <td>gmbrandt</td>\n",
       "      <td>xwavecal</td>\n",
       "      <td>0000.000</td>\n",
       "      <td>2019-09-11T23:15:01Z</td>\n",
       "      <td>Python</td>\n",
       "      <td>255870</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3405</th>\n",
       "      <td>soleneulmer</td>\n",
       "      <td>bem</td>\n",
       "      <td>0000.000</td>\n",
       "      <td>2019-07-22T12:39:08Z</td>\n",
       "      <td>Python</td>\n",
       "      <td>61402</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3406</th>\n",
       "      <td>shbhuk</td>\n",
       "      <td>mrexo</td>\n",
       "      <td>0000.000</td>\n",
       "      <td>2018-04-20T15:21:01Z</td>\n",
       "      <td>Python</td>\n",
       "      <td>104004</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3407</th>\n",
       "      <td>Bo-Ning</td>\n",
       "      <td>Predicting-exoplanet-mass-and-radius-relationship</td>\n",
       "      <td>0000.000</td>\n",
       "      <td>2017-11-15T20:36:42Z</td>\n",
       "      <td>R</td>\n",
       "      <td>83169</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3408</th>\n",
       "      <td>rodluger</td>\n",
       "      <td>Limbdark.jl</td>\n",
       "      <td>0000.000</td>\n",
       "      <td>2018-04-23T16:28:45Z</td>\n",
       "      <td>Mathematica</td>\n",
       "      <td>2066526</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3409</th>\n",
       "      <td>rodluger</td>\n",
       "      <td>Limbdark.jl</td>\n",
       "      <td>0000.000</td>\n",
       "      <td>2018-04-23T16:28:45Z</td>\n",
       "      <td>Jupyter Notebook</td>\n",
       "      <td>1572402</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3410</th>\n",
       "      <td>rodluger</td>\n",
       "      <td>Limbdark.jl</td>\n",
       "      <td>0000.000</td>\n",
       "      <td>2018-04-23T16:28:45Z</td>\n",
       "      <td>TeX</td>\n",
       "      <td>857618</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3411</th>\n",
       "      <td>rodluger</td>\n",
       "      <td>Limbdark.jl</td>\n",
       "      <td>0000.000</td>\n",
       "      <td>2018-04-23T16:28:45Z</td>\n",
       "      <td>Julia</td>\n",
       "      <td>412466</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3412</th>\n",
       "      <td>rodluger</td>\n",
       "      <td>Limbdark.jl</td>\n",
       "      <td>0000.000</td>\n",
       "      <td>2018-04-23T16:28:45Z</td>\n",
       "      <td>Fortran</td>\n",
       "      <td>32026</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3413</th>\n",
       "      <td>rodluger</td>\n",
       "      <td>Limbdark.jl</td>\n",
       "      <td>0000.000</td>\n",
       "      <td>2018-04-23T16:28:45Z</td>\n",
       "      <td>Python</td>\n",
       "      <td>31068</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3414</th>\n",
       "      <td>rodluger</td>\n",
       "      <td>Limbdark.jl</td>\n",
       "      <td>0000.000</td>\n",
       "      <td>2018-04-23T16:28:45Z</td>\n",
       "      <td>IDL</td>\n",
       "      <td>22308</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3415</th>\n",
       "      <td>rodluger</td>\n",
       "      <td>Limbdark.jl</td>\n",
       "      <td>0000.000</td>\n",
       "      <td>2018-04-23T16:28:45Z</td>\n",
       "      <td>Shell</td>\n",
       "      <td>5381</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3416</th>\n",
       "      <td>rodluger</td>\n",
       "      <td>Limbdark.jl</td>\n",
       "      <td>0000.000</td>\n",
       "      <td>2018-04-23T16:28:45Z</td>\n",
       "      <td>Prolog</td>\n",
       "      <td>2944</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3417</th>\n",
       "      <td>rodluger</td>\n",
       "      <td>Limbdark.jl</td>\n",
       "      <td>0000.000</td>\n",
       "      <td>2018-04-23T16:28:45Z</td>\n",
       "      <td>Makefile</td>\n",
       "      <td>1418</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3418</th>\n",
       "      <td>rodluger</td>\n",
       "      <td>planetplanet</td>\n",
       "      <td>0000.000</td>\n",
       "      <td>2017-05-09T23:33:16Z</td>\n",
       "      <td>Python</td>\n",
       "      <td>415812</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3419</th>\n",
       "      <td>rodluger</td>\n",
       "      <td>planetplanet</td>\n",
       "      <td>0000.000</td>\n",
       "      <td>2017-05-09T23:33:16Z</td>\n",
       "      <td>C</td>\n",
       "      <td>94717</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3420</th>\n",
       "      <td>rodluger</td>\n",
       "      <td>planetplanet</td>\n",
       "      <td>0000.000</td>\n",
       "      <td>2017-05-09T23:33:16Z</td>\n",
       "      <td>Julia</td>\n",
       "      <td>33247</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3421</th>\n",
       "      <td>rodluger</td>\n",
       "      <td>planetplanet</td>\n",
       "      <td>0000.000</td>\n",
       "      <td>2017-05-09T23:33:16Z</td>\n",
       "      <td>Shell</td>\n",
       "      <td>498</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3422</th>\n",
       "      <td>mihanke</td>\n",
       "      <td>athos</td>\n",
       "      <td>0000.000</td>\n",
       "      <td>2018-09-03T07:19:26Z</td>\n",
       "      <td>Python</td>\n",
       "      <td>34144</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3423</th>\n",
       "      <td>pypeit</td>\n",
       "      <td>PypeIt</td>\n",
       "      <td>1911.004</td>\n",
       "      <td>2015-06-05T22:25:37Z</td>\n",
       "      <td>Python</td>\n",
       "      <td>4836553</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3424</th>\n",
       "      <td>pypeit</td>\n",
       "      <td>PypeIt</td>\n",
       "      <td>1911.004</td>\n",
       "      <td>2015-06-05T22:25:37Z</td>\n",
       "      <td>TeX</td>\n",
       "      <td>129336</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3425</th>\n",
       "      <td>pypeit</td>\n",
       "      <td>PypeIt</td>\n",
       "      <td>1911.004</td>\n",
       "      <td>2015-06-05T22:25:37Z</td>\n",
       "      <td>Jupyter Notebook</td>\n",
       "      <td>102355</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3426</th>\n",
       "      <td>pypeit</td>\n",
       "      <td>PypeIt</td>\n",
       "      <td>1911.004</td>\n",
       "      <td>2015-06-05T22:25:37Z</td>\n",
       "      <td>C</td>\n",
       "      <td>11767</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3427</th>\n",
       "      <td>pypeit</td>\n",
       "      <td>PypeIt</td>\n",
       "      <td>1911.004</td>\n",
       "      <td>2015-06-05T22:25:37Z</td>\n",
       "      <td>Shell</td>\n",
       "      <td>412</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3428</th>\n",
       "      <td>pypeit</td>\n",
       "      <td>PypeIt</td>\n",
       "      <td>1911.004</td>\n",
       "      <td>2015-06-05T22:25:37Z</td>\n",
       "      <td>FLUX</td>\n",
       "      <td>275</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>3429 rows × 6 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "              Author                                               Repo  \\\n",
       "0     EdoardoCarlesi                                            cmbeasy   \n",
       "1     EdoardoCarlesi                                            cmbeasy   \n",
       "2     EdoardoCarlesi                                            cmbeasy   \n",
       "3           daddeptr                                           Needlets   \n",
       "4           daddeptr                                           Needlets   \n",
       "5           daddeptr                                           Needlets   \n",
       "6        piernik-dev                                            piernik   \n",
       "7        piernik-dev                                            piernik   \n",
       "8        piernik-dev                                            piernik   \n",
       "9        piernik-dev                                            piernik   \n",
       "10       piernik-dev                                            piernik   \n",
       "11       piernik-dev                                            piernik   \n",
       "12       piernik-dev                                            piernik   \n",
       "13       piernik-dev                                            piernik   \n",
       "14          Starlink                                           starlink   \n",
       "15          Starlink                                           starlink   \n",
       "16          Starlink                                           starlink   \n",
       "17          Starlink                                           starlink   \n",
       "18          Starlink                                           starlink   \n",
       "19          Starlink                                           starlink   \n",
       "20          Starlink                                           starlink   \n",
       "21          Starlink                                           starlink   \n",
       "22          Starlink                                           starlink   \n",
       "23          Starlink                                           starlink   \n",
       "24          Starlink                                           starlink   \n",
       "25          Starlink                                           starlink   \n",
       "26          Starlink                                           starlink   \n",
       "27          Starlink                                           starlink   \n",
       "28          Starlink                                           starlink   \n",
       "29          Starlink                                           starlink   \n",
       "...              ...                                                ...   \n",
       "3399   CobayaSampler                                             cobaya   \n",
       "3400         AOtools                                            aotools   \n",
       "3401     astroboylrx                                               PLAN   \n",
       "3402     astroboylrx                                               PLAN   \n",
       "3403     astroboylrx                                               PLAN   \n",
       "3404        gmbrandt                                           xwavecal   \n",
       "3405     soleneulmer                                                bem   \n",
       "3406          shbhuk                                              mrexo   \n",
       "3407         Bo-Ning  Predicting-exoplanet-mass-and-radius-relationship   \n",
       "3408        rodluger                                        Limbdark.jl   \n",
       "3409        rodluger                                        Limbdark.jl   \n",
       "3410        rodluger                                        Limbdark.jl   \n",
       "3411        rodluger                                        Limbdark.jl   \n",
       "3412        rodluger                                        Limbdark.jl   \n",
       "3413        rodluger                                        Limbdark.jl   \n",
       "3414        rodluger                                        Limbdark.jl   \n",
       "3415        rodluger                                        Limbdark.jl   \n",
       "3416        rodluger                                        Limbdark.jl   \n",
       "3417        rodluger                                        Limbdark.jl   \n",
       "3418        rodluger                                       planetplanet   \n",
       "3419        rodluger                                       planetplanet   \n",
       "3420        rodluger                                       planetplanet   \n",
       "3421        rodluger                                       planetplanet   \n",
       "3422         mihanke                                              athos   \n",
       "3423          pypeit                                             PypeIt   \n",
       "3424          pypeit                                             PypeIt   \n",
       "3425          pypeit                                             PypeIt   \n",
       "3426          pypeit                                             PypeIt   \n",
       "3427          pypeit                                             PypeIt   \n",
       "3428          pypeit                                             PypeIt   \n",
       "\n",
       "       ascl-id             repo_date          Language     Bytes  \n",
       "0     1007.004  2013-04-13T10:55:00Z               C++   2313919  \n",
       "1     1007.004  2013-04-13T10:55:00Z                 C     20287  \n",
       "2     1007.004  2013-04-13T10:55:00Z       Objective-C      4294  \n",
       "3     1010.004  2014-02-24T18:28:03Z           Fortran     63589  \n",
       "4     1010.004  2014-02-24T18:28:03Z               IDL      7343  \n",
       "5     1010.004  2014-02-24T18:28:03Z              Perl      1782  \n",
       "6     1010.005  2013-06-14T11:31:14Z           Fortran   2863809  \n",
       "7     1010.005  2013-06-14T11:31:14Z            Python    120477  \n",
       "8     1010.005  2013-06-14T11:31:14Z             Shell     24446  \n",
       "9     1010.005  2013-06-14T11:31:14Z              Roff      7201  \n",
       "10    1010.005  2013-06-14T11:31:14Z           Gnuplot      5025  \n",
       "11    1010.005  2013-06-14T11:31:14Z          Makefile      4482  \n",
       "12    1010.005  2013-06-14T11:31:14Z                 C      3171  \n",
       "13    1010.005  2013-06-14T11:31:14Z              Perl      1060  \n",
       "14    1407.002  2012-07-24T18:15:25Z           Fortran  98837524  \n",
       "15    1407.002  2012-07-24T18:15:25Z               TeX  28588713  \n",
       "16    1407.002  2012-07-24T18:15:25Z                 C  27631397  \n",
       "17    1407.002  2012-07-24T18:15:25Z               Tcl   7620923  \n",
       "18    1407.002  2012-07-24T18:15:25Z              HTML   6488997  \n",
       "19    1407.002  2012-07-24T18:15:25Z              Perl   3304262  \n",
       "20    1407.002  2012-07-24T18:15:25Z             Shell   3156703  \n",
       "21    1407.002  2012-07-24T18:15:25Z        PostScript   2682224  \n",
       "22    1407.002  2012-07-24T18:15:25Z          Makefile   1867008  \n",
       "23    1407.002  2012-07-24T18:15:25Z               C++   1634877  \n",
       "24    1407.002  2012-07-24T18:15:25Z        Emacs Lisp   1283122  \n",
       "25    1407.002  2012-07-24T18:15:25Z            Python   1196629  \n",
       "26    1407.002  2012-07-24T18:15:25Z             Clean   1016354  \n",
       "27    1407.002  2012-07-24T18:15:25Z                M4    778622  \n",
       "28    1407.002  2012-07-24T18:15:25Z               GAP    237324  \n",
       "29    1407.002  2012-07-24T18:15:25Z               Arc    187478  \n",
       "...        ...                   ...               ...       ...  \n",
       "3399  1910.019  2018-09-16T10:52:52Z        Dockerfile       489  \n",
       "3400  1910.021  2016-03-09T15:00:56Z            Python    236212  \n",
       "3401  1911.001  2016-03-11T17:40:38Z               C++    434938  \n",
       "3402  1911.001  2016-03-11T17:40:38Z            Python      5159  \n",
       "3403  1911.001  2016-03-11T17:40:38Z             CMake      3638  \n",
       "3404  0000.000  2019-09-11T23:15:01Z            Python    255870  \n",
       "3405  0000.000  2019-07-22T12:39:08Z            Python     61402  \n",
       "3406  0000.000  2018-04-20T15:21:01Z            Python    104004  \n",
       "3407  0000.000  2017-11-15T20:36:42Z                 R     83169  \n",
       "3408  0000.000  2018-04-23T16:28:45Z       Mathematica   2066526  \n",
       "3409  0000.000  2018-04-23T16:28:45Z  Jupyter Notebook   1572402  \n",
       "3410  0000.000  2018-04-23T16:28:45Z               TeX    857618  \n",
       "3411  0000.000  2018-04-23T16:28:45Z             Julia    412466  \n",
       "3412  0000.000  2018-04-23T16:28:45Z           Fortran     32026  \n",
       "3413  0000.000  2018-04-23T16:28:45Z            Python     31068  \n",
       "3414  0000.000  2018-04-23T16:28:45Z               IDL     22308  \n",
       "3415  0000.000  2018-04-23T16:28:45Z             Shell      5381  \n",
       "3416  0000.000  2018-04-23T16:28:45Z            Prolog      2944  \n",
       "3417  0000.000  2018-04-23T16:28:45Z          Makefile      1418  \n",
       "3418  0000.000  2017-05-09T23:33:16Z            Python    415812  \n",
       "3419  0000.000  2017-05-09T23:33:16Z                 C     94717  \n",
       "3420  0000.000  2017-05-09T23:33:16Z             Julia     33247  \n",
       "3421  0000.000  2017-05-09T23:33:16Z             Shell       498  \n",
       "3422  0000.000  2018-09-03T07:19:26Z            Python     34144  \n",
       "3423  1911.004  2015-06-05T22:25:37Z            Python   4836553  \n",
       "3424  1911.004  2015-06-05T22:25:37Z               TeX    129336  \n",
       "3425  1911.004  2015-06-05T22:25:37Z  Jupyter Notebook    102355  \n",
       "3426  1911.004  2015-06-05T22:25:37Z                 C     11767  \n",
       "3427  1911.004  2015-06-05T22:25:37Z             Shell       412  \n",
       "3428  1911.004  2015-06-05T22:25:37Z              FLUX       275  \n",
       "\n",
       "[3429 rows x 6 columns]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "#now, we can redo statistics on the data\n",
    "#first, re-obtain the language data\n",
    "\n",
    "session = requests.Session()\n",
    "session.auth = (github_config.username, github_config.password)\n",
    "http_base = 'https://api.github.com/repos/'\n",
    "\n",
    "new_arr = []\n",
    "\n",
    "\n",
    "for index, row in df.iterrows():\n",
    "    try:\n",
    "        date = session.get(http_base+row['Author']+'/'+row['Repo']).json()['created_at']\n",
    "    except:\n",
    "        date = None\n",
    "    r = session.get(http_base+row['Author']+'/'+row['Repo']+'/languages')\n",
    "    languages = r.json()\n",
    "    for key in languages:\n",
    "        arr = [row['Author'], row['Repo'], row['ascl_id'], date, key, languages[key]]\n",
    "        new_arr.append(arr)\n",
    "        \n",
    "df = pd.DataFrame(new_arr, columns=['Author', 'Repo', 'ascl-id', 'repo_date', 'Language', 'Bytes'])\n",
    "display(df)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [],
   "source": [
    "#saving the data so we don't have to redo this work\n",
    "df.to_csv('language_data_with_dates.csv', index=False)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}