1_appel_api.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import requests\n",
    "import pandas as pd\n",
    "from datetime import datetime, timedelta\n",
    "import gc"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "URL=\"https://data.enedis.fr/api/records/1.0/search/?dataset=conso-inf36-region&q=horodate%3A%5B2020-06-04T00%3A00%3A00Z+TO+2020-06-05T00%3A30%3A00Z%5D&rows=10000&facet=horodate&facet=region&facet=profil&facet=plage_de_puissance_souscrite&facet=jour_max_du_mois_0_1&facet=semaine_max_du_mois_0_1\"\n",
    "URL2=\"https://data.enedis.fr/api/records/1.0/search/?dataset=conso-inf36-region&q=&rows=10000&facet=horodate&facet=region&facet=profil&facet=plage_de_puissance_souscrite&facet=jour_max_du_mois_0_1&facet=semaine_max_du_mois_0_1&horodate=2020-06-03T20:30:00+00:00\"\n",
    "response=requests.get(url=URL)\n",
    "\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_data(releve):\n",
    "    \n",
    "    field=releve[\"fields\"]\n",
    "    data = {\n",
    "        'horodate': field['horodate'],\n",
    "        'region': field['region'],\n",
    "        'code_region': field['code_region'],\n",
    "        \"total_energie_soutiree_wh\" : field[\"total_energie_soutiree_wh\"],\n",
    "        'plage_de_puissance_souscrite': field['plage_de_puissance_souscrite'],\n",
    "        'nb_points_soutirage': field['nb_points_soutirage'],\n",
    "        'jour_max_du_mois_0_1': field['jour_max_du_mois_0_1'],\n",
    "        'semaine_max_du_mois_0_1': field['semaine_max_du_mois_0_1'],\n",
    "        'profil': field['profil']\n",
    "\n",
    "    }\n",
    "    return data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "# 30 min c'est trop petit\n",
    "\n",
    "dtformat = '%Y-%m-%dT%H.3A%M.3A%SZ' # format de la date requis par l'api; remplacer ensuite les . par des %\n",
    "\n",
    "def time_travel(before, min):\n",
    "    '''\n",
    "    Permet de modifier la date en voyageant de 'hour' minutes dans le futur \n",
    "\n",
    "    'now : str \n",
    "        date actuelle\n",
    "    \n",
    "    'hour : int\n",
    "        heures à additionner\n",
    "    '''\n",
    "\n",
    "    before = datetime.strptime(before, dtformat)\n",
    "    futur = before + timedelta(minutes=min)\n",
    "    return futur.strftime(dtformat)\n",
    "\n",
    "before=\"2021-06-30T00.3A00.3A00Z\"\n",
    "#2020-07-18T09.3A30.3A00Z \n",
    "\n",
    "end=\"2021-08-15T00.3A00.3A00Z\" #pour l'instant la bdd s'arrête au 30 septembre\n",
    "end=datetime.strptime(end, dtformat)\n",
    "\n",
    "list_releve=[]\n",
    "i=0\n",
    "\n",
    "while True:\n",
    "\n",
    "     # on voyage 15 heures après pour récupérer un maximum de relevés électriques sur chaque heure \n",
    "    after = time_travel(before, min=30)\n",
    "    if datetime.strptime(after, dtformat) > end:\n",
    "        #si on atteint le 30 septembre, on sort de la boucle\n",
    "        break\n",
    "    \n",
    "        \n",
    "    #print(\"after : {} \".format(after))\n",
    "    before_api=str(before).replace(\".\",\"%\")\n",
    "    after_api=str(after).replace(\".\",\"%\")\n",
    "    \n",
    "    URL=\"https://data.enedis.fr/api/records/1.0/search/?dataset=conso-inf36-region&q=horodate%3A%5B{}+TO+{}%5D&rows=10000&facet=horodate&facet=region&facet=profil&facet=plage_de_puissance_souscrite&facet=jour_max_du_mois_0_1&facet=semaine_max_du_mois_0_1\".format(before_api,after_api)\n",
    "    response = requests.get(url=URL)  # envoie de la requête\n",
    "    \n",
    "    i+=1\n",
    "    list_releve_temp=[]\n",
    "    # on ajoute les relevés à notre df\n",
    "    for releve in response.json()['records']:\n",
    "        if \"total_energie_soutiree_wh\" in releve[\"fields\"]:\n",
    "            row = get_data(releve) \n",
    "            list_releve_temp.append(row) \n",
    "    \n",
    "    list_releve_temp = sorted(list_releve_temp, key=lambda d: d['horodate'])\n",
    "\n",
    "    before=list_releve_temp[len(list_releve_temp)-1][\"horodate\"]\n",
    "    before=before.replace(\":\",\".3A\")\n",
    "    before=before.replace(\"+00.3A00\",\"Z\")\n",
    "\n",
    "    list_releve.extend(list_releve_temp)\n",
    "    \n",
    "    del list_releve_temp\n",
    "    gc.collect()\n",
    "\n",
    "\n",
    "#df_enedis = pd.DataFrame(list_releve)\n",
    "#df_enedis.drop_duplicates(inplace=True)\n",
    "#df_enedis=df_enedis.sort_values(\"horodate\")\n",
    "\n",
    "#df_enedis.to_csv(\"Données/enedis_api.csv\",index=False) # enregistrement des données"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_enedis = pd.DataFrame(list_releve)\n",
    "df_enedis.drop_duplicates(inplace=True)\n",
    "df_enedis=df_enedis.sort_values(\"horodate\")\n",
    "df_enedis.reset_index(inplace=True,drop=True)\n",
    "df_enedis.to_csv(\"Données/enedis_api_2021_5.csv\",index=False) # enregistrement des données"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>horodate</th>\n",
       "      <th>region</th>\n",
       "      <th>code_region</th>\n",
       "      <th>total_energie_soutiree_wh</th>\n",
       "      <th>plage_de_puissance_souscrite</th>\n",
       "      <th>nb_points_soutirage</th>\n",
       "      <th>jour_max_du_mois_0_1</th>\n",
       "      <th>semaine_max_du_mois_0_1</th>\n",
       "      <th>profil</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2021-01-01T00:00:00+00:00</td>\n",
       "      <td>Auvergne-Rhône-Alpes</td>\n",
       "      <td>84</td>\n",
       "      <td>1.904600e+07</td>\n",
       "      <td>P3: ]6-9] kVA</td>\n",
       "      <td>60415</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>PRO1 (+ PRO1WE)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2021-01-01T00:00:00+00:00</td>\n",
       "      <td>Auvergne-Rhône-Alpes</td>\n",
       "      <td>84</td>\n",
       "      <td>1.415221e+09</td>\n",
       "      <td>P0: Total &lt;= 36 kVA</td>\n",
       "      <td>1579671</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>RES2 (+ RES5)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2021-01-01T00:00:00+00:00</td>\n",
       "      <td>Auvergne-Rhône-Alpes</td>\n",
       "      <td>84</td>\n",
       "      <td>5.386863e+08</td>\n",
       "      <td>P3: ]6-9] kVA</td>\n",
       "      <td>561645</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>RES2 (+ RES5)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2021-01-01T00:00:00+00:00</td>\n",
       "      <td>Auvergne-Rhône-Alpes</td>\n",
       "      <td>84</td>\n",
       "      <td>1.423012e+07</td>\n",
       "      <td>P9: ]30-36] kVA</td>\n",
       "      <td>4969</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>RES2 (+ RES5)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2021-01-01T00:00:00+00:00</td>\n",
       "      <td>Bourgogne-Franche-Comté</td>\n",
       "      <td>27</td>\n",
       "      <td>6.409028e+06</td>\n",
       "      <td>P4: ]9-12] kVA</td>\n",
       "      <td>14600</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>PRO1 (+ PRO1WE)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1325053</th>\n",
       "      <td>2021-01-31T16:30:00+00:00</td>\n",
       "      <td>Nouvelle Aquitaine</td>\n",
       "      <td>75</td>\n",
       "      <td>1.047327e+07</td>\n",
       "      <td>P0: Total &lt;= 36 kVA</td>\n",
       "      <td>20203</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>RES2WE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1325054</th>\n",
       "      <td>2021-01-31T16:30:00+00:00</td>\n",
       "      <td>Occitanie</td>\n",
       "      <td>76</td>\n",
       "      <td>1.126969e+07</td>\n",
       "      <td>P7: ]18-24] kVA</td>\n",
       "      <td>10653</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>PRO1 (+ PRO1WE)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1325055</th>\n",
       "      <td>2021-01-31T16:30:00+00:00</td>\n",
       "      <td>Occitanie</td>\n",
       "      <td>76</td>\n",
       "      <td>7.440550e+06</td>\n",
       "      <td>P8: ]24-30] kVA</td>\n",
       "      <td>5829</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>PRO1 (+ PRO1WE)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1325056</th>\n",
       "      <td>2021-01-31T16:30:00+00:00</td>\n",
       "      <td>Bourgogne-Franche-Comté</td>\n",
       "      <td>27</td>\n",
       "      <td>5.471922e+06</td>\n",
       "      <td>P7: ]18-24] kVA</td>\n",
       "      <td>5273</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>PRO1 (+ PRO1WE)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1325057</th>\n",
       "      <td>2021-01-31T16:30:00+00:00</td>\n",
       "      <td>Provence-Alpes-Côte d'Azur</td>\n",
       "      <td>93</td>\n",
       "      <td>9.757070e+05</td>\n",
       "      <td>P5: ]12-15] kVA</td>\n",
       "      <td>1658</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>RES4</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1325058 rows × 9 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                          horodate                      region code_region  \\\n",
       "0        2021-01-01T00:00:00+00:00        Auvergne-Rhône-Alpes          84   \n",
       "1        2021-01-01T00:00:00+00:00        Auvergne-Rhône-Alpes          84   \n",
       "2        2021-01-01T00:00:00+00:00        Auvergne-Rhône-Alpes          84   \n",
       "3        2021-01-01T00:00:00+00:00        Auvergne-Rhône-Alpes          84   \n",
       "4        2021-01-01T00:00:00+00:00     Bourgogne-Franche-Comté          27   \n",
       "...                            ...                         ...         ...   \n",
       "1325053  2021-01-31T16:30:00+00:00          Nouvelle Aquitaine          75   \n",
       "1325054  2021-01-31T16:30:00+00:00                   Occitanie          76   \n",
       "1325055  2021-01-31T16:30:00+00:00                   Occitanie          76   \n",
       "1325056  2021-01-31T16:30:00+00:00     Bourgogne-Franche-Comté          27   \n",
       "1325057  2021-01-31T16:30:00+00:00  Provence-Alpes-Côte d'Azur          93   \n",
       "\n",
       "         total_energie_soutiree_wh plage_de_puissance_souscrite  \\\n",
       "0                     1.904600e+07                P3: ]6-9] kVA   \n",
       "1                     1.415221e+09          P0: Total <= 36 kVA   \n",
       "2                     5.386863e+08                P3: ]6-9] kVA   \n",
       "3                     1.423012e+07              P9: ]30-36] kVA   \n",
       "4                     6.409028e+06               P4: ]9-12] kVA   \n",
       "...                            ...                          ...   \n",
       "1325053               1.047327e+07          P0: Total <= 36 kVA   \n",
       "1325054               1.126969e+07              P7: ]18-24] kVA   \n",
       "1325055               7.440550e+06              P8: ]24-30] kVA   \n",
       "1325056               5.471922e+06              P7: ]18-24] kVA   \n",
       "1325057               9.757070e+05              P5: ]12-15] kVA   \n",
       "\n",
       "         nb_points_soutirage jour_max_du_mois_0_1 semaine_max_du_mois_0_1  \\\n",
       "0                      60415                    0                       0   \n",
       "1                    1579671                    0                       0   \n",
       "2                     561645                    0                       0   \n",
       "3                       4969                    0                       0   \n",
       "4                      14600                    0                       0   \n",
       "...                      ...                  ...                     ...   \n",
       "1325053                20203                    0                       0   \n",
       "1325054                10653                    0                       0   \n",
       "1325055                 5829                    0                       0   \n",
       "1325056                 5273                    0                       0   \n",
       "1325057                 1658                    0                       0   \n",
       "\n",
       "                  profil  \n",
       "0        PRO1 (+ PRO1WE)  \n",
       "1          RES2 (+ RES5)  \n",
       "2          RES2 (+ RES5)  \n",
       "3          RES2 (+ RES5)  \n",
       "4        PRO1 (+ PRO1WE)  \n",
       "...                  ...  \n",
       "1325053           RES2WE  \n",
       "1325054  PRO1 (+ PRO1WE)  \n",
       "1325055  PRO1 (+ PRO1WE)  \n",
       "1325056  PRO1 (+ PRO1WE)  \n",
       "1325057             RES4  \n",
       "\n",
       "[1325058 rows x 9 columns]"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_enedis"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 91,
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "for releve in response.json()['records']:\n",
    "    if \"total_energie_soutiree_wh\" in releve[\"fields\"]:\n",
    "        row = get_data(releve)  \n",
    "        df_enedis = df_enedis.append(row, ignore_index=True)\n",
    "\n",
    "before=row[\"horodate\"]\n",
    "before=before.replace(\":\",\".3A\")\n",
    "before=before.replace(\"+00.3A00\",\"Z\")\n",
    "\n"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.0 (tags/v3.10.0:b494f59, Oct  4 2021, 19:00:18) [MSC v.1929 64 bit (AMD64)]"
  },
  "orig_nbformat": 4,
  "vscode": {
   "interpreter": {
    "hash": "809c05bf197248844069ca010303a407c57ade7aa07b41750c0b87641ddc144b"
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}