create_geojson_borders_italy_from_istat.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 162,
   "metadata": {},
   "outputs": [],
   "source": [
    "import geopandas as gpd\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "import requests, zipfile, io, os, shutil, geobuf, json"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 163,
   "metadata": {},
   "outputs": [],
   "source": [
    "zip_file_url='http://www.istat.it/storage/cartografia/confini_amministrativi/generalizzati/Limiti01012018_g.zip'\n",
    "maindir='Limiti01012018_g' \n",
    "r = requests.get(zip_file_url)\n",
    "z = zipfile.ZipFile(io.BytesIO(r.content))\n",
    "z.extractall()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 164,
   "metadata": {},
   "outputs": [],
   "source": [
    "# regioni\n",
    "dirRegion = getDir(dirs,'reg')\n",
    "regions = os.listdir(os.path.join(maindir,dirRegion))\n",
    "\n",
    "shp_region = None\n",
    "for region in regions:\n",
    "    if region.rfind(\"shp\") > -1:\n",
    "        shp_region = region\n",
    "        break\n",
    "regioni = gpd.read_file(os.path.join(maindir,dirRegion,shp_region))\n",
    "regioni = regioni[[\"COD_REG\",\"DEN_REG\",\"geometry\"]]\n",
    "regioni = regioni.rename(index=str, columns={'COD_REG': 'id', 'DEN_REG': 'name','geometry':'geometry'})\n",
    "regioni = regioni.to_crs({'init': 'epsg:4326'})\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 165,
   "metadata": {},
   "outputs": [],
   "source": [
    "def togeobuf(infile):\n",
    "    out = infile.replace('.json','.pbf')\n",
    "    outfile = open(out,'wb')\n",
    "    json_data=open(infile).read()\n",
    "    data = json.loads(json_data)\n",
    "    pbf = geobuf.encode(data)\n",
    "    outfile.write(pbf)\n",
    "    \n",
    "dirs = os.listdir(maindir)\n",
    "heads = ['rip','reg','prov','com']\n",
    "def getDir(dirs,head):\n",
    "    rname = None\n",
    "    for name in dirs:\n",
    "        if name.lower().startswith(head):\n",
    "            rname = name\n",
    "            break\n",
    "    return rname"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 166,
   "metadata": {},
   "outputs": [],
   "source": [
    "# province\n",
    "dirProvince = getDir(dirs,'prov')\n",
    "provinces = os.listdir(os.path.join(maindir,dirProvince))\n",
    "\n",
    "shp_province = None\n",
    "for province in provinces:\n",
    "    if province.rfind(\"shp\") > -1:\n",
    "        shp_province = province\n",
    "        break\n",
    "province = gpd.read_file(os.path.join(maindir,dirProvince,shp_province))\n",
    "province.loc[(province['DEN_PROV'] == \"-\") & (province['DEN_PCM'] != '-'), ['DEN_PROV']] = province['DEN_PCM']\n",
    "province = province[[\"COD_REG\",\"COD_PROV\",\"DEN_PROV\",\"SIGLA\",\"geometry\"]]\n",
    "province = province.rename(index=str, columns={'COD_PROV':'id','COD_REG': 'id_reg', 'DEN_REG': 'name_region','DEN_PROV':'name','SIGLA':'sigla','geometry':'geometry'})\n",
    "province = province.to_crs({'init': 'epsg:4326'})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 167,
   "metadata": {},
   "outputs": [],
   "source": [
    "# comuni\n",
    "dirComuni = getDir(dirs,'com')\n",
    "comuni = os.listdir(os.path.join(maindir,dirComuni))\n",
    "shp_comuni = None\n",
    "for comune in comuni:\n",
    "    if comune.rfind(\"shp\") > -1:\n",
    "        shp_comuni = comune\n",
    "        break\n",
    "comuni = gpd.read_file(os.path.join(maindir,dirComuni,shp_comuni))\n",
    "comuni = comuni[[\"COD_REG\",\"COD_PROV\",\"PRO_COM\",\"COMUNE\",\"geometry\"]]\n",
    "comuni = comuni.rename(index=str, columns={'COD_PROV':'id_prov','COD_REG': 'id_reg', 'PRO_COM': 'id','COMUNE':'name','geometry':'geometry'})\n",
    "comuni = comuni.to_crs({'init': 'epsg:4326'})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 170,
   "metadata": {},
   "outputs": [],
   "source": [
    "# crea directory data\n",
    "if os.path.exists('geojson'):\n",
    "    shutil.rmtree(\"geojson\")\n",
    "os.makedirs(\"geojson\")\n",
    "filename=\"regions.json\"\n",
    "regioni.to_file(os.path.join(\"geojson\",filename), driver=\"GeoJSON\")\n",
    "togeobuf(os.path.join(\"geojson\",filename))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 171,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "geojson/1/provinces.json\n",
      "geojson/1/1/muncipalities.json\n",
      "geojson/1/2/muncipalities.json\n",
      "geojson/1/3/muncipalities.json\n",
      "geojson/1/4/muncipalities.json\n",
      "geojson/1/5/muncipalities.json\n",
      "geojson/1/6/muncipalities.json\n",
      "geojson/1/96/muncipalities.json\n",
      "geojson/1/103/muncipalities.json\n",
      "geojson/2/provinces.json\n",
      "geojson/2/7/muncipalities.json\n",
      "geojson/3/provinces.json\n",
      "geojson/3/12/muncipalities.json\n",
      "geojson/3/13/muncipalities.json\n",
      "geojson/3/14/muncipalities.json\n",
      "geojson/3/15/muncipalities.json\n",
      "geojson/3/16/muncipalities.json\n",
      "geojson/3/17/muncipalities.json\n",
      "geojson/3/18/muncipalities.json\n",
      "geojson/3/19/muncipalities.json\n",
      "geojson/3/20/muncipalities.json\n",
      "geojson/3/97/muncipalities.json\n",
      "geojson/3/98/muncipalities.json\n",
      "geojson/3/108/muncipalities.json\n",
      "geojson/4/provinces.json\n",
      "geojson/4/21/muncipalities.json\n",
      "geojson/4/22/muncipalities.json\n",
      "geojson/5/provinces.json\n",
      "geojson/5/23/muncipalities.json\n",
      "geojson/5/24/muncipalities.json\n",
      "geojson/5/25/muncipalities.json\n",
      "geojson/5/26/muncipalities.json\n",
      "geojson/5/27/muncipalities.json\n",
      "geojson/5/28/muncipalities.json\n",
      "geojson/5/29/muncipalities.json\n",
      "geojson/6/provinces.json\n",
      "geojson/6/30/muncipalities.json\n",
      "geojson/6/31/muncipalities.json\n",
      "geojson/6/32/muncipalities.json\n",
      "geojson/6/93/muncipalities.json\n",
      "geojson/7/provinces.json\n",
      "geojson/7/8/muncipalities.json\n",
      "geojson/7/9/muncipalities.json\n",
      "geojson/7/10/muncipalities.json\n",
      "geojson/7/11/muncipalities.json\n",
      "geojson/8/provinces.json\n",
      "geojson/8/33/muncipalities.json\n",
      "geojson/8/34/muncipalities.json\n",
      "geojson/8/35/muncipalities.json\n",
      "geojson/8/36/muncipalities.json\n",
      "geojson/8/37/muncipalities.json\n",
      "geojson/8/38/muncipalities.json\n",
      "geojson/8/39/muncipalities.json\n",
      "geojson/8/40/muncipalities.json\n",
      "geojson/8/99/muncipalities.json\n",
      "geojson/9/provinces.json\n",
      "geojson/9/45/muncipalities.json\n",
      "geojson/9/46/muncipalities.json\n",
      "geojson/9/47/muncipalities.json\n",
      "geojson/9/48/muncipalities.json\n",
      "geojson/9/49/muncipalities.json\n",
      "geojson/9/50/muncipalities.json\n",
      "geojson/9/51/muncipalities.json\n",
      "geojson/9/52/muncipalities.json\n",
      "geojson/9/53/muncipalities.json\n",
      "geojson/9/100/muncipalities.json\n",
      "geojson/10/provinces.json\n",
      "geojson/10/54/muncipalities.json\n",
      "geojson/10/55/muncipalities.json\n",
      "geojson/11/provinces.json\n",
      "geojson/11/41/muncipalities.json\n",
      "geojson/11/42/muncipalities.json\n",
      "geojson/11/43/muncipalities.json\n",
      "geojson/11/44/muncipalities.json\n",
      "geojson/11/109/muncipalities.json\n",
      "geojson/12/provinces.json\n",
      "geojson/12/56/muncipalities.json\n",
      "geojson/12/57/muncipalities.json\n",
      "geojson/12/58/muncipalities.json\n",
      "geojson/12/59/muncipalities.json\n",
      "geojson/12/60/muncipalities.json\n",
      "geojson/13/provinces.json\n",
      "geojson/13/66/muncipalities.json\n",
      "geojson/13/67/muncipalities.json\n",
      "geojson/13/68/muncipalities.json\n",
      "geojson/13/69/muncipalities.json\n",
      "geojson/14/provinces.json\n",
      "geojson/14/70/muncipalities.json\n",
      "geojson/14/94/muncipalities.json\n",
      "geojson/15/provinces.json\n",
      "geojson/15/61/muncipalities.json\n",
      "geojson/15/62/muncipalities.json\n",
      "geojson/15/63/muncipalities.json\n",
      "geojson/15/64/muncipalities.json\n",
      "geojson/15/65/muncipalities.json\n",
      "geojson/16/provinces.json\n",
      "geojson/16/71/muncipalities.json\n",
      "geojson/16/72/muncipalities.json\n",
      "geojson/16/73/muncipalities.json\n",
      "geojson/16/74/muncipalities.json\n",
      "geojson/16/75/muncipalities.json\n",
      "geojson/16/110/muncipalities.json\n",
      "geojson/17/provinces.json\n",
      "geojson/17/76/muncipalities.json\n",
      "geojson/17/77/muncipalities.json\n",
      "geojson/18/provinces.json\n",
      "geojson/18/78/muncipalities.json\n",
      "geojson/18/79/muncipalities.json\n",
      "geojson/18/80/muncipalities.json\n",
      "geojson/18/101/muncipalities.json\n",
      "geojson/18/102/muncipalities.json\n",
      "geojson/19/provinces.json\n",
      "geojson/19/81/muncipalities.json\n",
      "geojson/19/82/muncipalities.json\n",
      "geojson/19/83/muncipalities.json\n",
      "geojson/19/84/muncipalities.json\n",
      "geojson/19/85/muncipalities.json\n",
      "geojson/19/86/muncipalities.json\n",
      "geojson/19/87/muncipalities.json\n",
      "geojson/19/88/muncipalities.json\n",
      "geojson/19/89/muncipalities.json\n",
      "geojson/20/provinces.json\n",
      "geojson/20/90/muncipalities.json\n",
      "geojson/20/91/muncipalities.json\n",
      "geojson/20/92/muncipalities.json\n",
      "geojson/20/95/muncipalities.json\n",
      "geojson/20/111/muncipalities.json\n"
     ]
    }
   ],
   "source": [
    "# crea province\n",
    "for id_reg in regioni.id:\n",
    "    regprov = os.path.join(\"geojson\",str(id_reg))\n",
    "    os.makedirs(regprov)\n",
    "    provincia = province[province.id_reg == id_reg]\n",
    "    fileprovinces = os.path.join(regprov,\"provinces.json\")\n",
    "    print(fileprovinces)\n",
    "    provincia.to_file(fileprovinces, driver=\"GeoJSON\")\n",
    "    togeobuf(fileprovinces)\n",
    "    for id_prov in provincia.id:\n",
    "        provcom = os.path.join(\"geojson\",str(id_reg),str(id_prov))\n",
    "        filemuncipalities = os.path.join(provcom,\"muncipalities.json\")\n",
    "        print(filemuncipalities)\n",
    "        os.makedirs(provcom)\n",
    "        comune = comuni[(comuni.id_prov == id_prov) & (comuni.id_reg == id_reg)]\n",
    "        comune.to_file(filemuncipalities, driver=\"GeoJSON\")\n",
    "        togeobuf(filemuncipalities)\n",
    "shutil.rmtree(maindir)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}