crawl.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [],
   "source": [
    "import argparse\n",
    "import os\n",
    "import sys\n",
    "from threading import Thread\n",
    "from time import sleep\n",
    "\n",
    "import numpy as np\n",
    "import requests\n",
    "from bs4 import BeautifulSoup as bs\n",
    "import cv2"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Cravl and preprocess"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "def __download_and_save_image(link, directory, src='fotolia'):\n",
    "    print(\"Attempting to download: \" + link)\n",
    "    r = requests.get(link)\n",
    "    if r.status_code == 200:\n",
    "\n",
    "        # depends on source\n",
    "        if src == 'fotolia':\n",
    "            try:\n",
    "                filename = r.headers['Content-Disposition'].split('filename=\"')[1][:-2]\n",
    "            except:\n",
    "                print(\"No Content-Disposition header present.\")\n",
    "                return\n",
    "        elif src == 'istock':\n",
    "            try:\n",
    "                filename = r.headers['Content-Disposition'].split('filename=')[1]\n",
    "            except:\n",
    "                print(\"No Content-Disposition header present.\")\n",
    "                return\n",
    "\n",
    "        filename = os.sep.join([directory, filename])\n",
    "        print(\"Saving to filename: %s \" % (filename))\n",
    "        with open(filename, 'wb') as f:\n",
    "            f.write(r.content)\n",
    "    else:\n",
    "        print(\"Couldn't download from link: \" + link)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Fotolia"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "fotolia_download_button = 'comp-download-buttons row-large'\n",
    "\n",
    "def _get_image_url_fotolia(base_url, minVal, directory, index=0, num_retries=5):\n",
    "    img_url = \"\"\n",
    "    retries = 0\n",
    "    while retries < num_retries:\n",
    "        # try\n",
    "        r = requests.get(base_url + str(minVal + index))\n",
    "        if r.status_code == 200:\n",
    "            soup = bs(r.content)\n",
    "            row = soup.find_all(attrs={'class': fotolia_download_button})\n",
    "            # check row\n",
    "            if len(row) > 0:\n",
    "                link = row[0].findChildren()[0]\n",
    "                if 'href' in link.attrs:\n",
    "                    img_url = link.attrs['href']\n",
    "                    __download_and_save_image(img_url, directory)\n",
    "                else:\n",
    "                    print(\"Error, check: \")\n",
    "                    print(link)\n",
    "            else:\n",
    "                print(\"There is no image download button.\")\n",
    "\n",
    "            break\n",
    "        else:\n",
    "            retries += 1\n",
    "\n",
    "    return img_url\n",
    "\n",
    "# function to scrape from fotolia\n",
    "def fotolia_scrape(directory, minVal=137840645, n_images=100):\n",
    "    # make the dir first\n",
    "    if not os.path.isdir(directory):\n",
    "        os.mkdir(directory)\n",
    "\n",
    "    base_url = \"https://www.fotolia.com/Content/Comp/\"\n",
    "    image_url_list = []\n",
    "    index = 0\n",
    "\n",
    "    # check thread list\n",
    "    thread_list = []\n",
    "\n",
    "    # start threads\n",
    "    for index in range(n_images):\n",
    "        th = Thread(target=_get_image_url_fotolia, args=(base_url, minVal, directory, index))\n",
    "        thread_list.append(th)\n",
    "        th.start()\n",
    "\n",
    "    # join\n",
    "    for th in thread_list:\n",
    "        th.join()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/usr/local/lib/python3.6/site-packages/bs4/__init__.py:181: UserWarning: No parser was explicitly specified, so I'm using the best available HTML parser for this system (\"html5lib\"). This usually isn't a problem, but if you run this code on another system, or in a different virtual environment, it may use a different parser and behave differently.\n",
      "\n",
      "The code that caused this warning is on line 193 of the file /usr/local/Cellar/python/3.6.5_1/Frameworks/Python.framework/Versions/3.6/lib/python3.6/runpy.py. To get rid of this warning, change code that looks like this:\n",
      "\n",
      " BeautifulSoup(YOUR_MARKUP})\n",
      "\n",
      "to this:\n",
      "\n",
      " BeautifulSoup(YOUR_MARKUP, \"html5lib\")\n",
      "\n",
      "  markup_type=markup_type))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840645_ixMxoXghtHBthFfd6AQi9au48HaGfl6D_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840645.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840646_UdyEeJz5LevW36AeVUkhpDEr9qUVkVe4_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840646.jpg \n",
      "There is no image download button.\n",
      "There is no image download button.\n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840649_BStlsq7JkcxkDs1IICixX0aYoUCjmKlo_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840649.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840650_k0AXaJDlzemgyNgbEBesgtpUCDPehRJI_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840650.jpg \n",
      "There is no image download button.\n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840652_ZmawWwc4FyM2zWPeuQVK73Hp6MgngQa6_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840652.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840653_P19VshBsA8an5QmNnLy1SkFnOpkFJhyZ_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840653.jpg \n",
      "There is no image download button.\n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840655_QOEft5xKKDcKXmWBpHShtc7di9OCi0by_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840655.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840656_Z0JbFfsRE7td08OyFiKi2Chj9aIPMHom_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840656.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840657_sHwGhQzf28NqREHiJyS1ebVcwacVi9pR_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840657.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840658_2202hWHRg0QQeH5NL3rBg7KjQrswbgbT_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840658.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840659_qMXRLpy9EpGWwIGnya14o4SSCqudHwhx_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840659.jpg \n",
      "There is no image download button.\n",
      "There is no image download button.\n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840662_MatYOZkQrYHvLLtWxFCCdTZsJOxyxZOA_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840662.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840663_1mhvSpRg4GWcKIDgv2P4n5xJZ5wIVXxM_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840663.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840664_xYjaAZJCHJdJSUoOUuGUQz6HwTbpvIKi_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840664.jpg \n",
      "There is no image download button.\n",
      "There is no image download button.\n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840667_4eSyQWPQmJAhqSdlAvRVniqTx9agtnFn_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840667.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840668_kyt0TeGooEhvtd7PHefiaYZJnCVyuUKV_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840668.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840669_Pk1TSks7fqYz9JbYOsIOXz6p1KE9827O_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840669.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840670_3KIKGQP4PB77h8kArCkn246GhPPD2jcw_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840670.jpg \n",
      "There is no image download button.\n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840672_ae2VmLKhDmfUTVbHEGust02PedEyOYmo_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840672.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840673_aa8g65LDyOwBODlJgWb2rzRhgUJKB7zb_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840673.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840674_BlsKB9VfXxZMOyB4E6ZOjB68csAlPdaQ_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840674.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840675_WsnyAJiAdHHyS7nRwTTYwazNKkgjMA8i_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840675.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840676_IYfEjWlTEYy1UQx8D01mVNGR7QTGNINW_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840676.jpg \n",
      "There is no image download button.\n",
      "There is no image download button.\n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840679_k3znMO2Q9CPLx2iQkVJ161KtDwT4RfL2_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840679.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840680_JBqFxwO3VTSvuNXCkZFXFDd4dGCEiuyr_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840680.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840681_wKLU5ewwzANZsCnHi9NfvLJBbdtnzPam_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840681.jpg \n",
      "There is no image download button.\n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840683_kJLYfA70gIno0LbQKzGnXWDFiCwRahjA_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840683.jpg \n",
      "There is no image download button.\n",
      "There is no image download button.\n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840686_iQg5VYrRyK5T2OJXhSeqj6BgKmUHkXQJ_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840686.jpg \n",
      "There is no image download button.\n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840688_lOHTCORSYcHvfQTSAzITdsLCsJHF3icf_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840688.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840689_LkQ8MWuyfvDL3E6RMd1Wzw39eLquZ42l_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840689.jpg \n",
      "There is no image download button.\n",
      "There is no image download button.\n",
      "There is no image download button.\n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840693_lLVcmQcN2Y0hKGwINw1zzZQHu1DdqdMS_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840693.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840694_3BI9PJcaU4edSUQyN5EPypeg1358iQ6b_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840694.jpg \n",
      "There is no image download button.\n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840696_UyaeM7xqoWnp3xSO53mMCQ9GRM2iNzui_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840696.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840697_AGQXrhy8QJJFZrd9aXEMhDNgd3o1sXfs_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840697.jpg \n",
      "There is no image download button.\n",
      "There is no image download button.\n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840700_JHaIzvfq1deMgLxxZolov4s2pnc9kRNt_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840700.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840701_nECPrrTOqWKYgDqPka0PS4EG4YTGok9R_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840701.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840702_6DsYq7bIX9bDr41lZA1SXiKSI8Zg63l3_W95?download=1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Saving to filename: ./images/fotolia/fotolia_137840702.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840703_NoSloAoIv4CF8AV5ZlqHHrdDuXzrKJXY_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840703.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840704_EF4fN8l8qVyjlTCqHQFu48O4e5Fip2It_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840704.jpg \n",
      "There is no image download button.\n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840706_VOvbA4pxvemLvu6nyZTRlm6JWO8jtqKE_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840706.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840707_jK5qsMTDG6aNjLqENvHjRJyUltyIQeM0_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840707.jpg \n",
      "There is no image download button.\n",
      "There is no image download button.\n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840710_VQI4RmbjmjLllNpxKsOwpoVVuZLz0X3L_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840710.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840711_EYP3SY6oVhxtYpBMpD66SCtalQ0deMhi_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840711.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840712_cQjTSEWDsGHJ5HJ14eJAejZy3txRLtnn_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840712.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840713_uYF8wIiMO6RRZMvgO0E8owuJiTbkvE5g_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840713.jpg \n",
      "There is no image download button.\n",
      "There is no image download button.\n",
      "There is no image download button.\n",
      "There is no image download button.\n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840718_gR7prOzL3N309HJF5h33y4d7jZuhDUKk_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840718.jpg \n",
      "There is no image download button.\n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840720_VOUlMvaTMzWvX4Jgs98wvAVzwjyWWLss_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840720.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840721_YUyjRQHK0iC0YLB3MZkZPNwbZgs5oX4D_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840721.jpg \n",
      "There is no image download button.\n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840723_c30n6ezi2s27aVpYUmjZartQw3cq7cdZ_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840723.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840724_y8dK5B4gDLRpAtgrbpqEDLWBQCF2T2cH_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840724.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840725_b6MAPCHrCzsS9YgKYekQRc9oT7La652X_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840725.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840726_Al0THx5GzFqVb9MuAs7gUUajC1qO6Px7_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840726.jpg \n",
      "There is no image download button.\n",
      "There is no image download button.\n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840729_VLorX5gKbpuLiQ72ACf6SvfrgpiQITge_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840729.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840730_3iokl5bLcPJqv2cmRb2wR1DPOXAq5jxz_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840730.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840731_t3QYwlQqUqXp496FdyHnBHjpIApPSpiC_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840731.jpg \n",
      "Attempting to download: https://v.ftcdn.net/01/37/84/07/700_F_137840732_XOjmRbxKlaGHalJWXYuxtY6YppqM8FZV.mp4\n",
      "No Content-Disposition header present.\n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840733_hm2cCeJJl0nplAeSLoqjbVj3CNcewFCT_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840733.jpg \n",
      "There is no image download button.\n",
      "There is no image download button.\n",
      "There is no image download button.\n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840737_yVIiXU163ft6DD2kvUIQT2Jn1IdHoFNd_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840737.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840738_8EtoRyZ1W6kD5qtI5pKyaO14qy4L2bH1_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840738.jpg \n",
      "There is no image download button.\n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840740_DhqF6WPcOXxOGVM08bWG8tAOaKMNUevY_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840740.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840741_qYSNFu2vz66M7NODGh5ipve7hcK0diaK_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840741.jpg \n",
      "Attempting to download: https://v.ftcdn.net/01/37/84/07/700_F_137840742_Ib8oCfwDHUbAwlyQSbpptfFy7WzcjvAs.mp4\n",
      "No Content-Disposition header present.\n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840743_TeeixUt603WRzm0uIZye1OWxc9SXPL7j_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840743.jpg \n",
      "There is no image download button.\n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840745_d35cprcBhPkWl7hUp7X9jMueNUvAR76u_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840745.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840746_zHVSMOBqtJwLo7VQEONfki5fyRNeW4wL_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840746.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840747_iaCW0jLdi5v8ziWji5yMS1XBsWqy38Fc_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840747.jpg \n",
      "Attempting to download: https://v.ftcdn.net/01/37/84/07/700_F_137840748_lgHoQjTGR2eEeOydkdE5Y4Y9xmdIYFPA.mp4\n",
      "No Content-Disposition header present.\n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840749_yzDQPq8a8vvkrxKxlkEvChfiyYtvaPmP_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840749.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840750_DmEYndJAeXNA0aZOFDHQm9DaZDJw2rH6_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840750.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840751_zUSRu3dVc3pm5Rj16Y9VITTwRO7Yz6Op_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840751.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840752_8mmOncRnNayicKjDxlAzu6FcreVOVsjU_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840752.jpg \n",
      "Attempting to download: https://v.ftcdn.net/01/37/84/07/700_F_137840753_WmUXqyRF7uZpx0Gb8lIsBbkiT4fXLtei.mp4\n",
      "No Content-Disposition header present.\n",
      "There is no image download button.\n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840755_zVLFuvtLui4wy94V70gaOyumiZEozkGo_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840755.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840756_W0YnANtnlGrroud6KAfLrQl3B85UekR1_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840756.jpg \n",
      "There is no image download button.\n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840758_9hhpu5y1IR8pL3btGQPeCvjIk5GalA6l_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840758.jpg \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840759_G37i6LZtCyxpGyk7vvR9gOhV3Tbi91dF_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840759.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840760_OwskdA0CRzkn0z5jWkMJUBTrHR8NHLOV_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840760.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840761_pJBz2yETGj3MzHmYak281ZuolMkeVEPB_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840761.jpg \n",
      "There is no image download button.\n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840763_68TGv5qzqtXMSLkB7BRkQVQwpnRZ8h64_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840763.jpg \n",
      "There is no image download button.\n",
      "There is no image download button.\n",
      "There is no image download button.\n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840767_cDhPeDb3oAstuELlxB8U70C3dEP6fi97_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840767.jpg \n",
      "There is no image download button.\n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840769_XejuF8x8VtEjhWjC3DC37XsWLgihwJpJ_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840769.jpg \n",
      "There is no image download button.\n",
      "There is no image download button.\n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840772_jlk0auAxjTwsWHwJTgGPj6CS1sfDxFaX_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840772.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840773_6EpyEsUBAFgslMQ2VjYzEiC7nu9LJw3G_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840773.jpg \n",
      "There is no image download button.\n",
      "There is no image download button.\n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840776_6U9IobzZQ86flzTMXZ5X2SFj0Xav5uJ1_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840776.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840777_Zui3ngCPZ3xTifizxKJZtbXkYAM2qdEF_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840777.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840778_gYmuIIdOOGQgZI3rBgHm05l9YSUWeqBB_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840778.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840779_rru2HIHNrixq3YLFGijUHSPoLskdt6ta_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840779.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840780_i7f0SU2ZgnmKzXM8rLJ5TbLyE4ZRpOdN_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840780.jpg \n",
      "There is no image download button.\n",
      "There is no image download button.\n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840783_vysze8Z4yoNstTmHmtvNtD1vkOeaz4mk_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840783.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840784_zvp8owRn5SC9BvkflCvhwO89pbYYrXyh_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840784.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840785_zoyhevPHDvKlIdgZPlpnNyrBfURBJkq8_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840785.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840786_PvI7m9eBnwSlDi89GmsGTPiD8HrXLkJa_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840786.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840787_tiwy9HP6QqhJokWdIaauhFTMKL3NRBGA_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840787.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840788_Us9kdcBMVej1fqMpoxITK6u8SdZbb59v_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840788.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840789_xWD5XmYGeBNbNq3vc62wlZLDMTZp2tWq_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840789.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840790_dJegyop8zujeFf5dfdQHW9JrGtj4CMNf_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840790.jpg \n",
      "There is no image download button.\n",
      "There is no image download button.\n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840793_FWw39M3RWuAojwBbeCmz6TkIUajs0UQ5_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840793.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840794_Ftnu66zdJjP0daB1StV0cRxUtjqKH97N_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840794.jpg \n",
      "There is no image download button.\n",
      "There is no image download button.\n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840797_6sAmwunyNOrj7bZoft1mUb4az6gxQbWM_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840797.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840798_trovopCO6XftDIBdHjZBFoCWzterL9u5_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840798.jpg \n",
      "There is no image download button.\n",
      "There is no image download button.\n",
      "There is no image download button.\n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840802_wltvydvgbS0vtaxkGChWzeNcvL38RKQD_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840802.jpg \n",
      "There is no image download button.\n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840804_Ily9zfMX49Pob3X5dqCD4QbPy1cDg06o_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840804.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840805_bNd6CTucRnsEPRB2A4pdoAcqrCOvEBdg_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840805.jpg \n",
      "There is no image download button.\n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840807_DUzrmmB5AxWzBhZhHmiFKRrhBddvsfmw_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840807.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840808_yi2JUJkfqyAcY6JDyNdXEL2yFKI2Uh3J_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840808.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840809_nU1iGDdJqZoNN3McXlP3iSBo79ydS7L6_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840809.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840810_3h2cd0FVVMOUiRWWsY3z0WXN9OmvBxb5_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840810.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840811_U1AbaW7HAKXCWDlvVpzftMdtk1MdVH1p_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840811.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840812_ztGdN7szFRxSUAyxTnv30MPU7MAisbXi_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840812.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840813_wpm3OJccRQ49XmEClO0cqqxaUqGUVEgI_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840813.jpg \n",
      "There is no image download button.\n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840815_PTLpgTr2w3FWKZvzbadl8Dz2ylcyadVq_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840815.jpg \n",
      "There is no image download button.\n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840817_cOSOJNPWZohSSnqoYXlrQWNTTg9na623_W95?download=1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Saving to filename: ./images/fotolia/fotolia_137840817.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840818_SgvPW5XemojuSkIRyzgaDwK28u87A7CS_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840818.jpg \n",
      "Attempting to download: https://v.ftcdn.net/01/37/84/08/700_F_137840819_XrlkHL9WYwyxSht64oAmXnmWYvMr82YW.mp4\n",
      "No Content-Disposition header present.\n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840820_JpAzPPHt8HQ4Z2Wk5L79zhhzmOf1SpYb_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840820.jpg \n",
      "There is no image download button.\n",
      "There is no image download button.\n",
      "There is no image download button.\n",
      "There is no image download button.\n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840825_iqhcRJxj6QdNerXpwZNYgH06gf34XOj5_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840825.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840826_w22wHuqgcQ9BQxcI0uqQi2JOo5hfY30L_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840826.jpg \n",
      "There is no image download button.\n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840828_Mk16IvkQcCldQjd4zCJ8OTvs0Es3BvzN_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840828.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840829_PKidP0m3xhBtBmzVrdF5DjhqhaGzfSnu_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840829.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840830_g0ziTVhVZElHHPDur2cCNtRp4TStEWzk_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840830.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840831_AkQvUFYN1OIqiZa9ubJhUoJtIov7whUw_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840831.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840832_W5Bj96JNIMXqLT8QPK3E3JJHu06JybIL_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840832.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840833_XrUN0ckuWshqnxj0UNuiuW0alOyDEyQb_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840833.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840834_QSpljt0wPaUK5IcJnyDZAFgeT29O7o6N_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840834.jpg \n",
      "There is no image download button.\n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840836_kSGbK3OUbricBmhHQcAall6dWD3BWa96_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840836.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840837_jYuUgKIBCXYz0XIOnTLM9nUcZM2C7o7h_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840837.jpg \n",
      "There is no image download button.\n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840839_lUgyl7aJGBj8bx9Nm0DvzQkueCf9rzTT_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840839.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840840_BmEJiW1IJA8aAe3ncr8X8FMP2sdTFqkG_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840840.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840841_yERYHvN2A1hoqXpVFGzXtR6nuF8vsyCh_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840841.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840842_3xm8O4YlbgGm8gaufsNSPvEENqoVeTDY_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840842.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840843_hv0bc17jeyfGy3YIQ2zR335pGr4itQQR_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840843.jpg \n",
      "Attempting to download: https://download.fotolia.com/Content/CompImage500/FotoliaComp_137840844_elkZGB3sfRNwQfjDVJ7ktk4z1rbJPgLt_W95?download=1\n",
      "Saving to filename: ./images/fotolia/fotolia_137840844.jpg \n"
     ]
    }
   ],
   "source": [
    "directory = './images/fotolia'\n",
    "fotolia_scrape(directory, n_images=200)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Istock"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "istock_base_download_button = 'asset-link draggable'\n",
    "\n",
    "def _get_istock_page_and_download(link, directory):\n",
    "    _media_url = \"media.istockphoto.com\"\n",
    "    r = requests.get(link)\n",
    "    if r.status_code == 200:\n",
    "        soup = bs(r.content)\n",
    "        img = []\n",
    "        img = list(filter(lambda x: _media_url in x.attrs['src'],\n",
    "                     list(filter(lambda x: 'src' in x.attrs, soup.find_all('img')))))\n",
    "        if img == []:\n",
    "            print(\"Cannot find image.\")\n",
    "        else:\n",
    "            img_link = img[0].attrs['src']\n",
    "            __download_and_save_image(img_link, directory, src='istock')\n",
    "    else:\n",
    "        print(\"Cannot connect to : \" + link)\n",
    "\n",
    "def istock_scrape(directory, topic=\"abstract\", n_images=100):\n",
    "    ## iStock blocks you, be careful\n",
    "    # raise NotImplementedError(\"iStockPhotos blocks you, be careful.\")\n",
    "\n",
    "    webpage = \"https://www.istockphoto.com\"\n",
    "    base_search_url = \"http://www.istockphoto.com/in/photos/%s\" % topic\n",
    "\n",
    "    r = requests.get(base_search_url)\n",
    "    links_list = []\n",
    "    if r.status_code == 200:\n",
    "        soup = bs(r.content)\n",
    "        links = map(lambda x: webpage + x.attrs['href'], soup.find_all(attrs={'class': istock_base_download_button}))\n",
    "        links_list += links\n",
    "\n",
    "        nextPageLink = soup.find_all(attrs={'id': 'next-gallery-page'})\n",
    "        print(\"Moving to next page.\")\n",
    "        sleep(0.5)\n",
    "\n",
    "        while (nextPageLink != [] and len(links_list) < n_images):\n",
    "            href = webpage + nextPageLink[0].attrs['href']\n",
    "            r = requests.get(href)\n",
    "            if r.status_code == 200:\n",
    "                soup = bs(r.content)\n",
    "                links = map(lambda x: webpage + x.attrs['href'],\n",
    "                            soup.find_all(attrs={'class': istock_base_download_button}))\n",
    "                links_list += links\n",
    "                nextPageLink = soup.find_all(attrs={'id': 'next-gallery-page'})\n",
    "                print(\"Moving to next page.\")\n",
    "            else:\n",
    "                nextPageLink = []\n",
    "                print(\"No next page found.\")\n",
    "\n",
    "        thread_list = []\n",
    "        ## we have the list of link, go to each link and download it\n",
    "        for link in links_list:\n",
    "            th = Thread(target=_get_istock_page_and_download, args=(link, directory))\n",
    "            thread_list.append(th)\n",
    "            th.start()\n",
    "            th.join()\n",
    "            sleep(1)\n",
    "\n",
    "    # for th in thread_list:\n",
    "    # \tth.join()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/usr/local/lib/python3.6/site-packages/bs4/__init__.py:181: UserWarning: No parser was explicitly specified, so I'm using the best available HTML parser for this system (\"html5lib\"). This usually isn't a problem, but if you run this code on another system, or in a different virtual environment, it may use a different parser and behave differently.\n",
      "\n",
      "The code that caused this warning is on line 193 of the file /usr/local/Cellar/python/3.6.5_1/Frameworks/Python.framework/Versions/3.6/lib/python3.6/runpy.py. To get rid of this warning, change code that looks like this:\n",
      "\n",
      " BeautifulSoup(YOUR_MARKUP})\n",
      "\n",
      "to this:\n",
      "\n",
      " BeautifulSoup(YOUR_MARKUP, \"html5lib\")\n",
      "\n",
      "  markup_type=markup_type))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Moving to next page.\n",
      "Moving to next page.\n",
      "Moving to next page.\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/usr/local/lib/python3.6/site-packages/bs4/__init__.py:181: UserWarning: No parser was explicitly specified, so I'm using the best available HTML parser for this system (\"html5lib\"). This usually isn't a problem, but if you run this code on another system, or in a different virtual environment, it may use a different parser and behave differently.\n",
      "\n",
      "The code that caused this warning is on line 884 of the file /usr/local/Cellar/python/3.6.5_1/Frameworks/Python.framework/Versions/3.6/lib/python3.6/threading.py. To get rid of this warning, change code that looks like this:\n",
      "\n",
      " BeautifulSoup(YOUR_MARKUP})\n",
      "\n",
      "to this:\n",
      "\n",
      " BeautifulSoup(YOUR_MARKUP, \"html5lib\")\n",
      "\n",
      "  markup_type=markup_type))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Attempting to download: https://media.istockphoto.com/photos/starry-night-picture-id519760984\n",
      "Saving to filename: ./images/istock/519760984.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/hase-and-panoramic-view-swiss-alps-picture-id517866756\n",
      "Saving to filename: ./images/istock/517866756.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/late-autumn-sunset-on-alpine-pastures-and-mountains-in-austria-picture-id500369068\n",
      "Saving to filename: ./images/istock/500369068.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/misty-summer-mountain-hills-landscape-picture-id509636590\n",
      "Saving to filename: ./images/istock/509636590.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/alberta-wilderness-near-banff-picture-id583809524\n",
      "Saving to filename: ./images/istock/583809524.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/misty-blue-mountains-on-sunrise-picture-id613111906\n",
      "Saving to filename: ./images/istock/613111906.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/businessman-hike-on-the-peak-of-rocks-mountain-at-sunset-picture-id512151814\n",
      "Saving to filename: ./images/istock/512151814.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/mountain-peak-in-nepal-himalaya-picture-id505055278\n",
      "Saving to filename: ./images/istock/505055278.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/mountain-landscape-picture-id517188688\n",
      "Saving to filename: ./images/istock/517188688.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/spring-snow-showers-in-the-alps-picture-id525961908\n",
      "Saving to filename: ./images/istock/525961908.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/path-to-greatness-picture-id508665434\n",
      "Saving to filename: ./images/istock/508665434.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/evening-view-of-ama-dablam-picture-id478627080\n",
      "Saving to filename: ./images/istock/478627080.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/alpenglow-on-dramatic-mountain-peaks-panorama-ama-dablam-himalayas-picture-id627263054\n",
      "Saving to filename: ./images/istock/627263054.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/mountain-nature-panorama-in-dolomites-alps-italy-picture-id517961952\n",
      "Saving to filename: ./images/istock/517961952.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/success-and-victory-in-the-mountains-picture-id636676918\n",
      "Saving to filename: ./images/istock/636676918.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/panoramic-view-of-colorful-sunrise-in-mountains-picture-id620951116\n",
      "Saving to filename: ./images/istock/620951116.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/glacier-bay-national-park-and-preserve-alaska-picture-id486433496\n",
      "Saving to filename: ./images/istock/486433496.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/alpinist-enjoying-the-view-over-the-mountains-in-the-alps-picture-id626523054\n",
      "Saving to filename: ./images/istock/626523054.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/evening-view-of-ama-dablam-picture-id505873656\n",
      "Saving to filename: ./images/istock/505873656.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/mountains-landscape-picture-id584574568\n",
      "Saving to filename: ./images/istock/584574568.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/meadow-in-rocky-mountain-national-park-picture-id858733340\n",
      "Saving to filename: ./images/istock/858733340.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/hiker-on-mountains-enjoy-sunrise-picture-id582272480\n",
      "Saving to filename: ./images/istock/582272480.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/idyllic-summer-landscape-with-clear-mountain-lake-in-the-alps-picture-id521200806\n",
      "Saving to filename: ./images/istock/521200806.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/misty-summer-mountain-hills-landscape-picture-id613655796\n",
      "Saving to filename: ./images/istock/613655796.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/winter-snowy-landscape-picture-id495114504\n",
      "Saving to filename: ./images/istock/495114504.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/the-calm-bow-river-picture-id510463404\n",
      "Saving to filename: ./images/istock/510463404.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/nilgiri-south-picture-id478811050\n",
      "Saving to filename: ./images/istock/478811050.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/mount-cook-and-lake-matheson-new-zealand-with-milky-way-picture-id691684632\n",
      "Saving to filename: ./images/istock/691684632-1024x1024.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/helping-hikers-picture-id667315360\n",
      "Saving to filename: ./images/istock/667315360.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/banff-national-park-picture-id635685968\n",
      "Saving to filename: ./images/istock/635685968.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/on-the-top-of-the-world-together-picture-id488870098\n",
      "Saving to filename: ./images/istock/488870098.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/young-man-traveler-feet-standing-alone-with-sunset-mountains-picture-id516548476\n",
      "Saving to filename: ./images/istock/516548476.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/hiking-in-solitude-picture-id501573238\n",
      "Saving to filename: ./images/istock/501573238.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/maroon-bells-peak-sunrise-aspen-fall-colorado-picture-id637266316\n",
      "Saving to filename: ./images/istock/637266316.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/sunrise-on-mount-kanchenjugha-at-dawn-sikkim-picture-id543183018\n",
      "Saving to filename: ./images/istock/543183018.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/young-woman-hiking-in-majestic-landscape-picture-id618200912\n",
      "Saving to filename: ./images/istock/618200912.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/extreme-winter-climbing-picture-id518208206\n",
      "Saving to filename: ./images/istock/518208206.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/winter-landscape-top-of-mountains-picture-id613865874\n",
      "Saving to filename: ./images/istock/613865874.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/majestic-sunrise-over-the-mountains-picture-id185067762\n",
      "Saving to filename: ./images/istock/185067762.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/amphu-gyabjen-peak-in-the-himalayas-in-nepal-picture-id642990638\n",
      "Saving to filename: ./images/istock/642990638.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/panoramic-beautiful-view-of-mount-ama-dablam-picture-id513247652\n",
      "Saving to filename: ./images/istock/513247652.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/gorakshep-village-near-everest-base-camp-everest-region-nepal-picture-id628735438\n",
      "Saving to filename: ./images/istock/628735438.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/fiery-autumn-sunset-picture-id613885568\n",
      "Saving to filename: ./images/istock/613885568.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/mountains-picture-id175515475\n",
      "Saving to filename: ./images/istock/175515475.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/maroon-bells-autumn-aspen-treeslake-reflectionsaspen-colorado-picture-id478656454\n",
      "Saving to filename: ./images/istock/478656454.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/milford-sound-landscape-south-island-new-zealand-picture-id492852010\n",
      "Saving to filename: ./images/istock/492852010.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/lake-matheson-nature-panorama-at-sunrise-new-zealand-picture-id482684874\n",
      "Saving to filename: ./images/istock/482684874.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/mountain-landscape-picture-id591441250\n",
      "Saving to filename: ./images/istock/591441250.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/denver-colorado-skyscrapers-snowy-longs-peak-rocky-mountains-summer-picture-id537215344\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Saving to filename: ./images/istock/537215344.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/silhouettes-of-hikers-at-sunset-picture-id483629308\n",
      "Saving to filename: ./images/istock/483629308.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/winter-landscape-picture-id637900284\n",
      "Saving to filename: ./images/istock/637900284.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/moraine-lake-in-banff-national-park-canada-picture-id500177214\n",
      "Saving to filename: ./images/istock/500177214.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/rock-mountain-on-white-background-picture-id510843026\n",
      "Saving to filename: ./images/istock/510843026.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/reflection-of-mountains-and-clouds-in-the-lake-picture-id512829000\n",
      "Saving to filename: ./images/istock/512829000.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/loneley-camper-under-milky-way-at-matterhorn-picture-id576583816\n",
      "Saving to filename: ./images/istock/576583816.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/climber-enjoys-the-view-from-the-top-of-the-mountain-picture-id500465192\n",
      "Saving to filename: ./images/istock/500465192.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/teamwork-couple-climbing-helping-hand-picture-id540369130\n",
      "Saving to filename: ./images/istock/540369130-1024x1024.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/winter-wonderland-in-the-alps-with-mountain-chalet-at-sunset-picture-id515071982\n",
      "Saving to filename: ./images/istock/515071982.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/grogeous-landscape-of-norway-picture-id520661228\n",
      "Saving to filename: ./images/istock/520661228.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/beautiful-spring-mountain-landscape-at-sunrise-picture-id515371424\n",
      "Saving to filename: ./images/istock/515371424.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/aerial-panorama-of-mountain-peaks-picture-id618866106\n",
      "Saving to filename: ./images/istock/618866106.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/toned-image-of-an-adult-woman-standing-on-top-mountain-picture-id494439206\n",
      "Saving to filename: ./images/istock/494439206.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/hikers-on-the-mountain-picture-id626831606\n",
      "Saving to filename: ./images/istock/626831606.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/moraine-lake-reflection-picture-id642910210\n",
      "Saving to filename: ./images/istock/642910210.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/courage-picture-id155438180\n",
      "Saving to filename: ./images/istock/155438180.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/dramatic-grand-teton-sunrise-picture-id497652284\n",
      "Saving to filename: ./images/istock/497652284-1024x1024.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/woman-silhouette-at-sunset-on-hill-picture-id529127540\n",
      "Saving to filename: ./images/istock/529127540.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/moraine-lake-at-sunset-picture-id483771218\n",
      "Saving to filename: ./images/istock/483771218.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/golden-sunrise-illuminating-tent-camping-dramatic-mountain-landscape-picture-id526564828\n",
      "Saving to filename: ./images/istock/526564828.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/misty-forest-picture-id495880050\n",
      "Saving to filename: ./images/istock/495880050.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/dawn-at-lake-matheson-picture-id537372098\n",
      "Saving to filename: ./images/istock/537372098.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/hippie-woman-stroll-on-mountain-picture-id612619528\n",
      "Saving to filename: ./images/istock/612619528.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/watzmann-at-morning-picture-id639250902\n",
      "Saving to filename: ./images/istock/639250902.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/couple-enjoying-the-beautiful-outdoors-picture-id510224568\n",
      "Saving to filename: ./images/istock/510224568.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/mountains-and-valley-at-sunset-picture-id496705311\n",
      "Saving to filename: ./images/istock/496705311.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/the-morning-mist-picture-id667024182\n",
      "Saving to filename: ./images/istock/667024182.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/storm-clouds-gather-around-a-mountain-near-huaraz-in-peru-picture-id514568768\n",
      "Saving to filename: ./images/istock/514568768.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/winter-wonderland-in-the-alps-reflecting-in-crystalclear-mountain-picture-id503874760\n",
      "Saving to filename: ./images/istock/503874760.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/maroon-bells-nightscape-with-fall-colors-picture-id617907746\n",
      "Saving to filename: ./images/istock/617907746.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/real-freedom-lies-in-wilderness-not-in-civilisation-picture-id522142798\n",
      "Saving to filename: ./images/istock/522142798.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/aiguille-du-midi-viewing-platform-mont-blanc-chamonix-france-picture-id486828498\n",
      "Saving to filename: ./images/istock/486828498.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/couple-on-top-of-a-mountain-shaking-raised-hands-picture-id520295685\n",
      "Saving to filename: ./images/istock/520295685.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/denver-colorado-skyline-against-the-rockies-picture-id504614640\n",
      "Saving to filename: ./images/istock/504614640.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/the-scenic-beauty-of-the-colorado-rocky-mountains-on-the-dallas-picture-id864568096\n",
      "Saving to filename: ./images/istock/864568096.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/idyllic-landscape-in-the-alps-with-blooming-meadows-in-summer-picture-id663913080\n",
      "Saving to filename: ./images/istock/663913080.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/toned-image-adult-woman-with-a-backpack-with-arms-outstretched-picture-id494439706\n",
      "Saving to filename: ./images/istock/494439706.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/idyllic-landscape-in-the-alps-with-green-meadows-and-flowers-picture-id513820150\n",
      "Saving to filename: ./images/istock/513820150.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/male-and-female-hikers-climbing-up-mountain-cliff-and-one-of-them-picture-id641330632\n",
      "Saving to filename: ./images/istock/641330632.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/panoramic-high-mountains-climb-landscape-picture-id493657822\n",
      "Saving to filename: ./images/istock/493657822.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/forest-in-fog-picture-id507402048\n",
      "Saving to filename: ./images/istock/507402048.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/vinicunca-cusco-region-peru-picture-id697536374\n",
      "Saving to filename: ./images/istock/697536374.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/curve-picture-id515745002\n",
      "Saving to filename: ./images/istock/515745002-1024x1024.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/maroon-lake-picture-id598551598\n",
      "Saving to filename: ./images/istock/598551598.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/success-picture-id615638058\n",
      "Saving to filename: ./images/istock/615638058.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/aerial-view-of-swiss-alps-mountains-picture-id616220236\n",
      "Saving to filename: ./images/istock/616220236.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/woman-is-feeling-free-and-standing-with-hands-up-picture-id525961056\n",
      "Saving to filename: ./images/istock/525961056.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/colorful-from-sunrise-picture-id524549300\n",
      "Saving to filename: ./images/istock/524549300.jpg \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Attempting to download: https://media.istockphoto.com/photos/austrian-alps-starting-famous-krimml-waterfalls-picture-id611622826\n",
      "Saving to filename: ./images/istock/611622826.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/young-hiker-drinking-stream-water-picture-id537405077\n",
      "Saving to filename: ./images/istock/537405077.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/young-couple-in-piggyback-ride-on-the-snow-mountain-picture-id587944098\n",
      "Saving to filename: ./images/istock/587944098.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/female-rock-climber-hanging-over-the-abyss-picture-id509492031\n",
      "Saving to filename: ./images/istock/509492031.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/young-couple-skiers-having-fun-and-jumping-in-the-air-picture-id610862276\n",
      "Saving to filename: ./images/istock/610862276.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/adventures-on-the-dolomites-with-dog-picture-id485992886\n",
      "Saving to filename: ./images/istock/485992886.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/traveler-looks-at-landscape-picture-id625752272\n",
      "Saving to filename: ./images/istock/625752272.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/rio-de-janeiro-sunrise-picture-id528919890\n",
      "Saving to filename: ./images/istock/528919890.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/female-rock-climber-over-the-city-of-hong-kong-picture-id510656933\n",
      "Saving to filename: ./images/istock/510656933.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/aerial-of-rio-de-janeiro-picture-id157185619\n",
      "Saving to filename: ./images/istock/157185619.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/woman-is-feeling-free-and-sitting-picture-id525961014\n",
      "Saving to filename: ./images/istock/525961014.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/mountain-landscape-picture-id506867554\n",
      "Saving to filename: ./images/istock/506867554.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/beautiful-sunset-over-the-mountain-picture-id505769166\n",
      "Saving to filename: ./images/istock/505769166.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/colorful-misty-morning-tourist-in-dark-cloths-in-rocks-picture-id512358000\n",
      "Saving to filename: ./images/istock/512358000.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/young-couple-looking-from-top-of-the-mountain-picture-id587526920\n",
      "Saving to filename: ./images/istock/587526920.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/female-rock-climber-hanging-over-the-abyss-picture-id509682331\n",
      "Saving to filename: ./images/istock/509682331.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/high-mountain-landscape-with-sun-picture-id168480217\n",
      "Saving to filename: ./images/istock/168480217.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/amazing-island-with-grove-floating-in-the-air-picture-id623897682\n",
      "Saving to filename: ./images/istock/623897682.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/great-smoky-mountains-national-park-scenic-sunrise-landscape-at-picture-id163642367\n",
      "Saving to filename: ./images/istock/163642367.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/freedom-in-nature-picture-id614034904\n",
      "Saving to filename: ./images/istock/614034904.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/blue-lake-on-a-snowy-mountains-background-and-cloudy-sky-torres-del-picture-id700100238\n",
      "Saving to filename: ./images/istock/700100238.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/lupins-of-lake-tekapo-picture-id607280514\n",
      "Saving to filename: ./images/istock/607280514.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/beautiful-lake-with-rocky-mountains-landscape-picture-id516651882\n",
      "Saving to filename: ./images/istock/516651882.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/man-standing-on-a-stone-cliff-picture-id612507606\n",
      "Saving to filename: ./images/istock/612507606.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/mtrainier-in-sunset-picture-id517654308\n",
      "Saving to filename: ./images/istock/517654308.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/mt-baker-sunset-panorama-picture-id518675768\n",
      "Saving to filename: ./images/istock/518675768.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/silhouettes-of-a-team-picture-id517128288\n",
      "Saving to filename: ./images/istock/517128288.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/winter-wonderland-with-mountain-chalet-in-the-alps-picture-id503689316\n",
      "Saving to filename: ./images/istock/503689316.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/success-picture-id513124404\n",
      "Saving to filename: ./images/istock/513124404.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/senior-man-trail-hiking-on-high-mountain-picture-id687441014\n",
      "Saving to filename: ./images/istock/687441014.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/copper-mountain-and-tenmile-range-mountain-view-winter-sunset-picture-id627909228\n",
      "Saving to filename: ./images/istock/627909228.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/group-of-people-on-peak-mountain-picture-id522390562\n",
      "Saving to filename: ./images/istock/522390562.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/mountaineering-picture-id483045669\n",
      "Saving to filename: ./images/istock/483045669.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/man-climbing-up-a-mountain-picture-id667315292\n",
      "Saving to filename: ./images/istock/667315292.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/teenage-female-hiker-on-rocky-mountain-summit-overlooking-peak-picture-id504746414\n",
      "Saving to filename: ./images/istock/504746414.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/sunrise-over-adams-peak-sri-lanka-picture-id511880416\n",
      "Saving to filename: ./images/istock/511880416.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/moraine-lake-banff-national-park-canada-picture-id816509198\n",
      "Saving to filename: ./images/istock/816509198.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/upper-yosemite-falls-the-river-just-before-plunging-down-picture-id693996514\n",
      "Saving to filename: ./images/istock/693996514.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/canada-rocky-mountains-panorama-landscape-view-picture-id609906302\n",
      "Saving to filename: ./images/istock/609906302.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/walking-in-line-in-the-mountain-picture-id594449188\n",
      "Saving to filename: ./images/istock/594449188.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/glacier-national-park-picture-id902010134\n",
      "Saving to filename: ./images/istock/902010134.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/panoramic-fall-landscape-colorado-rocky-mountains-picture-id613673356\n",
      "Saving to filename: ./images/istock/613673356.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/snowy-longs-peak-and-downtown-denver-colorado-skyscrapers-picture-id494119238\n",
      "Saving to filename: ./images/istock/494119238.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/scenic-icefields-pkwy-in-banff-national-park-at-sunset-picture-id824182502\n",
      "Saving to filename: ./images/istock/824182502.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/reine-village-lofoten-islands-norway-picture-id525041046\n",
      "Saving to filename: ./images/istock/525041046.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/rocky-mountain-peak-picture-id904856396\n",
      "Saving to filename: ./images/istock/904856396.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/senior-man-trail-hiking-in-the-forest-at-sunset-picture-id598222532\n",
      "Saving to filename: ./images/istock/598222532.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/curvy-autumn-road-picture-id540717610\n",
      "Saving to filename: ./images/istock/540717610.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/landscape-sunset-view-of-morain-lake-and-mountain-range-picture-id514773355\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Saving to filename: ./images/istock/514773355.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/teamwork-couple-climbing-helping-hand-picture-id475294806\n",
      "Saving to filename: ./images/istock/475294806.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/night-mountains-before-sunrise-in-the-egypt-picture-id618428174\n",
      "Saving to filename: ./images/istock/618428174.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/bierstadt-lake-reflection-picture-id539962652\n",
      "Saving to filename: ./images/istock/539962652.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/group-four-people-mountains-travel-concept-picture-id857293320\n",
      "Saving to filename: ./images/istock/857293320.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/group-of-people-on-peak-mountain-picture-id537417802\n",
      "Saving to filename: ./images/istock/537417802.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/road-in-colorado-picture-id469775383\n",
      "Saving to filename: ./images/istock/469775383.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/summer-forest-aerial-view-in-switzerland-picture-id862090574\n",
      "Saving to filename: ./images/istock/862090574.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/moraine-lake-in-banff-national-park-canada-picture-id511995860\n",
      "Saving to filename: ./images/istock/511995860.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/val-di-funes-san-giovanni-church-panorama-villnss-southtirol-picture-id608480112\n",
      "Saving to filename: ./images/istock/608480112.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/summer-cloudy-lofoten-islands-norway-misty-fjords-picture-id626590396\n",
      "Saving to filename: ./images/istock/626590396.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/silhouette-of-a-standing-happy-man-on-the-mountain-peak-picture-id579768912\n",
      "Saving to filename: ./images/istock/579768912.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/woman-watching-alps-mountain-range-and-beautiful-reflection-in-lake-picture-id610121502\n",
      "Saving to filename: ./images/istock/610121502.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/helping-hikers-picture-id471200018\n",
      "Saving to filename: ./images/istock/471200018.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/emerald-bay-panorama-picture-id144362489\n",
      "Saving to filename: ./images/istock/144362489.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/matterhorn-mountain-with-white-snow-and-blue-sky-in-zermatt-city-in-picture-id821997672\n",
      "Saving to filename: ./images/istock/821997672.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/mountain-picture-id535373431\n",
      "Saving to filename: ./images/istock/535373431.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/sunrise-landscape-great-smoky-mountains-national-park-gatlinburg-tn-picture-id178377795\n",
      "Saving to filename: ./images/istock/178377795.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/view-of-top-of-mount-everest-from-kala-patthar-picture-id685764280\n",
      "Saving to filename: ./images/istock/685764280.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/yosemite-merced-river-el-capitan-and-half-dome-panorama-picture-id618345522\n",
      "Saving to filename: ./images/istock/618345522.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/looking-at-the-sun-picture-id593310218\n",
      "Saving to filename: ./images/istock/593310218.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/travel-slovenia-europe-picture-id629376126\n",
      "Saving to filename: ./images/istock/629376126.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/misty-dawn-in-the-national-park-deer-streams-picture-id532256806\n",
      "Saving to filename: ./images/istock/532256806.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/colorado-rocky-mountains-in-fall-picture-id515078752\n",
      "Saving to filename: ./images/istock/515078752.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/curvy-roads-silk-trading-route-between-china-and-india-picture-id523035682\n",
      "Saving to filename: ./images/istock/523035682.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/misty-summer-mountain-hills-landscape-picture-id613863660\n",
      "Saving to filename: ./images/istock/613863660.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/winter-wonderland-in-the-alps-with-mountain-chalet-at-sunset-picture-id508316648\n",
      "Saving to filename: ./images/istock/508316648.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/iceland-sunset-picture-id593306910\n",
      "Saving to filename: ./images/istock/593306910.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/italian-alps-mountains-misty-landscape-picture-id483878138\n",
      "Saving to filename: ./images/istock/483878138.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/matterhorn-panorama-picture-id171582677\n",
      "Saving to filename: ./images/istock/171582677.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/view-of-the-teton-national-park-picture-id869237908\n",
      "Saving to filename: ./images/istock/869237908.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/sunrise-over-the-clouds-picture-id595343542\n",
      "Saving to filename: ./images/istock/595343542.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/moraine-lake-in-banff-national-park-canada-picture-id487021744\n",
      "Saving to filename: ./images/istock/487021744.jpg \n",
      "Attempting to download: https://media.istockphoto.com/photos/traveler-man-relaxing-travel-lifestyle-mountains-and-lake-landscape-picture-id611295150\n",
      "Saving to filename: ./images/istock/611295150.jpg \n"
     ]
    }
   ],
   "source": [
    "directory = './images/istock'\n",
    "istock_scrape(directory, n_images=150, topic='mountains')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Preprocess"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [],
   "source": [
    "def preprocess(foldername, size=500, suffix=\"_processed\"):\n",
    "    dest_folder = foldername + suffix\n",
    "    processed = os.path.abspath(dest_folder)\n",
    "\n",
    "    if os.path.exists(processed):\n",
    "        print (\"Directory %s already exists.\" % (processed))\n",
    "        return None\n",
    "\n",
    "    os.mkdir(dest_folder)\n",
    "\n",
    "    for root, dirs, files in os.walk(foldername):\n",
    "        for file in files:\n",
    "            path = (os.sep.join([os.path.abspath(root), file]))\n",
    "            img = cv2.imread(path)\n",
    "            if img is not None:\n",
    "                m, n, p = img.shape\n",
    "                m_t, n_t = (size - m) // 2, (size - n) // 2\n",
    "                final_img = np.pad(img, ((m_t, size - m - m_t), (n_t, size - n - n_t), (0, 0)), mode='constant')\n",
    "                cv2.imwrite(os.sep.join([dest_folder, file]), final_img)\n",
    "                print(\"Saved to : %s\" % (file))\n",
    "                print(final_img.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Saved to : fotolia_137840725.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840731.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840686.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840645.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840679.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840650.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840693.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840718.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840730.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840724.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840726.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840646.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840652.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840653.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840733.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840737.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840723.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840680.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840694.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840657.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840656.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840681.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840720.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840697.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840683.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840668.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840655.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840669.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840696.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840721.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840785.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840746.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840752.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840829.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840815.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840828.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840747.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840790.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840784.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840786.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840751.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840745.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840779.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840802.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840817.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840778.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840750.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840787.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840793.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840797.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840783.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840740.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840807.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840813.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840812.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840741.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840755.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840769.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840780.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840794.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840743.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840810.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840804.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840839.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840805.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840811.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840756.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840798.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840767.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840773.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840808.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840834.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840820.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840809.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840772.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840758.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840837.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840836.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840759.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840749.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840761.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840826.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840832.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840833.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840760.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840789.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840776.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840831.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840825.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840818.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840830.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840777.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840763.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840788.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840704.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840710.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840738.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840843.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840670.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840664.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840658.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840659.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840842.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840711.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840713.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840707.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840840.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840667.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840673.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840672.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840841.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840706.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840712.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840702.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840689.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840662.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840676.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840663.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840688.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840844.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840703.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840729.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840701.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840649.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840675.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840674.jpg\n",
      "(500, 500, 3)\n",
      "Saved to : fotolia_137840700.jpg\n",
      "(500, 500, 3)\n",
      "Directory /Users/vlivashkin/Documents/GitHub/illusionww/watermarks/images/istock_processed already exists.\n"
     ]
    }
   ],
   "source": [
    "preprocess('./images/fotolia', size=500)\n",
    "preprocess('./images/istock', size=1024)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}