Fine-tuning(InceptionV3) with data augmentation.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## using pret-raind InceptionV3\n",
    "---\n",
    "we can try to \"fine-tune\" the last convolutional block of the InceptionV3 model alongside the top-level classifier."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Using TensorFlow backend.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "__________________________________________________________________________________________________\n",
      "Layer (type)                    Output Shape         Param #     Connected to                     \n",
      "==================================================================================================\n",
      "input_1 (InputLayer)            (None, 512, 512, 3)  0                                            \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_1 (Conv2D)               (None, 255, 255, 32) 864         input_1[0][0]                    \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_1 (BatchNor (None, 255, 255, 32) 96          conv2d_1[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "activation_1 (Activation)       (None, 255, 255, 32) 0           batch_normalization_1[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_2 (Conv2D)               (None, 253, 253, 32) 9216        activation_1[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_2 (BatchNor (None, 253, 253, 32) 96          conv2d_2[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "activation_2 (Activation)       (None, 253, 253, 32) 0           batch_normalization_2[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3 (Conv2D)               (None, 253, 253, 64) 18432       activation_2[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_3 (BatchNor (None, 253, 253, 64) 192         conv2d_3[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "activation_3 (Activation)       (None, 253, 253, 64) 0           batch_normalization_3[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "max_pooling2d_1 (MaxPooling2D)  (None, 126, 126, 64) 0           activation_3[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_4 (Conv2D)               (None, 126, 126, 80) 5120        max_pooling2d_1[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_4 (BatchNor (None, 126, 126, 80) 240         conv2d_4[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "activation_4 (Activation)       (None, 126, 126, 80) 0           batch_normalization_4[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_5 (Conv2D)               (None, 124, 124, 192 138240      activation_4[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5 (BatchNor (None, 124, 124, 192 576         conv2d_5[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "activation_5 (Activation)       (None, 124, 124, 192 0           batch_normalization_5[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "max_pooling2d_2 (MaxPooling2D)  (None, 61, 61, 192)  0           activation_5[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_9 (Conv2D)               (None, 61, 61, 64)   12288       max_pooling2d_2[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_9 (BatchNor (None, 61, 61, 64)   192         conv2d_9[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "activation_9 (Activation)       (None, 61, 61, 64)   0           batch_normalization_9[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_7 (Conv2D)               (None, 61, 61, 48)   9216        max_pooling2d_2[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_10 (Conv2D)              (None, 61, 61, 96)   55296       activation_9[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_7 (BatchNor (None, 61, 61, 48)   144         conv2d_7[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_10 (BatchNo (None, 61, 61, 96)   288         conv2d_10[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_7 (Activation)       (None, 61, 61, 48)   0           batch_normalization_7[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_10 (Activation)      (None, 61, 61, 96)   0           batch_normalization_10[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "average_pooling2d_1 (AveragePoo (None, 61, 61, 192)  0           max_pooling2d_2[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_6 (Conv2D)               (None, 61, 61, 64)   12288       max_pooling2d_2[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_8 (Conv2D)               (None, 61, 61, 64)   76800       activation_7[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_11 (Conv2D)              (None, 61, 61, 96)   82944       activation_10[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_12 (Conv2D)              (None, 61, 61, 32)   6144        average_pooling2d_1[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_6 (BatchNor (None, 61, 61, 64)   192         conv2d_6[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_8 (BatchNor (None, 61, 61, 64)   192         conv2d_8[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_11 (BatchNo (None, 61, 61, 96)   288         conv2d_11[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_12 (BatchNo (None, 61, 61, 32)   96          conv2d_12[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_6 (Activation)       (None, 61, 61, 64)   0           batch_normalization_6[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_8 (Activation)       (None, 61, 61, 64)   0           batch_normalization_8[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_11 (Activation)      (None, 61, 61, 96)   0           batch_normalization_11[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_12 (Activation)      (None, 61, 61, 32)   0           batch_normalization_12[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "mixed0 (Concatenate)            (None, 61, 61, 256)  0           activation_6[0][0]               \n",
      "                                                                 activation_8[0][0]               \n",
      "                                                                 activation_11[0][0]              \n",
      "                                                                 activation_12[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_16 (Conv2D)              (None, 61, 61, 64)   16384       mixed0[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_16 (BatchNo (None, 61, 61, 64)   192         conv2d_16[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_16 (Activation)      (None, 61, 61, 64)   0           batch_normalization_16[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_14 (Conv2D)              (None, 61, 61, 48)   12288       mixed0[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_17 (Conv2D)              (None, 61, 61, 96)   55296       activation_16[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_14 (BatchNo (None, 61, 61, 48)   144         conv2d_14[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_17 (BatchNo (None, 61, 61, 96)   288         conv2d_17[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_14 (Activation)      (None, 61, 61, 48)   0           batch_normalization_14[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_17 (Activation)      (None, 61, 61, 96)   0           batch_normalization_17[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "average_pooling2d_2 (AveragePoo (None, 61, 61, 256)  0           mixed0[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_13 (Conv2D)              (None, 61, 61, 64)   16384       mixed0[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_15 (Conv2D)              (None, 61, 61, 64)   76800       activation_14[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_18 (Conv2D)              (None, 61, 61, 96)   82944       activation_17[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_19 (Conv2D)              (None, 61, 61, 64)   16384       average_pooling2d_2[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_13 (BatchNo (None, 61, 61, 64)   192         conv2d_13[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_15 (BatchNo (None, 61, 61, 64)   192         conv2d_15[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_18 (BatchNo (None, 61, 61, 96)   288         conv2d_18[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_19 (BatchNo (None, 61, 61, 64)   192         conv2d_19[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_13 (Activation)      (None, 61, 61, 64)   0           batch_normalization_13[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_15 (Activation)      (None, 61, 61, 64)   0           batch_normalization_15[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_18 (Activation)      (None, 61, 61, 96)   0           batch_normalization_18[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_19 (Activation)      (None, 61, 61, 64)   0           batch_normalization_19[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "mixed1 (Concatenate)            (None, 61, 61, 288)  0           activation_13[0][0]              \n",
      "                                                                 activation_15[0][0]              \n",
      "                                                                 activation_18[0][0]              \n",
      "                                                                 activation_19[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_23 (Conv2D)              (None, 61, 61, 64)   18432       mixed1[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_23 (BatchNo (None, 61, 61, 64)   192         conv2d_23[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_23 (Activation)      (None, 61, 61, 64)   0           batch_normalization_23[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_21 (Conv2D)              (None, 61, 61, 48)   13824       mixed1[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_24 (Conv2D)              (None, 61, 61, 96)   55296       activation_23[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_21 (BatchNo (None, 61, 61, 48)   144         conv2d_21[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_24 (BatchNo (None, 61, 61, 96)   288         conv2d_24[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_21 (Activation)      (None, 61, 61, 48)   0           batch_normalization_21[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_24 (Activation)      (None, 61, 61, 96)   0           batch_normalization_24[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "average_pooling2d_3 (AveragePoo (None, 61, 61, 288)  0           mixed1[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_20 (Conv2D)              (None, 61, 61, 64)   18432       mixed1[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_22 (Conv2D)              (None, 61, 61, 64)   76800       activation_21[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_25 (Conv2D)              (None, 61, 61, 96)   82944       activation_24[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_26 (Conv2D)              (None, 61, 61, 64)   18432       average_pooling2d_3[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_20 (BatchNo (None, 61, 61, 64)   192         conv2d_20[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_22 (BatchNo (None, 61, 61, 64)   192         conv2d_22[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_25 (BatchNo (None, 61, 61, 96)   288         conv2d_25[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_26 (BatchNo (None, 61, 61, 64)   192         conv2d_26[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_20 (Activation)      (None, 61, 61, 64)   0           batch_normalization_20[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_22 (Activation)      (None, 61, 61, 64)   0           batch_normalization_22[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_25 (Activation)      (None, 61, 61, 96)   0           batch_normalization_25[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_26 (Activation)      (None, 61, 61, 64)   0           batch_normalization_26[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "mixed2 (Concatenate)            (None, 61, 61, 288)  0           activation_20[0][0]              \n",
      "                                                                 activation_22[0][0]              \n",
      "                                                                 activation_25[0][0]              \n",
      "                                                                 activation_26[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_28 (Conv2D)              (None, 61, 61, 64)   18432       mixed2[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_28 (BatchNo (None, 61, 61, 64)   192         conv2d_28[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_28 (Activation)      (None, 61, 61, 64)   0           batch_normalization_28[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_29 (Conv2D)              (None, 61, 61, 96)   55296       activation_28[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_29 (BatchNo (None, 61, 61, 96)   288         conv2d_29[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_29 (Activation)      (None, 61, 61, 96)   0           batch_normalization_29[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_27 (Conv2D)              (None, 30, 30, 384)  995328      mixed2[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_30 (Conv2D)              (None, 30, 30, 96)   82944       activation_29[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_27 (BatchNo (None, 30, 30, 384)  1152        conv2d_27[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_30 (BatchNo (None, 30, 30, 96)   288         conv2d_30[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_27 (Activation)      (None, 30, 30, 384)  0           batch_normalization_27[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_30 (Activation)      (None, 30, 30, 96)   0           batch_normalization_30[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "max_pooling2d_3 (MaxPooling2D)  (None, 30, 30, 288)  0           mixed2[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "mixed3 (Concatenate)            (None, 30, 30, 768)  0           activation_27[0][0]              \n",
      "                                                                 activation_30[0][0]              \n",
      "                                                                 max_pooling2d_3[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_35 (Conv2D)              (None, 30, 30, 128)  98304       mixed3[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_35 (BatchNo (None, 30, 30, 128)  384         conv2d_35[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_35 (Activation)      (None, 30, 30, 128)  0           batch_normalization_35[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_36 (Conv2D)              (None, 30, 30, 128)  114688      activation_35[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_36 (BatchNo (None, 30, 30, 128)  384         conv2d_36[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_36 (Activation)      (None, 30, 30, 128)  0           batch_normalization_36[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_32 (Conv2D)              (None, 30, 30, 128)  98304       mixed3[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_37 (Conv2D)              (None, 30, 30, 128)  114688      activation_36[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_32 (BatchNo (None, 30, 30, 128)  384         conv2d_32[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_37 (BatchNo (None, 30, 30, 128)  384         conv2d_37[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_32 (Activation)      (None, 30, 30, 128)  0           batch_normalization_32[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_37 (Activation)      (None, 30, 30, 128)  0           batch_normalization_37[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_33 (Conv2D)              (None, 30, 30, 128)  114688      activation_32[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_38 (Conv2D)              (None, 30, 30, 128)  114688      activation_37[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_33 (BatchNo (None, 30, 30, 128)  384         conv2d_33[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_38 (BatchNo (None, 30, 30, 128)  384         conv2d_38[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_33 (Activation)      (None, 30, 30, 128)  0           batch_normalization_33[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_38 (Activation)      (None, 30, 30, 128)  0           batch_normalization_38[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "average_pooling2d_4 (AveragePoo (None, 30, 30, 768)  0           mixed3[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_31 (Conv2D)              (None, 30, 30, 192)  147456      mixed3[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_34 (Conv2D)              (None, 30, 30, 192)  172032      activation_33[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_39 (Conv2D)              (None, 30, 30, 192)  172032      activation_38[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_40 (Conv2D)              (None, 30, 30, 192)  147456      average_pooling2d_4[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_31 (BatchNo (None, 30, 30, 192)  576         conv2d_31[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_34 (BatchNo (None, 30, 30, 192)  576         conv2d_34[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_39 (BatchNo (None, 30, 30, 192)  576         conv2d_39[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_40 (BatchNo (None, 30, 30, 192)  576         conv2d_40[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_31 (Activation)      (None, 30, 30, 192)  0           batch_normalization_31[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_34 (Activation)      (None, 30, 30, 192)  0           batch_normalization_34[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_39 (Activation)      (None, 30, 30, 192)  0           batch_normalization_39[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_40 (Activation)      (None, 30, 30, 192)  0           batch_normalization_40[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "mixed4 (Concatenate)            (None, 30, 30, 768)  0           activation_31[0][0]              \n",
      "                                                                 activation_34[0][0]              \n",
      "                                                                 activation_39[0][0]              \n",
      "                                                                 activation_40[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_45 (Conv2D)              (None, 30, 30, 160)  122880      mixed4[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_45 (BatchNo (None, 30, 30, 160)  480         conv2d_45[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_45 (Activation)      (None, 30, 30, 160)  0           batch_normalization_45[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_46 (Conv2D)              (None, 30, 30, 160)  179200      activation_45[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_46 (BatchNo (None, 30, 30, 160)  480         conv2d_46[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_46 (Activation)      (None, 30, 30, 160)  0           batch_normalization_46[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_42 (Conv2D)              (None, 30, 30, 160)  122880      mixed4[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_47 (Conv2D)              (None, 30, 30, 160)  179200      activation_46[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_42 (BatchNo (None, 30, 30, 160)  480         conv2d_42[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_47 (BatchNo (None, 30, 30, 160)  480         conv2d_47[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_42 (Activation)      (None, 30, 30, 160)  0           batch_normalization_42[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_47 (Activation)      (None, 30, 30, 160)  0           batch_normalization_47[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_43 (Conv2D)              (None, 30, 30, 160)  179200      activation_42[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_48 (Conv2D)              (None, 30, 30, 160)  179200      activation_47[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_43 (BatchNo (None, 30, 30, 160)  480         conv2d_43[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_48 (BatchNo (None, 30, 30, 160)  480         conv2d_48[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_43 (Activation)      (None, 30, 30, 160)  0           batch_normalization_43[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_48 (Activation)      (None, 30, 30, 160)  0           batch_normalization_48[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "average_pooling2d_5 (AveragePoo (None, 30, 30, 768)  0           mixed4[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_41 (Conv2D)              (None, 30, 30, 192)  147456      mixed4[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_44 (Conv2D)              (None, 30, 30, 192)  215040      activation_43[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_49 (Conv2D)              (None, 30, 30, 192)  215040      activation_48[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_50 (Conv2D)              (None, 30, 30, 192)  147456      average_pooling2d_5[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_41 (BatchNo (None, 30, 30, 192)  576         conv2d_41[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_44 (BatchNo (None, 30, 30, 192)  576         conv2d_44[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_49 (BatchNo (None, 30, 30, 192)  576         conv2d_49[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_50 (BatchNo (None, 30, 30, 192)  576         conv2d_50[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_41 (Activation)      (None, 30, 30, 192)  0           batch_normalization_41[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_44 (Activation)      (None, 30, 30, 192)  0           batch_normalization_44[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_49 (Activation)      (None, 30, 30, 192)  0           batch_normalization_49[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_50 (Activation)      (None, 30, 30, 192)  0           batch_normalization_50[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "mixed5 (Concatenate)            (None, 30, 30, 768)  0           activation_41[0][0]              \n",
      "                                                                 activation_44[0][0]              \n",
      "                                                                 activation_49[0][0]              \n",
      "                                                                 activation_50[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_55 (Conv2D)              (None, 30, 30, 160)  122880      mixed5[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_55 (BatchNo (None, 30, 30, 160)  480         conv2d_55[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_55 (Activation)      (None, 30, 30, 160)  0           batch_normalization_55[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_56 (Conv2D)              (None, 30, 30, 160)  179200      activation_55[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_56 (BatchNo (None, 30, 30, 160)  480         conv2d_56[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_56 (Activation)      (None, 30, 30, 160)  0           batch_normalization_56[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_52 (Conv2D)              (None, 30, 30, 160)  122880      mixed5[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_57 (Conv2D)              (None, 30, 30, 160)  179200      activation_56[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_52 (BatchNo (None, 30, 30, 160)  480         conv2d_52[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_57 (BatchNo (None, 30, 30, 160)  480         conv2d_57[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_52 (Activation)      (None, 30, 30, 160)  0           batch_normalization_52[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_57 (Activation)      (None, 30, 30, 160)  0           batch_normalization_57[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_53 (Conv2D)              (None, 30, 30, 160)  179200      activation_52[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_58 (Conv2D)              (None, 30, 30, 160)  179200      activation_57[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_53 (BatchNo (None, 30, 30, 160)  480         conv2d_53[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_58 (BatchNo (None, 30, 30, 160)  480         conv2d_58[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_53 (Activation)      (None, 30, 30, 160)  0           batch_normalization_53[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_58 (Activation)      (None, 30, 30, 160)  0           batch_normalization_58[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "average_pooling2d_6 (AveragePoo (None, 30, 30, 768)  0           mixed5[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_51 (Conv2D)              (None, 30, 30, 192)  147456      mixed5[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_54 (Conv2D)              (None, 30, 30, 192)  215040      activation_53[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_59 (Conv2D)              (None, 30, 30, 192)  215040      activation_58[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_60 (Conv2D)              (None, 30, 30, 192)  147456      average_pooling2d_6[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_51 (BatchNo (None, 30, 30, 192)  576         conv2d_51[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_54 (BatchNo (None, 30, 30, 192)  576         conv2d_54[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_59 (BatchNo (None, 30, 30, 192)  576         conv2d_59[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_60 (BatchNo (None, 30, 30, 192)  576         conv2d_60[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_51 (Activation)      (None, 30, 30, 192)  0           batch_normalization_51[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_54 (Activation)      (None, 30, 30, 192)  0           batch_normalization_54[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_59 (Activation)      (None, 30, 30, 192)  0           batch_normalization_59[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_60 (Activation)      (None, 30, 30, 192)  0           batch_normalization_60[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "mixed6 (Concatenate)            (None, 30, 30, 768)  0           activation_51[0][0]              \n",
      "                                                                 activation_54[0][0]              \n",
      "                                                                 activation_59[0][0]              \n",
      "                                                                 activation_60[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_65 (Conv2D)              (None, 30, 30, 192)  147456      mixed6[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_65 (BatchNo (None, 30, 30, 192)  576         conv2d_65[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_65 (Activation)      (None, 30, 30, 192)  0           batch_normalization_65[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_66 (Conv2D)              (None, 30, 30, 192)  258048      activation_65[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_66 (BatchNo (None, 30, 30, 192)  576         conv2d_66[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_66 (Activation)      (None, 30, 30, 192)  0           batch_normalization_66[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_62 (Conv2D)              (None, 30, 30, 192)  147456      mixed6[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_67 (Conv2D)              (None, 30, 30, 192)  258048      activation_66[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_62 (BatchNo (None, 30, 30, 192)  576         conv2d_62[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_67 (BatchNo (None, 30, 30, 192)  576         conv2d_67[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_62 (Activation)      (None, 30, 30, 192)  0           batch_normalization_62[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_67 (Activation)      (None, 30, 30, 192)  0           batch_normalization_67[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_63 (Conv2D)              (None, 30, 30, 192)  258048      activation_62[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_68 (Conv2D)              (None, 30, 30, 192)  258048      activation_67[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_63 (BatchNo (None, 30, 30, 192)  576         conv2d_63[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_68 (BatchNo (None, 30, 30, 192)  576         conv2d_68[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_63 (Activation)      (None, 30, 30, 192)  0           batch_normalization_63[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_68 (Activation)      (None, 30, 30, 192)  0           batch_normalization_68[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "average_pooling2d_7 (AveragePoo (None, 30, 30, 768)  0           mixed6[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_61 (Conv2D)              (None, 30, 30, 192)  147456      mixed6[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_64 (Conv2D)              (None, 30, 30, 192)  258048      activation_63[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_69 (Conv2D)              (None, 30, 30, 192)  258048      activation_68[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_70 (Conv2D)              (None, 30, 30, 192)  147456      average_pooling2d_7[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_61 (BatchNo (None, 30, 30, 192)  576         conv2d_61[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_64 (BatchNo (None, 30, 30, 192)  576         conv2d_64[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_69 (BatchNo (None, 30, 30, 192)  576         conv2d_69[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_70 (BatchNo (None, 30, 30, 192)  576         conv2d_70[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_61 (Activation)      (None, 30, 30, 192)  0           batch_normalization_61[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_64 (Activation)      (None, 30, 30, 192)  0           batch_normalization_64[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_69 (Activation)      (None, 30, 30, 192)  0           batch_normalization_69[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_70 (Activation)      (None, 30, 30, 192)  0           batch_normalization_70[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "mixed7 (Concatenate)            (None, 30, 30, 768)  0           activation_61[0][0]              \n",
      "                                                                 activation_64[0][0]              \n",
      "                                                                 activation_69[0][0]              \n",
      "                                                                 activation_70[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_73 (Conv2D)              (None, 30, 30, 192)  147456      mixed7[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_73 (BatchNo (None, 30, 30, 192)  576         conv2d_73[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_73 (Activation)      (None, 30, 30, 192)  0           batch_normalization_73[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_74 (Conv2D)              (None, 30, 30, 192)  258048      activation_73[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_74 (BatchNo (None, 30, 30, 192)  576         conv2d_74[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_74 (Activation)      (None, 30, 30, 192)  0           batch_normalization_74[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_71 (Conv2D)              (None, 30, 30, 192)  147456      mixed7[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_75 (Conv2D)              (None, 30, 30, 192)  258048      activation_74[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_71 (BatchNo (None, 30, 30, 192)  576         conv2d_71[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_75 (BatchNo (None, 30, 30, 192)  576         conv2d_75[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_71 (Activation)      (None, 30, 30, 192)  0           batch_normalization_71[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_75 (Activation)      (None, 30, 30, 192)  0           batch_normalization_75[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_72 (Conv2D)              (None, 14, 14, 320)  552960      activation_71[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_76 (Conv2D)              (None, 14, 14, 192)  331776      activation_75[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_72 (BatchNo (None, 14, 14, 320)  960         conv2d_72[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_76 (BatchNo (None, 14, 14, 192)  576         conv2d_76[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_72 (Activation)      (None, 14, 14, 320)  0           batch_normalization_72[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_76 (Activation)      (None, 14, 14, 192)  0           batch_normalization_76[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "max_pooling2d_4 (MaxPooling2D)  (None, 14, 14, 768)  0           mixed7[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "mixed8 (Concatenate)            (None, 14, 14, 1280) 0           activation_72[0][0]              \n",
      "                                                                 activation_76[0][0]              \n",
      "                                                                 max_pooling2d_4[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_81 (Conv2D)              (None, 14, 14, 448)  573440      mixed8[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_81 (BatchNo (None, 14, 14, 448)  1344        conv2d_81[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_81 (Activation)      (None, 14, 14, 448)  0           batch_normalization_81[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_78 (Conv2D)              (None, 14, 14, 384)  491520      mixed8[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_82 (Conv2D)              (None, 14, 14, 384)  1548288     activation_81[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_78 (BatchNo (None, 14, 14, 384)  1152        conv2d_78[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_82 (BatchNo (None, 14, 14, 384)  1152        conv2d_82[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_78 (Activation)      (None, 14, 14, 384)  0           batch_normalization_78[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_82 (Activation)      (None, 14, 14, 384)  0           batch_normalization_82[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_79 (Conv2D)              (None, 14, 14, 384)  442368      activation_78[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_80 (Conv2D)              (None, 14, 14, 384)  442368      activation_78[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_83 (Conv2D)              (None, 14, 14, 384)  442368      activation_82[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_84 (Conv2D)              (None, 14, 14, 384)  442368      activation_82[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "average_pooling2d_8 (AveragePoo (None, 14, 14, 1280) 0           mixed8[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_77 (Conv2D)              (None, 14, 14, 320)  409600      mixed8[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_79 (BatchNo (None, 14, 14, 384)  1152        conv2d_79[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_80 (BatchNo (None, 14, 14, 384)  1152        conv2d_80[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_83 (BatchNo (None, 14, 14, 384)  1152        conv2d_83[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_84 (BatchNo (None, 14, 14, 384)  1152        conv2d_84[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_85 (Conv2D)              (None, 14, 14, 192)  245760      average_pooling2d_8[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_77 (BatchNo (None, 14, 14, 320)  960         conv2d_77[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_79 (Activation)      (None, 14, 14, 384)  0           batch_normalization_79[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_80 (Activation)      (None, 14, 14, 384)  0           batch_normalization_80[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_83 (Activation)      (None, 14, 14, 384)  0           batch_normalization_83[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_84 (Activation)      (None, 14, 14, 384)  0           batch_normalization_84[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_85 (BatchNo (None, 14, 14, 192)  576         conv2d_85[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_77 (Activation)      (None, 14, 14, 320)  0           batch_normalization_77[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "mixed9_0 (Concatenate)          (None, 14, 14, 768)  0           activation_79[0][0]              \n",
      "                                                                 activation_80[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "concatenate_1 (Concatenate)     (None, 14, 14, 768)  0           activation_83[0][0]              \n",
      "                                                                 activation_84[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "activation_85 (Activation)      (None, 14, 14, 192)  0           batch_normalization_85[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "mixed9 (Concatenate)            (None, 14, 14, 2048) 0           activation_77[0][0]              \n",
      "                                                                 mixed9_0[0][0]                   \n",
      "                                                                 concatenate_1[0][0]              \n",
      "                                                                 activation_85[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_90 (Conv2D)              (None, 14, 14, 448)  917504      mixed9[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_90 (BatchNo (None, 14, 14, 448)  1344        conv2d_90[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_90 (Activation)      (None, 14, 14, 448)  0           batch_normalization_90[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_87 (Conv2D)              (None, 14, 14, 384)  786432      mixed9[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_91 (Conv2D)              (None, 14, 14, 384)  1548288     activation_90[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_87 (BatchNo (None, 14, 14, 384)  1152        conv2d_87[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_91 (BatchNo (None, 14, 14, 384)  1152        conv2d_91[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_87 (Activation)      (None, 14, 14, 384)  0           batch_normalization_87[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_91 (Activation)      (None, 14, 14, 384)  0           batch_normalization_91[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_88 (Conv2D)              (None, 14, 14, 384)  442368      activation_87[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_89 (Conv2D)              (None, 14, 14, 384)  442368      activation_87[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_92 (Conv2D)              (None, 14, 14, 384)  442368      activation_91[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_93 (Conv2D)              (None, 14, 14, 384)  442368      activation_91[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "average_pooling2d_9 (AveragePoo (None, 14, 14, 2048) 0           mixed9[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_86 (Conv2D)              (None, 14, 14, 320)  655360      mixed9[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_88 (BatchNo (None, 14, 14, 384)  1152        conv2d_88[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_89 (BatchNo (None, 14, 14, 384)  1152        conv2d_89[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_92 (BatchNo (None, 14, 14, 384)  1152        conv2d_92[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_93 (BatchNo (None, 14, 14, 384)  1152        conv2d_93[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_94 (Conv2D)              (None, 14, 14, 192)  393216      average_pooling2d_9[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_86 (BatchNo (None, 14, 14, 320)  960         conv2d_86[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_88 (Activation)      (None, 14, 14, 384)  0           batch_normalization_88[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_89 (Activation)      (None, 14, 14, 384)  0           batch_normalization_89[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_92 (Activation)      (None, 14, 14, 384)  0           batch_normalization_92[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_93 (Activation)      (None, 14, 14, 384)  0           batch_normalization_93[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_94 (BatchNo (None, 14, 14, 192)  576         conv2d_94[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_86 (Activation)      (None, 14, 14, 320)  0           batch_normalization_86[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "mixed9_1 (Concatenate)          (None, 14, 14, 768)  0           activation_88[0][0]              \n",
      "                                                                 activation_89[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "concatenate_2 (Concatenate)     (None, 14, 14, 768)  0           activation_92[0][0]              \n",
      "                                                                 activation_93[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "activation_94 (Activation)      (None, 14, 14, 192)  0           batch_normalization_94[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "mixed10 (Concatenate)           (None, 14, 14, 2048) 0           activation_86[0][0]              \n",
      "                                                                 mixed9_1[0][0]                   \n",
      "                                                                 concatenate_2[0][0]              \n",
      "                                                                 activation_94[0][0]              \n",
      "==================================================================================================\n",
      "Total params: 21,802,784\n",
      "Trainable params: 21,768,352\n",
      "Non-trainable params: 34,432\n",
      "__________________________________________________________________________________________________\n"
     ]
    }
   ],
   "source": [
    "from keras.applications.inception_v3 import InceptionV3\n",
    "from keras.layers import Input\n",
    "\n",
    "input_tensor = Input(shape=(512, 512, 3))\n",
    "\n",
    "InceptionV3_model = InceptionV3(weights='imagenet', include_top=False, input_tensor=input_tensor)\n",
    "InceptionV3_model.summary()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Image Index</th>\n",
       "      <th>Emphysema</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>00000009_000.png</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>00000013_041.png</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>00000013_042.png</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>00000027_000.png</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>00000034_000.png</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "        Image Index  Emphysema\n",
       "0  00000009_000.png          1\n",
       "1  00000013_041.png          1\n",
       "2  00000013_042.png          1\n",
       "3  00000027_000.png          1\n",
       "4  00000034_000.png          1"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import pandas as pd\n",
    "data_df = pd.read_csv('../outputs/target_idx.csv')\n",
    "data_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Found 1669 images belonging to 2 classes.\n",
      "Found 223 images belonging to 2 classes.\n"
     ]
    }
   ],
   "source": [
    "from keras.preprocessing.image import ImageDataGenerator\n",
    "\n",
    "datagen=ImageDataGenerator(rescale=1./255., \n",
    "                           rotation_range=10,\n",
    "                           width_shift_range=0.1,\n",
    "                           height_shift_range=0.1,\n",
    "                           zoom_range=0.1,                          \n",
    "                           validation_split=0.1)\n",
    "\n",
    "img_dir = \"../inputs/images/\"\n",
    "\n",
    "train_generator=datagen.flow_from_dataframe(\n",
    "                            dataframe=data_df,\n",
    "                            directory=img_dir,\n",
    "                            x_col=\"Image Index\",\n",
    "                            y_col=\"Emphysema\",\n",
    "                            has_ext=True,                                      \n",
    "                            subset=\"training\",\n",
    "                            batch_size=32,\n",
    "                            seed=1,\n",
    "                            shuffle=True,\n",
    "                            color_mode = 'rgb',\n",
    "                            class_mode=\"binary\",\n",
    "                            target_size=(512, 512))\n",
    "\n",
    "valid_generator=datagen.flow_from_dataframe(\n",
    "                            dataframe=data_df,\n",
    "                            directory=img_dir,\n",
    "                            x_col=\"Image Index\",\n",
    "                            y_col=\"Emphysema\",\n",
    "                            has_ext=True,                                      \n",
    "                            subset=\"validation\",\n",
    "                            batch_size=32,\n",
    "                            seed=1,\n",
    "                            shuffle=True,\n",
    "                            color_mode = 'rgb',\n",
    "                            class_mode=\"binary\",\n",
    "                            target_size=(512, 512))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "from keras.models import Sequential, Model\n",
    "from keras.layers import Conv2D, MaxPooling2D\n",
    "from keras.layers import Activation, Dropout, Flatten, Dense\n",
    "from keras import optimizers"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "top_model = Sequential()\n",
    "top_model.add(Flatten(input_shape=InceptionV3_model.output_shape[1:]))\n",
    "top_model.add(Dense(256, activation='relu'))\n",
    "top_model.add(Dropout(0.5))\n",
    "top_model.add(Dense(1, activation='sigmoid'))\n",
    "\n",
    "model = Model(inputs=InceptionV3_model.input, outputs=top_model(InceptionV3_model.output))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "for layer in InceptionV3_model.layers:\n",
    "    layer.trainable = False"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "model.compile(loss='binary_crossentropy',\n",
    "              optimizer=optimizers.SGD(lr=1e-4, momentum=0.9),\n",
    "              metrics=['accuracy'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "__________________________________________________________________________________________________\n",
      "Layer (type)                    Output Shape         Param #     Connected to                     \n",
      "==================================================================================================\n",
      "input_1 (InputLayer)            (None, 512, 512, 3)  0                                            \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_1 (Conv2D)               (None, 255, 255, 32) 864         input_1[0][0]                    \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_1 (BatchNor (None, 255, 255, 32) 96          conv2d_1[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "activation_1 (Activation)       (None, 255, 255, 32) 0           batch_normalization_1[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_2 (Conv2D)               (None, 253, 253, 32) 9216        activation_1[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_2 (BatchNor (None, 253, 253, 32) 96          conv2d_2[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "activation_2 (Activation)       (None, 253, 253, 32) 0           batch_normalization_2[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3 (Conv2D)               (None, 253, 253, 64) 18432       activation_2[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_3 (BatchNor (None, 253, 253, 64) 192         conv2d_3[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "activation_3 (Activation)       (None, 253, 253, 64) 0           batch_normalization_3[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "max_pooling2d_1 (MaxPooling2D)  (None, 126, 126, 64) 0           activation_3[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_4 (Conv2D)               (None, 126, 126, 80) 5120        max_pooling2d_1[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_4 (BatchNor (None, 126, 126, 80) 240         conv2d_4[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "activation_4 (Activation)       (None, 126, 126, 80) 0           batch_normalization_4[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_5 (Conv2D)               (None, 124, 124, 192 138240      activation_4[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5 (BatchNor (None, 124, 124, 192 576         conv2d_5[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "activation_5 (Activation)       (None, 124, 124, 192 0           batch_normalization_5[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "max_pooling2d_2 (MaxPooling2D)  (None, 61, 61, 192)  0           activation_5[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_9 (Conv2D)               (None, 61, 61, 64)   12288       max_pooling2d_2[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_9 (BatchNor (None, 61, 61, 64)   192         conv2d_9[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "activation_9 (Activation)       (None, 61, 61, 64)   0           batch_normalization_9[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_7 (Conv2D)               (None, 61, 61, 48)   9216        max_pooling2d_2[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_10 (Conv2D)              (None, 61, 61, 96)   55296       activation_9[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_7 (BatchNor (None, 61, 61, 48)   144         conv2d_7[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_10 (BatchNo (None, 61, 61, 96)   288         conv2d_10[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_7 (Activation)       (None, 61, 61, 48)   0           batch_normalization_7[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_10 (Activation)      (None, 61, 61, 96)   0           batch_normalization_10[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "average_pooling2d_1 (AveragePoo (None, 61, 61, 192)  0           max_pooling2d_2[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_6 (Conv2D)               (None, 61, 61, 64)   12288       max_pooling2d_2[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_8 (Conv2D)               (None, 61, 61, 64)   76800       activation_7[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_11 (Conv2D)              (None, 61, 61, 96)   82944       activation_10[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_12 (Conv2D)              (None, 61, 61, 32)   6144        average_pooling2d_1[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_6 (BatchNor (None, 61, 61, 64)   192         conv2d_6[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_8 (BatchNor (None, 61, 61, 64)   192         conv2d_8[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_11 (BatchNo (None, 61, 61, 96)   288         conv2d_11[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_12 (BatchNo (None, 61, 61, 32)   96          conv2d_12[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_6 (Activation)       (None, 61, 61, 64)   0           batch_normalization_6[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_8 (Activation)       (None, 61, 61, 64)   0           batch_normalization_8[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_11 (Activation)      (None, 61, 61, 96)   0           batch_normalization_11[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_12 (Activation)      (None, 61, 61, 32)   0           batch_normalization_12[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "mixed0 (Concatenate)            (None, 61, 61, 256)  0           activation_6[0][0]               \n",
      "                                                                 activation_8[0][0]               \n",
      "                                                                 activation_11[0][0]              \n",
      "                                                                 activation_12[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_16 (Conv2D)              (None, 61, 61, 64)   16384       mixed0[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_16 (BatchNo (None, 61, 61, 64)   192         conv2d_16[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_16 (Activation)      (None, 61, 61, 64)   0           batch_normalization_16[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_14 (Conv2D)              (None, 61, 61, 48)   12288       mixed0[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_17 (Conv2D)              (None, 61, 61, 96)   55296       activation_16[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_14 (BatchNo (None, 61, 61, 48)   144         conv2d_14[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_17 (BatchNo (None, 61, 61, 96)   288         conv2d_17[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_14 (Activation)      (None, 61, 61, 48)   0           batch_normalization_14[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_17 (Activation)      (None, 61, 61, 96)   0           batch_normalization_17[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "average_pooling2d_2 (AveragePoo (None, 61, 61, 256)  0           mixed0[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_13 (Conv2D)              (None, 61, 61, 64)   16384       mixed0[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_15 (Conv2D)              (None, 61, 61, 64)   76800       activation_14[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_18 (Conv2D)              (None, 61, 61, 96)   82944       activation_17[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_19 (Conv2D)              (None, 61, 61, 64)   16384       average_pooling2d_2[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_13 (BatchNo (None, 61, 61, 64)   192         conv2d_13[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_15 (BatchNo (None, 61, 61, 64)   192         conv2d_15[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_18 (BatchNo (None, 61, 61, 96)   288         conv2d_18[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_19 (BatchNo (None, 61, 61, 64)   192         conv2d_19[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_13 (Activation)      (None, 61, 61, 64)   0           batch_normalization_13[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_15 (Activation)      (None, 61, 61, 64)   0           batch_normalization_15[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_18 (Activation)      (None, 61, 61, 96)   0           batch_normalization_18[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_19 (Activation)      (None, 61, 61, 64)   0           batch_normalization_19[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "mixed1 (Concatenate)            (None, 61, 61, 288)  0           activation_13[0][0]              \n",
      "                                                                 activation_15[0][0]              \n",
      "                                                                 activation_18[0][0]              \n",
      "                                                                 activation_19[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_23 (Conv2D)              (None, 61, 61, 64)   18432       mixed1[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_23 (BatchNo (None, 61, 61, 64)   192         conv2d_23[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_23 (Activation)      (None, 61, 61, 64)   0           batch_normalization_23[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_21 (Conv2D)              (None, 61, 61, 48)   13824       mixed1[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_24 (Conv2D)              (None, 61, 61, 96)   55296       activation_23[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_21 (BatchNo (None, 61, 61, 48)   144         conv2d_21[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_24 (BatchNo (None, 61, 61, 96)   288         conv2d_24[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_21 (Activation)      (None, 61, 61, 48)   0           batch_normalization_21[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_24 (Activation)      (None, 61, 61, 96)   0           batch_normalization_24[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "average_pooling2d_3 (AveragePoo (None, 61, 61, 288)  0           mixed1[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_20 (Conv2D)              (None, 61, 61, 64)   18432       mixed1[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_22 (Conv2D)              (None, 61, 61, 64)   76800       activation_21[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_25 (Conv2D)              (None, 61, 61, 96)   82944       activation_24[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_26 (Conv2D)              (None, 61, 61, 64)   18432       average_pooling2d_3[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_20 (BatchNo (None, 61, 61, 64)   192         conv2d_20[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_22 (BatchNo (None, 61, 61, 64)   192         conv2d_22[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_25 (BatchNo (None, 61, 61, 96)   288         conv2d_25[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_26 (BatchNo (None, 61, 61, 64)   192         conv2d_26[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_20 (Activation)      (None, 61, 61, 64)   0           batch_normalization_20[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_22 (Activation)      (None, 61, 61, 64)   0           batch_normalization_22[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_25 (Activation)      (None, 61, 61, 96)   0           batch_normalization_25[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_26 (Activation)      (None, 61, 61, 64)   0           batch_normalization_26[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "mixed2 (Concatenate)            (None, 61, 61, 288)  0           activation_20[0][0]              \n",
      "                                                                 activation_22[0][0]              \n",
      "                                                                 activation_25[0][0]              \n",
      "                                                                 activation_26[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_28 (Conv2D)              (None, 61, 61, 64)   18432       mixed2[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_28 (BatchNo (None, 61, 61, 64)   192         conv2d_28[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_28 (Activation)      (None, 61, 61, 64)   0           batch_normalization_28[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_29 (Conv2D)              (None, 61, 61, 96)   55296       activation_28[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_29 (BatchNo (None, 61, 61, 96)   288         conv2d_29[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_29 (Activation)      (None, 61, 61, 96)   0           batch_normalization_29[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_27 (Conv2D)              (None, 30, 30, 384)  995328      mixed2[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_30 (Conv2D)              (None, 30, 30, 96)   82944       activation_29[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_27 (BatchNo (None, 30, 30, 384)  1152        conv2d_27[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_30 (BatchNo (None, 30, 30, 96)   288         conv2d_30[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_27 (Activation)      (None, 30, 30, 384)  0           batch_normalization_27[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_30 (Activation)      (None, 30, 30, 96)   0           batch_normalization_30[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "max_pooling2d_3 (MaxPooling2D)  (None, 30, 30, 288)  0           mixed2[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "mixed3 (Concatenate)            (None, 30, 30, 768)  0           activation_27[0][0]              \n",
      "                                                                 activation_30[0][0]              \n",
      "                                                                 max_pooling2d_3[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_35 (Conv2D)              (None, 30, 30, 128)  98304       mixed3[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_35 (BatchNo (None, 30, 30, 128)  384         conv2d_35[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_35 (Activation)      (None, 30, 30, 128)  0           batch_normalization_35[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_36 (Conv2D)              (None, 30, 30, 128)  114688      activation_35[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_36 (BatchNo (None, 30, 30, 128)  384         conv2d_36[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_36 (Activation)      (None, 30, 30, 128)  0           batch_normalization_36[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_32 (Conv2D)              (None, 30, 30, 128)  98304       mixed3[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_37 (Conv2D)              (None, 30, 30, 128)  114688      activation_36[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_32 (BatchNo (None, 30, 30, 128)  384         conv2d_32[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_37 (BatchNo (None, 30, 30, 128)  384         conv2d_37[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_32 (Activation)      (None, 30, 30, 128)  0           batch_normalization_32[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_37 (Activation)      (None, 30, 30, 128)  0           batch_normalization_37[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_33 (Conv2D)              (None, 30, 30, 128)  114688      activation_32[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_38 (Conv2D)              (None, 30, 30, 128)  114688      activation_37[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_33 (BatchNo (None, 30, 30, 128)  384         conv2d_33[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_38 (BatchNo (None, 30, 30, 128)  384         conv2d_38[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_33 (Activation)      (None, 30, 30, 128)  0           batch_normalization_33[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_38 (Activation)      (None, 30, 30, 128)  0           batch_normalization_38[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "average_pooling2d_4 (AveragePoo (None, 30, 30, 768)  0           mixed3[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_31 (Conv2D)              (None, 30, 30, 192)  147456      mixed3[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_34 (Conv2D)              (None, 30, 30, 192)  172032      activation_33[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_39 (Conv2D)              (None, 30, 30, 192)  172032      activation_38[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_40 (Conv2D)              (None, 30, 30, 192)  147456      average_pooling2d_4[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_31 (BatchNo (None, 30, 30, 192)  576         conv2d_31[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_34 (BatchNo (None, 30, 30, 192)  576         conv2d_34[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_39 (BatchNo (None, 30, 30, 192)  576         conv2d_39[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_40 (BatchNo (None, 30, 30, 192)  576         conv2d_40[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_31 (Activation)      (None, 30, 30, 192)  0           batch_normalization_31[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_34 (Activation)      (None, 30, 30, 192)  0           batch_normalization_34[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_39 (Activation)      (None, 30, 30, 192)  0           batch_normalization_39[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_40 (Activation)      (None, 30, 30, 192)  0           batch_normalization_40[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "mixed4 (Concatenate)            (None, 30, 30, 768)  0           activation_31[0][0]              \n",
      "                                                                 activation_34[0][0]              \n",
      "                                                                 activation_39[0][0]              \n",
      "                                                                 activation_40[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_45 (Conv2D)              (None, 30, 30, 160)  122880      mixed4[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_45 (BatchNo (None, 30, 30, 160)  480         conv2d_45[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_45 (Activation)      (None, 30, 30, 160)  0           batch_normalization_45[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_46 (Conv2D)              (None, 30, 30, 160)  179200      activation_45[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_46 (BatchNo (None, 30, 30, 160)  480         conv2d_46[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_46 (Activation)      (None, 30, 30, 160)  0           batch_normalization_46[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_42 (Conv2D)              (None, 30, 30, 160)  122880      mixed4[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_47 (Conv2D)              (None, 30, 30, 160)  179200      activation_46[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_42 (BatchNo (None, 30, 30, 160)  480         conv2d_42[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_47 (BatchNo (None, 30, 30, 160)  480         conv2d_47[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_42 (Activation)      (None, 30, 30, 160)  0           batch_normalization_42[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_47 (Activation)      (None, 30, 30, 160)  0           batch_normalization_47[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_43 (Conv2D)              (None, 30, 30, 160)  179200      activation_42[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_48 (Conv2D)              (None, 30, 30, 160)  179200      activation_47[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_43 (BatchNo (None, 30, 30, 160)  480         conv2d_43[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_48 (BatchNo (None, 30, 30, 160)  480         conv2d_48[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_43 (Activation)      (None, 30, 30, 160)  0           batch_normalization_43[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_48 (Activation)      (None, 30, 30, 160)  0           batch_normalization_48[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "average_pooling2d_5 (AveragePoo (None, 30, 30, 768)  0           mixed4[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_41 (Conv2D)              (None, 30, 30, 192)  147456      mixed4[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_44 (Conv2D)              (None, 30, 30, 192)  215040      activation_43[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_49 (Conv2D)              (None, 30, 30, 192)  215040      activation_48[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_50 (Conv2D)              (None, 30, 30, 192)  147456      average_pooling2d_5[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_41 (BatchNo (None, 30, 30, 192)  576         conv2d_41[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_44 (BatchNo (None, 30, 30, 192)  576         conv2d_44[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_49 (BatchNo (None, 30, 30, 192)  576         conv2d_49[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_50 (BatchNo (None, 30, 30, 192)  576         conv2d_50[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_41 (Activation)      (None, 30, 30, 192)  0           batch_normalization_41[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_44 (Activation)      (None, 30, 30, 192)  0           batch_normalization_44[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_49 (Activation)      (None, 30, 30, 192)  0           batch_normalization_49[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_50 (Activation)      (None, 30, 30, 192)  0           batch_normalization_50[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "mixed5 (Concatenate)            (None, 30, 30, 768)  0           activation_41[0][0]              \n",
      "                                                                 activation_44[0][0]              \n",
      "                                                                 activation_49[0][0]              \n",
      "                                                                 activation_50[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_55 (Conv2D)              (None, 30, 30, 160)  122880      mixed5[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_55 (BatchNo (None, 30, 30, 160)  480         conv2d_55[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_55 (Activation)      (None, 30, 30, 160)  0           batch_normalization_55[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_56 (Conv2D)              (None, 30, 30, 160)  179200      activation_55[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_56 (BatchNo (None, 30, 30, 160)  480         conv2d_56[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_56 (Activation)      (None, 30, 30, 160)  0           batch_normalization_56[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_52 (Conv2D)              (None, 30, 30, 160)  122880      mixed5[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_57 (Conv2D)              (None, 30, 30, 160)  179200      activation_56[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_52 (BatchNo (None, 30, 30, 160)  480         conv2d_52[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_57 (BatchNo (None, 30, 30, 160)  480         conv2d_57[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_52 (Activation)      (None, 30, 30, 160)  0           batch_normalization_52[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_57 (Activation)      (None, 30, 30, 160)  0           batch_normalization_57[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_53 (Conv2D)              (None, 30, 30, 160)  179200      activation_52[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_58 (Conv2D)              (None, 30, 30, 160)  179200      activation_57[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_53 (BatchNo (None, 30, 30, 160)  480         conv2d_53[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_58 (BatchNo (None, 30, 30, 160)  480         conv2d_58[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_53 (Activation)      (None, 30, 30, 160)  0           batch_normalization_53[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_58 (Activation)      (None, 30, 30, 160)  0           batch_normalization_58[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "average_pooling2d_6 (AveragePoo (None, 30, 30, 768)  0           mixed5[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_51 (Conv2D)              (None, 30, 30, 192)  147456      mixed5[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_54 (Conv2D)              (None, 30, 30, 192)  215040      activation_53[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_59 (Conv2D)              (None, 30, 30, 192)  215040      activation_58[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_60 (Conv2D)              (None, 30, 30, 192)  147456      average_pooling2d_6[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_51 (BatchNo (None, 30, 30, 192)  576         conv2d_51[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_54 (BatchNo (None, 30, 30, 192)  576         conv2d_54[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_59 (BatchNo (None, 30, 30, 192)  576         conv2d_59[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_60 (BatchNo (None, 30, 30, 192)  576         conv2d_60[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_51 (Activation)      (None, 30, 30, 192)  0           batch_normalization_51[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_54 (Activation)      (None, 30, 30, 192)  0           batch_normalization_54[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_59 (Activation)      (None, 30, 30, 192)  0           batch_normalization_59[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_60 (Activation)      (None, 30, 30, 192)  0           batch_normalization_60[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "mixed6 (Concatenate)            (None, 30, 30, 768)  0           activation_51[0][0]              \n",
      "                                                                 activation_54[0][0]              \n",
      "                                                                 activation_59[0][0]              \n",
      "                                                                 activation_60[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_65 (Conv2D)              (None, 30, 30, 192)  147456      mixed6[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_65 (BatchNo (None, 30, 30, 192)  576         conv2d_65[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_65 (Activation)      (None, 30, 30, 192)  0           batch_normalization_65[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_66 (Conv2D)              (None, 30, 30, 192)  258048      activation_65[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_66 (BatchNo (None, 30, 30, 192)  576         conv2d_66[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_66 (Activation)      (None, 30, 30, 192)  0           batch_normalization_66[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_62 (Conv2D)              (None, 30, 30, 192)  147456      mixed6[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_67 (Conv2D)              (None, 30, 30, 192)  258048      activation_66[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_62 (BatchNo (None, 30, 30, 192)  576         conv2d_62[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_67 (BatchNo (None, 30, 30, 192)  576         conv2d_67[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_62 (Activation)      (None, 30, 30, 192)  0           batch_normalization_62[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_67 (Activation)      (None, 30, 30, 192)  0           batch_normalization_67[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_63 (Conv2D)              (None, 30, 30, 192)  258048      activation_62[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_68 (Conv2D)              (None, 30, 30, 192)  258048      activation_67[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_63 (BatchNo (None, 30, 30, 192)  576         conv2d_63[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_68 (BatchNo (None, 30, 30, 192)  576         conv2d_68[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_63 (Activation)      (None, 30, 30, 192)  0           batch_normalization_63[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_68 (Activation)      (None, 30, 30, 192)  0           batch_normalization_68[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "average_pooling2d_7 (AveragePoo (None, 30, 30, 768)  0           mixed6[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_61 (Conv2D)              (None, 30, 30, 192)  147456      mixed6[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_64 (Conv2D)              (None, 30, 30, 192)  258048      activation_63[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_69 (Conv2D)              (None, 30, 30, 192)  258048      activation_68[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_70 (Conv2D)              (None, 30, 30, 192)  147456      average_pooling2d_7[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_61 (BatchNo (None, 30, 30, 192)  576         conv2d_61[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_64 (BatchNo (None, 30, 30, 192)  576         conv2d_64[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_69 (BatchNo (None, 30, 30, 192)  576         conv2d_69[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_70 (BatchNo (None, 30, 30, 192)  576         conv2d_70[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_61 (Activation)      (None, 30, 30, 192)  0           batch_normalization_61[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_64 (Activation)      (None, 30, 30, 192)  0           batch_normalization_64[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_69 (Activation)      (None, 30, 30, 192)  0           batch_normalization_69[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_70 (Activation)      (None, 30, 30, 192)  0           batch_normalization_70[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "mixed7 (Concatenate)            (None, 30, 30, 768)  0           activation_61[0][0]              \n",
      "                                                                 activation_64[0][0]              \n",
      "                                                                 activation_69[0][0]              \n",
      "                                                                 activation_70[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_73 (Conv2D)              (None, 30, 30, 192)  147456      mixed7[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_73 (BatchNo (None, 30, 30, 192)  576         conv2d_73[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_73 (Activation)      (None, 30, 30, 192)  0           batch_normalization_73[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_74 (Conv2D)              (None, 30, 30, 192)  258048      activation_73[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_74 (BatchNo (None, 30, 30, 192)  576         conv2d_74[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_74 (Activation)      (None, 30, 30, 192)  0           batch_normalization_74[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_71 (Conv2D)              (None, 30, 30, 192)  147456      mixed7[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_75 (Conv2D)              (None, 30, 30, 192)  258048      activation_74[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_71 (BatchNo (None, 30, 30, 192)  576         conv2d_71[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_75 (BatchNo (None, 30, 30, 192)  576         conv2d_75[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_71 (Activation)      (None, 30, 30, 192)  0           batch_normalization_71[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_75 (Activation)      (None, 30, 30, 192)  0           batch_normalization_75[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_72 (Conv2D)              (None, 14, 14, 320)  552960      activation_71[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_76 (Conv2D)              (None, 14, 14, 192)  331776      activation_75[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_72 (BatchNo (None, 14, 14, 320)  960         conv2d_72[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_76 (BatchNo (None, 14, 14, 192)  576         conv2d_76[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_72 (Activation)      (None, 14, 14, 320)  0           batch_normalization_72[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_76 (Activation)      (None, 14, 14, 192)  0           batch_normalization_76[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "max_pooling2d_4 (MaxPooling2D)  (None, 14, 14, 768)  0           mixed7[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "mixed8 (Concatenate)            (None, 14, 14, 1280) 0           activation_72[0][0]              \n",
      "                                                                 activation_76[0][0]              \n",
      "                                                                 max_pooling2d_4[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_81 (Conv2D)              (None, 14, 14, 448)  573440      mixed8[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_81 (BatchNo (None, 14, 14, 448)  1344        conv2d_81[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_81 (Activation)      (None, 14, 14, 448)  0           batch_normalization_81[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_78 (Conv2D)              (None, 14, 14, 384)  491520      mixed8[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_82 (Conv2D)              (None, 14, 14, 384)  1548288     activation_81[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_78 (BatchNo (None, 14, 14, 384)  1152        conv2d_78[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_82 (BatchNo (None, 14, 14, 384)  1152        conv2d_82[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_78 (Activation)      (None, 14, 14, 384)  0           batch_normalization_78[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_82 (Activation)      (None, 14, 14, 384)  0           batch_normalization_82[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_79 (Conv2D)              (None, 14, 14, 384)  442368      activation_78[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_80 (Conv2D)              (None, 14, 14, 384)  442368      activation_78[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_83 (Conv2D)              (None, 14, 14, 384)  442368      activation_82[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_84 (Conv2D)              (None, 14, 14, 384)  442368      activation_82[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "average_pooling2d_8 (AveragePoo (None, 14, 14, 1280) 0           mixed8[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_77 (Conv2D)              (None, 14, 14, 320)  409600      mixed8[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_79 (BatchNo (None, 14, 14, 384)  1152        conv2d_79[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_80 (BatchNo (None, 14, 14, 384)  1152        conv2d_80[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_83 (BatchNo (None, 14, 14, 384)  1152        conv2d_83[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_84 (BatchNo (None, 14, 14, 384)  1152        conv2d_84[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_85 (Conv2D)              (None, 14, 14, 192)  245760      average_pooling2d_8[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_77 (BatchNo (None, 14, 14, 320)  960         conv2d_77[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_79 (Activation)      (None, 14, 14, 384)  0           batch_normalization_79[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_80 (Activation)      (None, 14, 14, 384)  0           batch_normalization_80[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_83 (Activation)      (None, 14, 14, 384)  0           batch_normalization_83[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_84 (Activation)      (None, 14, 14, 384)  0           batch_normalization_84[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_85 (BatchNo (None, 14, 14, 192)  576         conv2d_85[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_77 (Activation)      (None, 14, 14, 320)  0           batch_normalization_77[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "mixed9_0 (Concatenate)          (None, 14, 14, 768)  0           activation_79[0][0]              \n",
      "                                                                 activation_80[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "concatenate_1 (Concatenate)     (None, 14, 14, 768)  0           activation_83[0][0]              \n",
      "                                                                 activation_84[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "activation_85 (Activation)      (None, 14, 14, 192)  0           batch_normalization_85[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "mixed9 (Concatenate)            (None, 14, 14, 2048) 0           activation_77[0][0]              \n",
      "                                                                 mixed9_0[0][0]                   \n",
      "                                                                 concatenate_1[0][0]              \n",
      "                                                                 activation_85[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_90 (Conv2D)              (None, 14, 14, 448)  917504      mixed9[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_90 (BatchNo (None, 14, 14, 448)  1344        conv2d_90[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_90 (Activation)      (None, 14, 14, 448)  0           batch_normalization_90[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_87 (Conv2D)              (None, 14, 14, 384)  786432      mixed9[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_91 (Conv2D)              (None, 14, 14, 384)  1548288     activation_90[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_87 (BatchNo (None, 14, 14, 384)  1152        conv2d_87[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_91 (BatchNo (None, 14, 14, 384)  1152        conv2d_91[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_87 (Activation)      (None, 14, 14, 384)  0           batch_normalization_87[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_91 (Activation)      (None, 14, 14, 384)  0           batch_normalization_91[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_88 (Conv2D)              (None, 14, 14, 384)  442368      activation_87[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_89 (Conv2D)              (None, 14, 14, 384)  442368      activation_87[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_92 (Conv2D)              (None, 14, 14, 384)  442368      activation_91[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_93 (Conv2D)              (None, 14, 14, 384)  442368      activation_91[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "average_pooling2d_9 (AveragePoo (None, 14, 14, 2048) 0           mixed9[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_86 (Conv2D)              (None, 14, 14, 320)  655360      mixed9[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_88 (BatchNo (None, 14, 14, 384)  1152        conv2d_88[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_89 (BatchNo (None, 14, 14, 384)  1152        conv2d_89[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_92 (BatchNo (None, 14, 14, 384)  1152        conv2d_92[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_93 (BatchNo (None, 14, 14, 384)  1152        conv2d_93[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_94 (Conv2D)              (None, 14, 14, 192)  393216      average_pooling2d_9[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_86 (BatchNo (None, 14, 14, 320)  960         conv2d_86[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_88 (Activation)      (None, 14, 14, 384)  0           batch_normalization_88[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_89 (Activation)      (None, 14, 14, 384)  0           batch_normalization_89[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_92 (Activation)      (None, 14, 14, 384)  0           batch_normalization_92[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_93 (Activation)      (None, 14, 14, 384)  0           batch_normalization_93[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_94 (BatchNo (None, 14, 14, 192)  576         conv2d_94[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_86 (Activation)      (None, 14, 14, 320)  0           batch_normalization_86[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "mixed9_1 (Concatenate)          (None, 14, 14, 768)  0           activation_88[0][0]              \n",
      "                                                                 activation_89[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "concatenate_2 (Concatenate)     (None, 14, 14, 768)  0           activation_92[0][0]              \n",
      "                                                                 activation_93[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "activation_94 (Activation)      (None, 14, 14, 192)  0           batch_normalization_94[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "mixed10 (Concatenate)           (None, 14, 14, 2048) 0           activation_86[0][0]              \n",
      "                                                                 mixed9_1[0][0]                   \n",
      "                                                                 concatenate_2[0][0]              \n",
      "                                                                 activation_94[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "sequential_1 (Sequential)       (None, 1)            102760961   mixed10[0][0]                    \n",
      "==================================================================================================\n",
      "Total params: 124,563,745\n",
      "Trainable params: 102,760,961\n",
      "Non-trainable params: 21,802,784\n",
      "__________________________________________________________________________________________________\n"
     ]
    }
   ],
   "source": [
    "model.summary()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 1/10\n",
      "100/100 [==============================] - 3245s 32s/step - loss: 0.7077 - acc: 0.5847 - val_loss: 0.6593 - val_acc: 0.6254\n",
      "Epoch 2/10\n",
      "100/100 [==============================] - 3173s 32s/step - loss: 0.6015 - acc: 0.6673 - val_loss: 0.7290 - val_acc: 0.5290\n",
      "Epoch 3/10\n",
      "100/100 [==============================] - 3071s 31s/step - loss: 0.6052 - acc: 0.6648 - val_loss: 0.6634 - val_acc: 0.6028\n",
      "Epoch 4/10\n",
      "100/100 [==============================] - 2153s 22s/step - loss: 0.5655 - acc: 0.7069 - val_loss: 0.6940 - val_acc: 0.5416\n",
      "Epoch 5/10\n",
      "100/100 [==============================] - 1197s 12s/step - loss: 0.5501 - acc: 0.7149 - val_loss: 0.7154 - val_acc: 0.5416\n",
      "Epoch 6/10\n",
      "100/100 [==============================] - 914s 9s/step - loss: 0.5518 - acc: 0.7226 - val_loss: 0.6693 - val_acc: 0.5777\n",
      "Epoch 7/10\n",
      "100/100 [==============================] - 916s 9s/step - loss: 0.5445 - acc: 0.7247 - val_loss: 0.7288 - val_acc: 0.5369\n",
      "Epoch 8/10\n",
      "100/100 [==============================] - 917s 9s/step - loss: 0.5094 - acc: 0.7464 - val_loss: 0.7384 - val_acc: 0.5376\n",
      "Epoch 9/10\n",
      "100/100 [==============================] - 920s 9s/step - loss: 0.5135 - acc: 0.7513 - val_loss: 0.6854 - val_acc: 0.5699\n",
      "Epoch 10/10\n",
      "100/100 [==============================] - 914s 9s/step - loss: 0.4896 - acc: 0.7591 - val_loss: 0.6933 - val_acc: 0.5620\n"
     ]
    }
   ],
   "source": [
    "STEP_SIZE_TRAIN=100\n",
    "STEP_SIZE_VALID=20\n",
    "\n",
    "history = model.fit_generator(\n",
    "    generator=train_generator,\n",
    "    steps_per_epoch=STEP_SIZE_TRAIN,\n",
    "    validation_data=valid_generator,\n",
    "    validation_steps=STEP_SIZE_VALID,\n",
    "    epochs=10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYsAAAEWCAYAAACXGLsWAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMi4zLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvIxREBQAAIABJREFUeJzt3Xd8VGX2+PHPSackIYHQSwKCFOmhKAo2XNYCrqJi17WuZVe3uesWXd36+7rrrruuK3YURcSGZXUFUUClhCaCKJ2EGtIgQEiZ8/vjucAAgQyQyZ1Jzvv1mhczd245GZJ75t7nec4jqooxxhhzNDF+B2CMMSbyWbIwxhhTI0sWxhhjamTJwhhjTI0sWRhjjKmRJQtjjDE1smRhDCAiz4vI70Ncd52InBvumIyJJJYsjDHG1MiShTH1iIjE+R2DqZ8sWZio4d3++ZmIfCkiu0TkGRFpJSL/FZGdIjJNRNKC1h8tIstEpFhEPhGRHkHv9ReRhd52rwJJhxzrQhFZ7G37uYj0CTHGC0RkkYjsEJFcEXnwkPdP9/ZX7L1/g7e8kYj8VUTWi0iJiMz2lp0pInnVfA7nes8fFJEpIvKSiOwAbhCRwSLyhXeMzSLyLxFJCNq+l4h8JCKFIrJVRO4XkdYisltEmgetN1BE8kUkPpSf3dRvlixMtLkUGAl0Ay4C/gvcD7TA/T7/EEBEugGvAPcAGcD7wDsikuCdON8CXgTSgde8/eJtOwB4FrgNaA48CUwVkcQQ4tsFXAc0Ay4AfiAiF3v77ejF+08vpn7AYm+7R4CBwGleTD8HAiF+JmOAKd4xJwJVwL3eZ3IqcA5whxdDMjAN+ABoC5wETFfVLcAnwOVB+70GmKSqFSHGYeoxSxYm2vxTVbeq6kZgFjBXVRep6l7gTaC/t94VwHuq+pF3snsEaIQ7GQ8F4oG/q2qFqk4B5gcd4xbgSVWdq6pVqvoCsNfb7qhU9RNVXaqqAVX9EpewRnhvXw1MU9VXvOMWqOpiEYkBvg/8SFU3esf83PuZQvGFqr7lHXOPqi5Q1TmqWqmq63DJbl8MFwJbVPWvqlqmqjtVda733gu4BIGIxAJX4hKqMZYsTNTZGvR8TzWvm3rP2wLr972hqgEgF2jnvbdRD66iuT7oeSfgJ95tnGIRKQY6eNsdlYgMEZEZ3u2bEuB23Dd8vH2srmazFrjbYNW9F4rcQ2LoJiLvisgW79bUH0OIAeBtoKeIdMZdvZWo6rzjjMnUM5YsTH21CXfSB0BEBHei3AhsBtp5y/bpGPQ8F/iDqjYLejRW1VdCOO7LwFSgg6qmAv8B9h0nF+hSzTbbgbIjvLcLaBz0c8TibmEFO7R09BPACqCrqqbgbtPVFAOqWgZMxl0BXYtdVZgglixMfTUZuEBEzvEaaH+Cu5X0OfAFUAn8UETiROQSYHDQtk8Bt3tXCSIiTbyG6+QQjpsMFKpqmYgMBq4Kem8icK6IXO4dt7mI9POuep4F/iYibUUkVkRO9dpIvgWSvOPHA78Gamo7SQZ2AKUi0h34QdB77wKtReQeEUkUkWQRGRL0/gTgBmA08FIIP69pICxZmHpJVb/B3X//J+6b+0XARaparqrlwCW4k2IRrn3jjaBtc3DtFv/y3l/lrRuKO4CHRGQn8Ftc0tq33w3A+bjEVYhr3O7rvf1TYCmu7aQQ+AsQo6ol3j6fxl0V7QIO6h1VjZ/iktROXOJ7NSiGnbhbTBcBW4CVwFlB73+Ga1hf6LV3GAOA2ORHxphgIvIx8LKqPu13LCZyWLIwxuwnIoOAj3BtLjv9jsdEDrsNZYwBQERewI3BuMcShTmUXVkYY4ypkV1ZGGOMqVG9KTrWokULzczM9DsMY4yJKgsWLNiuqoeO3TlMvUkWmZmZ5OTk+B2GMcZEFRFZX/NadhvKGGNMCCxZGGOMqZElC2OMMTWyZGGMMaZGliyMMcbUyJKFMcaYGlmyMMYYU6N6M87CGGMamryi3cxeuZ2AwlVDOta8wQmwZGGMMVFiZ1kFc9YUMntlPrNWbmfN9l0A9O/YzJKFMcY0VFUB5cu8Ymat3M7sldtZuKGIyoDSKD6WoZ3TuWZoJ87o2oKTWjateWcnyJKFMcZEkNzC3cxauZ1ZK/P5bNV2dpRVIgK926Vy6/DOnNE1gwGdmpEYF1uncVmyMMYYH+0oq+CL1QXMWpnP7JXbWVewG4C2qUl895Q2nN61BcNOakF6kwRf47RkYYwxdaiyKsAS79bSrJXbWZxbTFVAaZIQy9DOzbnhtEzO6JZB5xZNEBG/w93PkoUxxoTZ+oJdzFy5ndkr8/l8dQE7vVtLfdo34wcjunBG1xb075hGQlzkjmawZGGMMbWsZHcFn6/ezqxVru0ht3APAO2aNeLCPm04o2sGp3VpTrPG/t5aOhaWLIwx5gRVVAVYnFvMrG/zmbVqO0tyiwkoNE2M49QuzbnlDNcwndm8cUTdWjoWYU0WIjIK+AcQCzytqn8+5P1HgbO8l42BlqrazHuvCljqvbdBVUeHM1ZjjAlVVUBZuW0n89YWMvPb7cxZU0Dp3kpiBPp2aMZdZ3fljK4t6NehGfGxkXtr6ViELVmISCzwODASyAPmi8hUVV2+bx1VvTdo/buB/kG72KOq/cIVnzHGhKqgdC+Lc4tZtKGYRblFLMktoXRvJQAd0hsxul9bhndtwamdW5DaON7naMMjnFcWg4FVqroGQEQmAWOA5UdY/0rggTDGY4wxNaqoCrBi804W5RaxcH0Ri3KLWe91Z42NEXq0SeZ7/dvRv2Mzsjul07F5Y58jrhvhTBbtgNyg13nAkOpWFJFOQBbwcdDiJBHJASqBP6vqW+EK1BjTcG3dUbY/KSzaUMSXeSXsrQwA0DI5kQEd07hqcEf6d0yjd7tUGiXU7WC4SBHOZFFdK44eYd1xwBRVrQpa1lFVN4lIZ+BjEVmqqqsPOoDIrcCtAB07hrcuijEm+pVVVLFsU4m7nbTBJYdNJWUAJMTGcEq7FK4Z2on+HZvRv2MabVOTorZBuraFM1nkAR2CXrcHNh1h3XHAncELVHWT9+8aEfkE156x+pB1xgPjAbKzs4+UiIwxDZCqkle0h4UbivYnhuWbd1BR5U4V7dMaMTAznZs7NGNApzR6tEmu8xIa0SScyWI+0FVEsoCNuIRw1aEricjJQBrwRdCyNGC3qu4VkRbAMOD/hTFWY0yU27W3kiV5xfuvGhbnFrG9tByARvGx9Gmfys1ndKZ/h2b069iMlslJPkccXcKWLFS1UkTuAj7EdZ19VlWXichDQI6qTvVWvRKYpKrBVwY9gCdFJICboOnPwb2ojDENWyCgrNm+i0Ub9rU1FPPNlh0EvLNI54wmjOjW0rud1IyTWyUTV0+6sPpFDj5HR6/s7GzNycnxOwxjTJioKgs3FDF5fh4fLNtCyZ4KAJKT4ujXwbUx9O/YjP4dmkXVyGi/icgCVc2uaT0bwW2MiWhbd5TxxsKNvLYglzX5u2icEMuoXq0Z2rk5Azo1o3OLpsTEWCN0uFmyMMZEnPLKANO/3srknFw+/TafgMKgzDRuH9GFC3q3oUminbrqmn3ixpiIsXzTDibn5PL24o0U7a6gdUoSPzizC2MHdiCrRRO/w2vQLFkYY3xVvLuctxdvYnJOLss27SAhNoaRvVpx2cD2nNE1g1i7xRQRLFkYY+pcVUCZtTKf13Ly+Gj5VsqrAvRqm8LvRvdidN+2pPk8K5w5nCULY0ydWbt9F6/l5PLGwo1s2VFGWuN4rh7akcsGdqBn2xS/wzNHYcnCGBNWu/ZW8t7SzbyWk8v8dUXECJx5ckseuKgnZ/doaaOmo4QlC2NMrVNV5q8rYnJOLu8v3czu8io6ZzThvlHduWRAO1ql2OjpaGPJwhhTazaX7OH1BXlMWZDHuoLdNE2MY3TftlyW3Z4BHdOsKF8Us2RhjDkhZRVVTPt6K5Nz8pi90o2JGNo5nbvP7sp3e7emcYKdZuoD+180xhwzVWXZ/jERmyjZU0Hb1CTuOuskxg7s0GAmBGpILFkYY0JWuKuctxZtZHJOLiu27CQhLoZRvVpzWXZ7TuvSwsZE1GOWLIxp4FSVot0V5O/cS/7OvWzbWRb03P2bX7qXbTvK2FHm5p3u2z6Vhy8+hdF92tbbOafNwSxZGFNPlVVUBZ3o3b8uCRycDLaX7t0/IVCwpPgYWiYn0TI5ka4tm3Jal+a0Skni3B6tOLl1sg8/kfGTJQtjokggoBTvqaj+2/8hVwX7rgKCiUDzJolkJLtH11bJ7nnTRFqmuH8zkhNpmZJEk4RY671k9rNkYUyEKt5dTs66IuavK2TB+iI2Fu8hf+deKgOHXwU0io+lZUoiLZMTObl1Mqef1IKWKUn7T/4Zye699CYJNgmQOS6WLIyJEJuK9zB/XSHz1hYyf10h324tBSA+VujdLpVhJ7WgZXLwyT9p//OmVrLbhJn9hhnjA1Vl1bZS5ntXDvPWFrKxeA8ATRJiGdApjYv6tGVQVjr9OjQjKd5KYhh/WbIwpg5UVAVYtmkH89cWMm9dITnrCina7aYFbdE0gUGZ6dx0ehaDs9Lp3trmizaRx5KFMWGwu7ySRRuKmb/O3VJauL6YPRVVAHRq3phzerRiUGYagzLTyWrRxBqSTcSzZGFMLSjaVb4/McxbV8SyjSVUBhQR6N46hcuz2zMoK51BmelWRM9EJUsWxhyHvKLdXltDETnrClm5zTVGJ8TG0LdDKrcO78ygrHQGdEwjtZENWjPRz5KFMTUIBJRV+aX7eynNX1vIppIyAJIT4xjQKY2L+7djUGY6fdqnWmO0qZcsWRhziMqqAMs372De2kLmrCkkZ30hxV5jdEZyIoMz07k1M41BWel0b51i9ZBMg2DJwjR4FVUBlm4sYe6aQuauLSBnXRGle93o507NGzOyRysGZaUzODOdTs0bW2O0aZAsWZgGZ29lFV/mlTB3TQFz17rR0bvLXU+lLhlNGN2vLUOy0hmS1ZzWqdYYbQxYsjANQFlFFQs3FO2/cli0oZi9lQEATm6VzNiB7RmS1ZzBWelkJCf6HK0xkcmShal3dpdXsmD9geSwJLeE8qoAItCzTQpXD+nE4Kx0Bmelk94kwe9wjYkKlixM1NtZVkHOuiLmrC1g3tpClua5MQ6xMcIpbVO4YVgmQ7LSyc5Mt26sxhwnSxYm6pTsrmDeusL9bQ7LNpUQUFdwr0/7Ztw6vDODveRgBfaMqR32l2QiXkHpXuatLWSu91ixZQeqkBAXQ78OzbjrrJMY0rk5Azqm0SjBxjgYEw6WLExE+nrzDibOXc/cNQdGRyfFxzCwUxr3ntuNwVaN1Zg6ZcnCRJwF6wu5/tn5BFTJzkzn4v7tGNo5nd7tmpEQZ9VYjfGDJQsTUeatLeTG5+bRMiWJV24ZauMcjIkQYf2aJiKjROQbEVklIr+o5v1HRWSx9/hWRIqD3rteRFZ6j+vDGaeJDF+sLuD6Z+fROjWJV2+1RGFMJAnblYWIxAKPAyOBPGC+iExV1eX71lHVe4PWvxvo7z1PBx4AsgEFFnjbFoUrXuOv2Su3c/OE+XRIa8zLtwy1wXHGRJhwXlkMBlap6hpVLQcmAWOOsv6VwCve8+8AH6lqoZcgPgJGhTFW46NPv83nphfmk9m8CZNutURhTCQKZ7JoB+QGvc7zlh1GRDoBWcDHx7KtiNwqIjkikpOfn18rQZu6NWPFNm55IYcuGU15+ZahNG9qicKYSBTOZFFdaU49wrrjgCmqWnUs26rqeFXNVtXsjIyM4wzT+GXa8q3c+mIOJ7dO5uVbhljpDWMiWDiTRR7QIeh1e2DTEdYdx4FbUMe6rYlCH3y1hdtfWkDPtqm8dPMQmjW2RGFMJAtnspgPdBWRLBFJwCWEqYeuJCInA2nAF0GLPwTOE5E0EUkDzvOWmXrgvS83c+fLC+nTPpUXbxps9ZqMiQJh6w2lqpUichfuJB8LPKuqy0TkISBHVfcljiuBSaqqQdsWisjDuIQD8JCqFoYrVlN3pi7ZxL2vLmZAx2Y8d+Ngq91kTJSQoHN0VMvOztacnBy/wzBH8eaiPH4yeQmDMtN59oZBNLFEYYzvRGSBqmbXtJ79tZo68VpOLj9//UtO7dycp6/PpnGC/eoZE03sL9aE3aR5G/jlm0s5/aQWjL822yrDGhOFrCqbCauX5qznF28sZXjXDJ66zhKFMdHKrixM2Lzw+ToemLqMc7q35N/XDCAxzhKFMdHKkoUJi2dmr+Xhd5czsmcrHr9qgJUWNybKWbIwtW78zNX88f0VfPeU1jx2ZX/iYy1RGBPtLFmYWvX4jFX834ffcGGfNjx6RT9LFMbUE5YsTK15bPpK/vbRt4zp15a/XtaXOEsUxtQblizMCVNVHp22ksemr+SSAe34v7F9iY2prhakMSZaWbIwJ0RVeeR/3/D4jNVcnt2eP13SxxKFMfWQJQtz3FSVP/93BU/OXMOVgzvyh4tPIcYShTH1kiULc1xUld+/9zXPzF7LtUM78bvRvSxRGFOPWbIwx0xV+d07y3n+83XcOCyT317YExFLFMbUZ5YszDEJBJTfvP0VE+du4JYzsrj//B6WKIxpACxZmJAFAsr9by5l0vxcbh/RhftGnWyJwpgGwpKFCUlVQLnv9S+ZsiCPu88+iR+P7GaJwpgGxJKFqVFVQPnpa0t4c9FG7jm3K/ec283vkIwxdcyShTmqyqoA905ewjtLNvHT87px19ld/Q7JGOMDSxbmiCqqAtwzaTHvLd3MfaO684Mzu/gdkjHGJyElCxF5HXgW+K+qBsIbUsNUWRXgg2VbiIsRUpLiSWkUT2qjeFKS4mmaFFfno6LLKwPc/cpCPly2lV9f0IObz+hcp8c3xkSWUK8sngBuBB4TkdeA51V1RfjCangm5+Rx/5tLj/h+clLc/iSSkhTnEomXTFIaxe1PLPvfb3zgdZOE2GNqjN5bWcWdExcy7ettPHBRT24cllUbP6IxJoqFlCxUdRowTURSgSuBj0QkF3gKeElVK8IYY71XFVCemrWG3u1S+culfSjZU8GOsgp27KlgR1mle71/WSU7yirYULh7//uleyuPuv/YGCE5KTihuMRzIOHEHXQl8+Kc9Xy8YhsPj+nFtadm1s2HYIyJaCG3WYhIc+Aa4FpgETAROB24HjgzHME1FB8t38La7bt4/KoB9GybcszbV1YFKN27L6lU7k80JYckmAPLKtm2o3T/e3sqqg7b5x+/15urhnSsjR/PGFMPhNpm8QbQHXgRuEhVN3tvvSoiOeEKriFQVf7z6Ro6pjdm1Cmtj2sfcbExNGucQLPGCce1/d7KKnaWVe6/UmmaGMdJLZse176MMfVTqFcW/1LVj6t7Q1WzazGeBmf+uiIW5xbz8JhevpX2ToyLJbFpLC2aJvpyfGNM5At1KrMeItJs3wsRSRORO8IUU4Py5KerSW+SwNiBHfwOxRhjjijUZHGLqhbve6GqRcAt4Qmp4Vi5dSfTV2zjulM70Sgh1u9wjDHmiEJNFjES1PdSRGKB47tBbvYbP3MNSfExXGc9jowxES7UNosPgcki8h9AgduBD8IWVQOwpaSMtxZv5KrBHUlvYnnXGBPZQk0W9wG3AT8ABPgf8HS4gmoInvt8LVUBtZHRxpioEOqgvABuFPcT4Q2nYdhZVsHLczZwfu82dEhv7Hc4xhhTo1DHWXQF/gT0BJL2LVdV+1p8HF6Zt4Gdeyu5bbgV5jPGRIdQG7ifw11VVAJnARNwA/TMMSqvDPDM7LWc1qU5vdun+h2OMcaEJNRk0UhVpwOiqutV9UHg7Jo2EpFRIvKNiKwSkV8cYZ3LRWS5iCwTkZeDlleJyGLvMTXEOCPe24s3snXHXm4bYVcVxpjoEWoDd5mIxAArReQuYCPQ8mgbeN1rHwdGAnnAfBGZqqrLg9bpCvwSGKaqRSISvM89qtrvGH6WiBfwCgZ2b53M8K4t/A7HGGNCFuqVxT1AY+CHwEBcQcHra9hmMLBKVdeoajkwCRhzyDq3AI97g/xQ1W2hBh6NPvl2G99uLeW2EZ1t/mpjTFSpMVl4VwiXq2qpquap6o2qeqmqzqlh03ZAbtDrPG9ZsG5ANxH5TETmiMiooPeSRCTHW37xEWK71VsnJz8/v6YfxXdPfrqGtqlJXNinrd+hGGPMMakxWahqFTBQjv2rcHXr6yGv44CuuBLnVwJPB9Wg6ugVKbwK+LuIHHaTX1XHq2q2qmZnZGQcY3h1a9GGIuauLeT7p2cRHxvqBZ0xxkSGUNssFgFve7Pk7dq3UFXfOMo2eUBwdbz2wKZq1pnjTZ60VkS+wSWP+aq6yTvGGhH5BOgPrA4x3ogzfuYaUpLiGDfY5ogwxkSfUL/ipgMFuB5QF3mPC2vYZj7QVUSyRCQBGAcc2qvpLVxXXESkBe621Bqvqm1i0PJhwHKi1Lrtu/hg2RauGdqJpokhzzdljDERI9QR3Dce645VtdLrOfUhEAs8q6rLROQhIEdVp3rvnSciy4Eq4GeqWiAipwFPikgAl9D+HNyLKto8NWsN8TEx3DAs0+9QjDHmuIQ6gvs5Dm9vQFW/f7TtVPV94P1Dlv026LkCP/Yewet8DvQOJbZIt710L68tyOPSge1omZxU8wbGGBOBQr0n8m7Q8yTgexze/mCqMeHzdVRUBaxgoDEmqoV6G+r14Nci8gowLSwR1SO7yyuZMGc9I3u0okuGzWltjIlex9uHsytg3XpqMHl+LsW7K7hthF1VGGOiW6htFjs5uM1iC26OC3MElVUBnpq1luxOaQzslO53OMYYc0JCvQ2VHO5A6pv3lm5mY/EeHhzdy+9QjDHmhIV0G0pEviciqUGvmx2pBIcBVWX8zDV0yWjCOd2PWm/RGGOiQqhtFg+oasm+F6paDDwQnpCi32erCli2aQe3Du9MTIwVDDTGRL9Qk0V169lQ5CN4cuZqMpITubj/oXUTjTEmOoWaLHJE5G8i0kVEOovIo8CCcAYWrZZtKmHWyu3cOCyTxLhYv8MxxphaEWqyuBsoB14FJgN7gDvDFVQ0Gz9zDU0SYrl6SCe/QzHGmFoTam+oXUC106KaA/KKdvPul5u58bRMUhvF+x2OMcbUmlB7Q30UNM8EXlXYD8MXVnR6ZvZaBPj+6Vl+h2KMMbUq1NtQLbweUAB406Ban9AgxbvLmTQvl9H92tK2WSO/wzHGmFoVarIIiMj+8h4ikkk1VWijVmk+lO8+oV28NGc9eyqquHW4lfYwxtQ/oSaLXwGzReRFEXkR+BT4ZfjCqkMFq+FvPeDLSce9i7KKKp7/fB1nnpxB99YptRicMcZEhpCShap+AGQD3+B6RP0E1yMq+qV3hpbdYd7ToMd3sfTGwo1sLy23qwpjTL0VagP3zcB0XJL4CfAi8GD4wqpDIjDoFti2DDbMOebNqwLKU7PW0Kd9Kqd2bh6GAI0xxn+h3ob6ETAIWK+qZwH9gfywRVXXeo+FxFSY/9Qxb/rR8i2s3b6L24Z3QcRKexhj6qdQk0WZqpYBiEiiqq4ATg5fWHUsoQn0vxqWT4WdW0PeTFX5z6dr6JjemFGntA5jgMYY469Qk0WeN87iLeAjEXmb+jatavZNEKiAhRNC3mT+uiIW5xZzyxlZxFrBQGNMPRZqA/f3VLVYVR8EfgM8A9SvEuUtToLOZ8GC56CqMqRNxs9cTXqTBMYO7BDm4Iwxxl/HPK2qqn6qqlNVtTwcAflq8C2wYyN8+98aV125dSfTvt7Gdad2olGCFQw0xtRvxzsHd/3U9TuQ0h7m1dzQPX7mGpLiY7ju1Mzwx2WMMT6zZBEsNg6yb4S1n0L+t0dcbeuOMt5avJHLszuQ3iShDgM0xhh/WLI41IDrICYecp454irPfraWqoBy8+k2CM8Y0zBYsjhU05bQ62JY/DLsLT3s7Z1lFbw8ZwPn925Dx+aNfQjQGGPqniWL6gy6GfbugKWvHfbWK/M2sHNvJbcN7+JDYMYY4w9LFtXpMARa9Yb5B9eLKq8M8OzsdZzWpTm926f6GKAxxtQtSxbVEYHBN8PWryB37v7FU5dsYsuOMisYaIxpcCxZHEnvy1y9KK8bbSCgjJ+5mu6tkxnRLcPn4Iwxpm5ZsjiShCbQ7ypY/jaUbuOTb7fx7dZSbhvR2QoGGmMaHEsWRzNoX72oF3jy0zW0TU3iwj5t/Y7KGGPqnCWLo2nRFTqfSfncZ8hZm8/3T88iPrYBfGTHOQmUMab+CuuZT0RGicg3IrJKRH5xhHUuF5HlIrJMRF4OWn69iKz0HteHM86jGnQzCbs2c2HSEsYN7ljz+tFu4QT4e28ozvU7EmNMBAlbshCRWOBx4LtAT+BKEel5yDpdcXN5D1PVXsA93vJ04AFgCDAYeEBE0sIV69Gsaz6cjdqce1Nn0jQxzo8Q6s6eYvjot1CSC+/8yK4wjDH7hfPKYjCwSlXXeBVqJwFjDlnnFuBxVS0CUNVt3vLvAB+paqH33kfAqDDGekRPfbaBVwPnklkyD7av9COEuvPZ32FPEQy8AVZPhyWv+B2RMSZChDNZtAOC72XkecuCdQO6ichnIjJHREYdw7aIyK0ikiMiOfn5tT/L6/bSvUxZkMfuXle5elHzj1wvKuqVbIQ5T0Dvy+GCR6HDUPjgF7Bzi9+RGWMiQDiTRXX9Sw+9rxEHdAXOBK4EnvZm5AtlW1R1vKpmq2p2Rkbtj32Y8Pk6yqsCXHlONvQc4+pFle+q9eNEhE/+CBqAs38NMTEw5nGo3Avv/thuRxljwpos8oDgKeTac/hUrHnA26paoaprgW9wySOUbcNqd3klE+asZ2SPVnTJaOrViyqptl5U1Nu63CXCQbdAWie3rMVJcNb98M17sOwNf+MzxvgunMliPtBVRLJEJAEYB0w9ZJ23gLMARKQF7rbUGuBD4DwRSfMats/zltWZyfNzKd5dwW0jvNIeHYdCq1Ng3tP175v2tAchIRmG//Tg5UPvhLb94f2fw67tvoRmjIkMYUsWqloJ3IU7yX8NTFbVZSLykIiM9lb7ECgQkeXADOBnqlqgqoXAw7iEMx94yFtWJyqrAjw9ey3ZndIY2CndLRR+1lO3AAAayklEQVRxVxdbl0LuvLoKJfzWzYaVH8IZ90Lj9IPfi41zt6PKSuC/9/kTnzEmIoR1nIWqvq+q3VS1i6r+wVv2W1Wd6j1XVf2xqvZU1d6qOilo22dV9STv8Vw44zzU+19tIa9oz+EFA3tfBokpML/maVejgqrrKpvSDobcXv06rXrB8J/BV1Ngxft1G58xJmI0gOHIx0ZVefLT1XTOaMK5PVod/GZiU1cvatlbULqt+h1Ek+VvwcYFrm0ivtGR1zv9XncL7t173VgMY0yDY8niEJ+tKmDZph3cNrwzMTHVdMrK3lcvakLdB1ebqipg+kPQsif0vfLo68YlwJh/wa58+N+v6iY+Y0xEsWRxiCdnriYjOZGL+x82rMPJ6AZZIyDnOaiqrNvgatOC56FwDZz7IMTE1rx+2/4w7Iew6CVYNT3MwRljIo0liyDLNpUwa+V2bhyWSWLcUU6gg26GHXmuYTgale2AT/4MmWdA1/NC327EL6B5V1cKZO/O8MVnjIk4liyCPDVzDU0SYrl6SKejr3jy+a5ReF6UNnR//k/YvR1G/s718gpVfJLrHVWSB9N+F774jDERx5KFJ69oN+98uZkrB3cktVH80VeOjYOBN8KaGbB9Vd0EWFt2boEv/gW9vgftBh779h2HuJ5T85+CdZ/VfnzGmIhkycLzzOy1CPD907NC22DAda5eVE6U1Yv65M9QVQ5n/+b493HOb6BZJ5h6F5Tvrr3YjDERy5IFULy7nFfn5zK6b1vaNjtKF9Jgya2g52hYNDF66kVtX+l6cWV/H5p3Of79JDSB0f90DeQz/lB78RljIpYlC+ClOevZXV7FrSM617xysP31oqaEJ7DaNu1BN55i+M9PfF+dR7hbcXP+DXk5J74/Y0xEa/DJoqyiiuc/X8eZJ2fQvXXKsW3c8VRo2cvdv4/0elEb5sCKd2HYPdC0lir0jnwIktvA23e6CrXGmHqrwSeLwl3ldG+dcnhpj1CIwKCbYMtSyJtf+8HVln1lPZq2hlPvqL39JqXAhX+H/BUw8/9qb7/GmIjT4JNF22aNeOnmIZzWpcXx7aDPFa5eVCR3o13xHuTOhTN/4dobalO389wI8NmPwuYva3ffxpiI0eCTxQlLbOpOlsvfgtLan63vhFVVwvTfQYtu0P/a8BzjO3+ERunudlRVRXiO0ZCVbIQXv1e/Z2o0Ec+SRW0YdJPrjrooAutFLXoRtn8L5zzgxoeEQ+N0uOCvsOVL+Owf4TlGQ7VtBTxzHqz+GN77cWRfwZp6zZJFbcg4GbKGu3pRgSq/ozmgfBd88ifoMAS6XxDeY/UcDT0vhk//4k5w5sRtmAvPfscVrrzlY1c54P2fut8zY+qYJYvaMuhmKMmFbyOoXtQX/4bSrTDy4WMr63G8zv8/SGjqButFUtKMRivehwmjoXFzuOl/brT9Zc+7Wl7v3gMLX/Q7QtPAWLKoLSdf4LqRRsrESKX58NnfofuFrkRHXWjaEr77F9czbO5/6uaY9dGCF+DVq135+Jv+B2mZbnlcIlz+InQ5B6be7eZNN6aOWLKoLfvqRa3+ODLqRc38f1Cxx5Ugr0u9L4Nuo2D6w1Cwum6PHe1U4dP/B+/80CWEG96FJof00otPgnET3aDIt+6ALyf7E6tpcCxZ1KaB10NMHOQ8628cBatdDAOugxZd6/bYInDhoxAb70qZBwJ1e/xoFahyDdgz/gB9r4IrXzlyN+f4RjDuFcg8Hd68Db56vW5jNU7FHti6DCrK/I6kTliyqE3JraHHaFj8kr8F9j5+GGIT3LgKP6S0he/8AdbNggXWGFujij0w+TqX4E+/Fy7+t0u2R5PQGK56FToMhddvgeVv102sxtm+Cp4cAU+cBn9qB0+cDm/dCXPHu44J0VIv7hiEqS9lAzboZlj2Bnw1xX2zr2sbF8CyN2HEfS55+aX/te4b70e/dY2yzTr4F0sk21MEr1wFG76AUX+BobeHvm1CE7h6Mrx0KUz5Plz2AvS4MHyxGufb/8HrN7tbzxf8FXZsgs1L4NsP3BdFAIlxE4W16Qtt+7l/W/eGpFR/Yz8BopFe0yhE2dnZmpMTAQXtVN23jZg4uG1m3fRCCj728xfC9m/gh4sgMbnujl2donXw79Og41C45vW6/SyiQclGmDgWClbB9/4Dp1x6fPsp2+EG7W1eAle8BCePqt04jaMKs/4KH//enfjHTYRmHQ9+f1/iCH7s3HRgnfTOLnHsf/Rz45R8JCILVDW7pvXsyqK27asX9d5PXDXWDoPq7tgr/wfrZ8P5j/ifKMD14jn3Qfjvz2DJK9DvKp8DiiDbVrgrgrISuHqKa7A+XkkpcO0bMOFimHwtjHsZuo6svVgN7C2Ft+9wt/t6XwYXPeZuBQYTgdR27tH9/APLS7e5UjibF7vksXGhu/rfJ7XDgcSxL4kkt6qbn+sY2JVFOOzdCX/t4X5hLhlfN8cMVMF/TofKMrhzXs33vOtKIADPnw/blru4/Lw1Fik2zIWXL3ddYa+eAm361M5+9xTBhDEuEV35Cpx0Tu3st6ErXAOTrnYFM0c+BKfedeJXybsLXcWD4CuQgqBelE1bH3IF0hdS24fl6jzUKwtLFuHy/s9gwfNw7/LaKwl+NItecrWZLnveTZkaSbavgv8Mg5POdbdJGvLtqBXvw5Qb3Rzu175xYAxFbdldCC+MhoKVcNXkE7tiMbBqumsPEoGxz0KXs8N3rLIdsPWrgxNI/gpQr0dho/SD20Da9IW0rBP+e7Jk4bdtK+DfQ1xNpjN+HN5jVeyBfw5039pvnh6ZJ+PP/uEau8c+B6dc4nc0/ljwght93aYfXP3a4WMoasuuAnjhQihcC9dMcV1sG4CKigry8vIoK6ulrqx7d8CeEneV3qSFa4esaxpwxTmryg/+F++8LTGu52NcYo2N50lJSbRv3574+IPvOlibhd9adofMM1wdn2E/gpjY8B1r7n9gx0Z3yysSEwXA0Dth2VvuiitrePhOlJFI1c33MeMPcNJId/WX2DR8x2vSHK6b6hLGxMtd54JOp4bveBEiLy+P5ORkMjMzkRP5OwhUQXEulJVBUlfXiB3Ov99jpQE3tqNit/uiWLEbYuKh+ZHn5FFVCgoKyMvLIysr67gOa+MswmnQzVCywTU8h8vuQpj1qBs1HcnfIGPjYMzjrkH3v/f5HU3dqW6wXTgTxT5NM1zCSGnrelzlzgv/MX1WVlZG8+bNTyxRVO51c9WXFUFyW3ebMJISBbiriYTG7gtXsw6ukGn60ROAiNC8efMTuuqyZBFO3b16UeEsKz3zESjfWfdlPY5Hq54w/GduDMqK9/2OJvwqyo59sF1tSm4F178DTVvBi5dA3oK6O7ZPTihR7N0J+d+4Wz3pXdznF6lX6ocKIc4T+mywZBFesfEw8AZYPT08dZKK1rvChf2ugpY9an//4XD6vdDqFHj3XthT7Hc04bOnyI19WPGeG2x37oP+nHhS2riE0aS5i2fTorqPIdKpuu6tBavc32xGN9cd2RzEkkW4DbwhfPWiPv69uyQ98/7a33e4xCXAmH/Brnz436/8jiY8SjbCc+e76rtjnzm2UdnhkNoOrn8XGqW6sRibl/gbTyQJBKB4vWvzS0p1M0rGJfkdVUSyZBFuya2hx0VuxrrarBe1eQksnQxD73Ang2jStr9r9F/0kuuaWJ/sm9muONc1LB/vqOza1qyDSxiJyW4sxpav/I7If5XlUPCtuwpMbuO6oUZa+0QEsd5QdWHQzW7E5levw4Bamgf7owdcv+vT76md/dW1EffBinfhnXvgjs8jY8T5iQoebHfj+7U32K62pHWC66e6kjATRrvk0aqn31GFxe/eWcbyTTuOvIJWHagWG5cIMWuBtUfdZ8+2KTxwUa8aj33xxReTm5tLWVkZP/rRj7j11lv54IMPuP/++6mqqqJFixZMnz6d0tJS7r77bnJychARHnjgAS69NEK+XFQjrFcWIjJKRL4RkVUiclgJVBG5QUTyRWSx97g56L2qoOVTwxln2HUaBhk9XPtCbYxrWTUd1sxwjcXRWpgsPglG/8vNLjjtd35Hc+IOndku0hLFPumdXRtGTLyLN/8bvyOqe1UVrsupiCv3XsvjJ5599lkWLFhATk4Ojz32GFu3buWWW27h9ddfZ8mSJbz22msAPPzww6SmprJ06VK+/PJLzj47jAP+akHYrixEJBZ4HBgJ5AHzRWSqqi4/ZNVXVfWuanaxR1X7hSu+OrWvXtT7P3VVYdvXOP7lyAIBmPaA6/s96Kbai9EPHYfA0B/AnH+7UeeZw/yO6PjU1WC72tK8i5tY6bnz4YWL4Ib36n7ekzCr9gogEHBfTvYUQmI7d6UVhoF2jz32GG++6Wo/5ebmMn78eIYPH75/fEN6uiscOG3aNCZNmrR/u7S0tFqPpTaF88piMLBKVdeoajkwCRgTxuNFtr7j3PzUJ9qNdulrsGUpnP1bd/kc7c7+tevLPvUuf+cAOR4HzWx3ttfrKMITxT4turp4A1UuYdT3WQ2ryl0JlD2Fru5SeuewJIpPPvmEadOm8cUXX7BkyRL69+9P3759q+22qqon3J21LoUzWbQDcoNe53nLDnWpiHwpIlNEJHjSgyQRyRGROSJycXUHEJFbvXVy8vPzazH0MEhMdglj2Ruwa/vx7aOizPWAatM3chpOT1RCE1fBs3ANfPJHv6MJ3UGD7a6EKyfVzWC72tSyu0sYVeUuYRQe/Z591Npb6m63VZa5RuyUNmHrxlxSUkJaWhqNGzdmxYoVzJkzh7179/Lpp5+ydq37fAsLCwE477zz+Ne//rV/26KiorDEVFvCmSyq+9849Ib9O0CmqvYBpgEvBL3X0atXchXwdxHpctjOVMeraraqZmdk1EGxvhM16Gb3h7noxePbfv7TbkT4yIcgph51ZOs8ws1f/sXjrqx7pAsebDfsHrj4icip8nusWvWE6952JSNeuMiN3alPdm134yck1nWLbdQsrIcbNWoUlZWV9OnTh9/85jcMHTqUjIwMxo8fzyWXXELfvn254oorAPj1r39NUVERp5xyCn379mXGjBlhje1Eha2QoIicCjyoqt/xXv8SQFX/dIT1Y4FCVT2sxVZEngfeVdUpRzpexBUSPJLnL3R/kD9afGzd9PYUw2P9oO0AV620vinbAf8e6q7AbpsZubfYDprZ7k+uzaU+2LTYNXgnNXNtGFE4s+HXX39Njx7e4FQNQEke7C6AxJSwtU9Em4M+I0+ohQTD+fV0PtBVRLJEJAEYBxzUq0lE2gS9HA187S1PE5FE73kLYBhwaMN4dBp0k1cv6qNj2272oy5hjKwHPYeqk5QCF/3DlWSe+Yjf0VTvsMF29SRRgCt7fe1b7nfshYvcjG/RqqrClcXfXeBKnYSpfaKhCVuyUNVK4C7gQ1wSmKyqy0TkIREZ7a32QxFZJiJLgB8CN3jLewA53vIZwJ+r6UUVnbpf6BrY5h9DQ3dJHsx5Avpc4aZzrK+6jnT3/2f/zc0sFkkidbBdbWrnXbXu2u6ugHdu8TuiY1e+y2uf2OM6TqS0jZ76ThEurDe+VfV9Ve2mql1U9Q/est+q6lTv+S9VtZeq9lXVs1R1hbf8c1Xt7S3vrarPhDPOOrWvXtSqaaH3QJnxR0Dh7HpaHiPYd/7oBhu+fadXtz8CbJgLz34HAhVusF19nlCofbZLhqVb3RVG6Ta/IwpdeamrGCvitU9EdlfUaGPXZn4YeAPMesQ1kH7nD0dfd+syWPwynHrnwZPD11eN0+HCv8Gr18A7P3JjF/y0t8TdFgvXzHaRqOMQN17kpUtdwrj+3bqZ7fF4VVXAB7+E9JGQ0MX9H8Xaqa222Sfqh5Q27nbUopfgrF8dPvF7sGkPuvv5Z/ykzsLzXY+LoN/VsHiie/itXTZc9Wr0jKGoDZ1Oc9OyTrzM1ZLaV7k20pTmu55pGz6H0Ze6AYd22yksLFn4ZdDNsPwtN+6i/zXVr7N2lps4aeRD7ht3QzLmcTjv97VTHuVENUqrX12VQ5V1Blw1CV6+Al4c4yZTiqTfw40L3RXo7kK45GmIb2aJIowsWfgl83TI6O5GdPe7+vBf8kAAPvoNpLSHwbf5E6OfRCLrxNRQdT4Txr0Mr1wJL17sxmT40Rag6gZCBipd29HX77gilE1bwk0fuoGqX39d93E1IJYs/CLiri7e/6n7htR+4MHvL3/TTVRz8ROu6J4xfjnpHLjiJXj1ajcfRs/R7sRdVeFO3IFKqKo8cCI/6HmFd5Lf97zywCP49f59VVWz3NvXoTLPcPOZR/HtwaZNm1JaWup3GCGxZOGnPle4Non5Tx2cLCrLYfpD0LKXW8cYv3U7Dy6fAFO+734394mJdz38YuLco9rn8W4Aamy89zzuQLXXmHjXGL1/vTjvdXXPvf3ExLsE0fuyI4+c/+8vXA212tS6N3z3z7W7zyhiycJPSSkuGSx6Cc77w4EGxAXPQdE6uPp1m4zFRI6Tvwv3rXejo/eduM1B7rvvPjp16sQdd9wBwIMPPoiIMHPmTIqKiqioqOD3v/89Y8bUXFO1tLSUMWPGVLvdhAkTeOSRRxAR+vTpw4svvsjWrVu5/fbbWbNmDQBPPPEEp512Wu39cKpaLx4DBw7UqLR1ueoDKaqzHnWv95So/iVL9fkLVQMBf2MzJoosX77c7xB04cKFOnz48P2ve/TooevXr9eSkhJVVc3Pz9cuXbpowPvbbtKkyRH3VVFRUe12X331lXbr1k3z8/NVVbWgoEBVVS+//HJ99FF3HqmsrNTi4uLD9lndZwTkaAjnWLuy8FvLHtDpdMh5Bk67Gz5/zJUpGPmQ9ewwJsr079+fbdu2sWnTJvLz80lLS6NNmzbce++9zJw5k5iYGDZu3MjWrVtp3br1Ufelqtx///2Hbffxxx8zduxYWrRwbTX75sf4+OOPmTBhAgCxsbGkptbuxGiWLCLBoJtgyo3udtQXj7tSEm37+x2VMeY4jB07lilTprBlyxbGjRvHxIkTyc/PZ8GCBcTHx5OZmUlZWVmN+znSdurTPBgNsPN4BOpxkSt49u69rvfH2b/xOyJjzHEaN24ckyZNYsqUKYwdO5aSkhJatmxJfHw8M2bMYP360MrAH2m7c845h8mTJ1NQUAAcmB/jnHPO4YknngCgqqqKHTuOMgf5cbBkEQn21YvSKneVkZ7ld0TGmOPUq1cvdu7cSbt27WjTpg1XX301OTk5ZGdnM3HiRLp37x7Sfo60Xa9evfjVr37FiBEj6Nu3Lz/+8Y8B+Mc//sGMGTPo3bs3AwcOZNmyZbX6c4VtPou6FjXzWRzJ7kL49C8w4j4bjGbMcahurgZzsBOZz8LaLCJF43T47l/8jsIYY6plycIYY3y0dOlSrr322oOWJSYmMnfuXJ8iqp4lC2NMveFXT6ET0bt3bxYvXhz245xok4M1cBtj6oWkpCQKCgpO+KRYH6kqBQUFJCUdf505u7IwxtQL7du3Jy8vj/z8fL9DiUhJSUm0b9/+uLe3ZGGMqRfi4+PJyrJu5+Fit6GMMcbUyJKFMcaYGlmyMMYYU6N6M4JbRPKB0IquVK8FsL2Wwol29lkczD6Pg9nncUB9+Cw6qWpGTSvVm2RxokQkJ5Qh7w2BfRYHs8/jYPZ5HNCQPgu7DWWMMaZGliyMMcbUyJLFAeP9DiCC2GdxMPs8DmafxwEN5rOwNgtjjDE1sisLY4wxNbJkYYwxpkYNPlmIyCgR+UZEVonIL/yOx08i0kFEZojI1yKyTER+5HdMfhORWBFZJCLv+h2L30SkmYhMEZEV3u/IqX7H5CcRudf7O/lKRF4RkeMv6RoFGnSyEJFY4HHgu0BP4EoR6elvVL6qBH6iqj2AocCdDfzzAPgR8LXfQUSIfwAfqGp3oC8N+HMRkXbAD4FsVT0FiAXG+RtVeDXoZAEMBlap6hpVLQcmAWN8jsk3qrpZVRd6z3fiTgbt/I3KPyLSHrgAeNrvWPwmIinAcOAZAFUtV9Vif6PyXRzQSETigMbAJp/jCauGnizaAblBr/NowCfHYCKSCfQHImtux7r1d+DnQMDvQCJAZyAfeM67Lfe0iDTxOyi/qOpG4BFgA7AZKFHV//kbVXg19GRR3fyLDb4vsYg0BV4H7lHVHX7H4wcRuRDYpqoL/I4lQsQBA4AnVLU/sAtosG18IpKGuwuRBbQFmojINf5GFV4NPVnkAR2CXrennl9K1kRE4nGJYqKqvuF3PD4aBowWkXW425Nni8hL/obkqzwgT1X3XWlOwSWPhupcYK2q5qtqBfAGcJrPMYVVQ08W84GuIpIlIgm4BqqpPsfkG3Ez3T8DfK2qf/M7Hj+p6i9Vtb2qZuJ+Lz5W1Xr9zfFoVHULkCsiJ3uLzgGW+xiS3zYAQ0Wksfd3cw71vMG/QU+rqqqVInIX8CGuN8OzqrrM57D8NAy4FlgqIou9Zfer6vs+xmQix93ARO+L1RrgRp/j8Y2qzhWRKcBCXC/CRdTz0h9W7sMYY0yNGvptKGOMMSGwZGGMMaZGliyMMcbUyJKFMcaYGlmyMMYYUyNLFsZEABE50yrbmkhmycIYY0yNLFkYcwxE5BoRmScii0XkSW++i1IR+auILBSR6SKS4a3bT0TmiMiXIvKmV08IETlJRKaJyBJvmy7e7psGzRcx0RsZbExEsGRhTIhEpAdwBTBMVfsBVcDVQBNgoaoOAD4FHvA2mQDcp6p9gKVByycCj6tqX1w9oc3e8v7APbi5VTrjRtQbExEadLkPY47ROcBAYL73pb8RsA1XwvxVb52XgDdEJBVopqqfestfAF4TkWSgnaq+CaCqZQDe/uapap73ejGQCcwO/49lTM0sWRgTOgFeUNVfHrRQ5DeHrHe0GjpHu7W0N+h5Ffb3aSKI3YYyJnTTgbEi0hJARNJFpBPu72ist85VwGxVLQGKROQMb/m1wKfe/CB5InKxt49EEWlcpz+FMcfBvrkYEyJVXS4ivwb+JyIxQAVwJ24ioF4isgAowbVrAFwP/MdLBsFVWq8FnhSRh7x9XFaHP4Yxx8WqzhpzgkSkVFWb+h2HMeFkt6GMMcbUyK4sjDHG1MiuLIwxxtTIkoUxxpgaWbIwxhhTI0sWxhhjamTJwhhjTI3+PxvVBg2orlExAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYsAAAEWCAYAAACXGLsWAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMi4zLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvIxREBQAAIABJREFUeJzt3Xd4lFX2wPHvSQ9pBAgthSYo0jFEUcEOCgoqKkHAgmXtZVdXXd11dV37b9V1LVhXVwQUGwqKDcVGCUhHiigQeieU9PP74w4SMDBJmMk7Sc7nefJk5p33fefMQObMfe+954qqYowxxhxKmNcBGGOMCX2WLIwxxvhlycIYY4xfliyMMcb4ZcnCGGOMX5YsjDHG+GXJwpgAEJH/isgDFdz3VxE5/XDPY0x1smRhjDHGL0sWxhhj/LJkYeoM3+Wf20VkrojsEpGXRaSJiHwsInki8rmIJJfZf4CILBCRbSLylYi0L/NYNxGZ5TtuLBBzwHOdLSKzfcd+LyKdqxjzVSKyTES2iMh4EWnu2y4i8oSIbBCR7b7X1NH3WD8RWeiLbbWI3FalN8yYMixZmLpmEHAG0A44B/gY+AvQCPf3cBOAiLQDRgO3ACnAROBDEYkSkSjgfeB/QAPgbd958R3bHXgF+APQEBgJjBeR6MoEKiKnAg8BFwHNgBXAGN/DfYDevtdRHxgMbPY99jLwB1VNADoCX1bmeY0pjyULU9c8rarrVXU18A0wTVV/VNUC4D2gm2+/wcAEVf1MVYuAx4FY4HjgOCASeFJVi1R1HDCjzHNcBYxU1WmqWqKqrwEFvuMqYyjwiqrO8sV3F9BTRFoCRUACcBQgqrpIVdf6jisCjhaRRFXdqqqzKvm8xvyOJQtT16wvc3tPOffjfbeb477JA6CqpcAqINX32GrdvwrnijK3WwB/8l2C2iYi24B033GVcWAMO3Gth1RV/RL4D/AMsF5EXhCRRN+ug4B+wAoR+VpEelbyeY35HUsWxpRvDe5DH3B9BLgP/NXAWiDVt22vjDK3VwH/VNX6ZX7qqerow4whDndZazWAqv5bVY8BOuAuR93u2z5DVQcCjXGXy96q5PMa8zuWLIwp31tAfxE5TUQigT/hLiV9D/wAFAM3iUiEiJwPZJU59kXgGhE51tcRHSci/UUkoZIxvAlcLiJdff0dD+Ium/0qIj18548EdgH5QImvT2WoiCT5Lp/tAEoO430wBrBkYUy5VHUxMAx4GtiE6ww/R1ULVbUQOB+4DNiK6994t8yxObh+i//4Hl/m27eyMXwB/BV4B9eaaQNk+x5OxCWlrbhLVZtx/SoAw4FfRWQHcI3vdRhzWMQWPzLGGOOPtSyMMcb4ZcnCGGOMX0FNFiJypogs9s1AvbOcx5/wzXKdLSJLfEMM9z5WUuax8cGM0xhjzKEFrc9CRMKBJbjZsrm4SUtDVHXhQfa/EeimqiN893eqanx5+xpjjKleEUE8dxawTFWXA4jIGGAgUG6yAIYA91b1yRo1aqQtW7as6uHGGFMnzZw5c5OqpvjbL5jJIhU3OWmvXODY8nYUkRZAK/avYRMjIjm48ewPq+r75Rx3NXA1QEZGBjk5OQEK3Rhj6gYRWeF/r+D2WUg52w52zSsbGKeqZScPZahqJnAx8KSItPndyVRfUNVMVc1MSfGbGI0xxlRRMJNFLq48wl5puPIF5cnGVfj8jaqu8f1eDnzFvgJvxhhjqlkwk8UMoK2ItPKVdM4GfjeqSUSOBJJxJRT2bkveW85ZRBoBJ3Dwvg5jjDFBFrQ+C1UtFpEbgElAOK7U8gIRuR/IUdW9iWMIMOaACp7tgZEiUopLaA8fbBSVMcaY4Ks15T4yMzPVOriNMaZyRGSmr3/4kGwGtzHGGL8sWRhjjPErmPMsjDEmsHasgVXTYed6yBwB4ZFeR1RnWLIwxoSm4kJYP88lh1XTIXcGbC8zz3fLcjjrEe/iq2MsWRhjQsPODb7EMM0lhjU/QnG+eywxDdJ7wHHXQXoWzBsH056DJh2h+3Bv464jLFkYY6pfSTGsn++Swt4Esc1XdSIsEpp1gcwrXIJIy4Kk1P2Pb9YVNi6CCX+ElCNdAjFBZcnCGBN8uzZDbpnLSatnQtFu91h8U5cUelwJ6ce6RBEZc+jzhUfABa/Ci6fA2GFw9VeQ2DzYr6JOs2RhjAms0hLYsGhfclg1Hbb87B4Li4CmnaDbcNcaSM+CpHSQ8krJ+VGvAQwZAy+dDmOGwuUf+08ypsosWRhjDs+erZCb42s1TIfcmVCY5x6r18glhO7D3eWk5t0gql7gnrtxezhvJIwdCh/dCuc+W7XEY/yyZBFKSkshzKa+mBBWWgqblvg6oafDqhmwabF7TMKgSQfofNG+VkNyq+B/eLc/G06+C756yLVael4X3OeroyxZhIqfv4R3roQL/wutensdjTG/t+EneH0g7Fzn7scmu9ZC5wvd79RjINqjxS17/xnWzYNP73atjTaneBNHLWa1oUJB0R545lg3GqR+C7j2e+/+6IwpT1E+vHiqmwx3xn2uI7rhEaF1yacgD17u4ybuXT0ZGrT2OqIawWpD1SRTHneJ4pR73O8v/+F1RMbs77O/wYYFcO5z0G0YNGobWokCIDoBst90cY2+2CUPEzCWLLy2cTF89xR0zoaTboesq2HaSFjxg/9jjakOiz+G6SPh2GuhXR+vozm0Bq3cpdxNS+C9a1wfiwkISxZeUoWP/ghRcdDnAbfttHuhfjqMv8FdnjLGSzvWwvvXuY7jM+7zOpqKaX2y+3v66SOY8qjX0dQaliy8NGcMrPjW/RHG+9YQj46HAU/D5mVudIcxXikthff+4EpuDHoFIqK9jqjijrsWulzs/oYWfeh1NLWCJQuv7N7iRm6kZUG3S/Z/rPXJ0P1S+P5pN9PVGC98/xT88jWc+TCktPM6msoRgbOfcCO03v0DrF/gdUQ1niULr3z+d9izzf2HLm9uRZ9/uDII718PxQXVHp6p43JnwpcPwNEDofsl/vcPRZExMHiU6/gePcR9QTNVZsnCCyunwazX3OShph3L3ycmCc550hVLm/J49cZn6rb8HfDOCEhoBuc8FXqjniojsRkMfgPy1sLbl7kChqZKLFlUt5IiV5YgMQ1OuvPQ+7br60ZJffsvWDu3euIzZuJtsG0lnP+im3hX06X3cC34X752Q4BNlViyqG5Tn3Xj1fs9WrGJd2c+BLEN4IPrXaIx1UcVVk6FTcu8jqT6zBkLc8fCSXdAi55eRxM43YbBsdfA1Gdg9pteR1MjWbKoTttWwlcPw5H94Kj+FTumXgPo/3+wbq6bj2GCTxV+ngyvngWv9IWXT4f1C72OKvi2LHfrQ2T0hF63eR1N4PV5wJXS+fAWV/jQVIoli+r08R3ud2WXgjx6ABx9Lnz9iKvPY4JD1dXoeuVM+N+5sHUFnH4fhEfD/86DLb94HWHwFBfCuCsgLNxdfgqvhWXjwiPhwtcgoakrab5jrdcR1Sh1PlmUlirfLN3Ihrz84D7RTxNg8UQ4+U6on1H54/s9BlHx7nJUaUng46vLVGHZF64V8b/z3DrP/R6Hm36EE2+B4e9BSYFLIHnrvI42OCb/E9bMgnP+7SaF1lb1GsCQ0a4UyFvDbaRhJdT5ZJG7dQ/DX57O2Omr/O9cVQU7YeKfofHRbg3hqohvDGc9CqtzYOpzgY2vrlKFZZ+74nNvnA/bV7tLfjf9CFlX7VtIp8nRMPQd2LUJXj+39g3BXP6Vu8TZ/RLocK7X0QRfkw5w3nNuxb6P/uj+Hxi/6nyyyGhYjxOOaMiYGasoLQ3Sf5qvH4YduW5ERnhk1c/T6QJod5YrNLj558DFV9eowtLP3QprbwxyVUr7/wtumuWW9ixvpnLaMa5I3ZblMOqC2lOkbtcmN2mtUVs3+a6uOHqg68Sf/QZMf8HraGqEOp8sALJ7ZLB62x6+WbYp8CdfNx9+eNZ9a8s47vDOJQJn/8tdQx9/oxVJqyxVWPoZvHQajBrkym2f/YQvSVzhv5xF65PgwldhzWwYc7Er212TqcIHN8CeLXDBK65GWV1y0p1wZH/45C5Y/rXX0YQ8SxZAnw5NaBAXxZjpKwN74tJSN6citr7rKA2ExObQ95+w4jvIeTkw56ztVGHJp249hlEXwM6NbrLZjbMgc0Tlah4d1R8GPgO/TIF3rqjZk7ymvwhLPoYz7neFAuuasDA4f6RrVb19KWz91euIQpolCyA6IpxB3VP5bOF6NuYFsMPrx9fd0pN9/uk61gKl2zBofQp8dq8bsWPKpwqLP4EXT4E3L4Tdm1wH7o0z4ZjLICKqauftOsT1H/30kasOXBNbeOvmw6f3QNs+bv5BXbV3DQwt9a2BsdPriEKWJQufwT0yKC5Vxs3MDcwJd250H+YtToQu2YE5514iMODf7veHN1sH3YFU3RoML5wMowe7DukBT7uWxDGXVj1JlHXsH+CUu2HOaJh0V836NyjcDeNGuJIyA5+t2eU8AqFhG7jgVVda5/1ra9a/ZTUKarIQkTNFZLGILBOR39W2EJEnRGS272eJiGwr89ilIrLU93NpMOMEOKJxPFmtGjB2xsrAdHR/9lco3OX6GILxx1g/A07/OyyfDD++Efjz10Sq8NNEeOEkGJ0N+dtgwH9cS6L7JYc3uKA8vW+H466Hac+7yZY1xaS/wKbF7hLM3tL4dd0Rp8EZ/4BF460W20EEbeaNiIQDzwBnALnADBEZr6q/TYVV1VvL7H8j0M13uwFwL5AJKDDTd+zWYMULMCQrnVvHzmHq8s0cf0Sjqp/olynuG2ev2yDlyMAFeKDMK2DBezDpbvefPbF58J4rlKm6OSxfPexmuie3ct+YO18U+ARRlojrP8rf7ka8xSS54pChbOF4mPkqHH8TtDnV62hCS8/rYd08mPyAGy5d0SoLdUQwWxZZwDJVXa6qhcAYYOAh9h8CjPbd7gt8pqpbfAniM+DMIMYKwFkdm5EUG8noGYcx56K4wI3dTm4JvYNcMiEszF1eKSl0Hel1rfmsCos+gpG93Oikgjy3RvQNOdBtaHATxV4irrO8/TnuclQot/K257pRdM27wal/9Tqa0CPiKj037w7vXg0bFnkdUUgJZrJIBcp+6ub6tv2OiLQAWgFfVuZYEblaRHJEJGfjxo2HHXBMZDjndUtl0vx1bNlVWLWTfPdv2LwU+v0fRMYedkx+NWwDp94DSz6BeeOC/3yhoLTUrX72fC8YO9Rd7jv3eZckul5c/aUqwiNg0Mtu0MH4G92391BTWuI+AEuKXKyB6LepjSJjXUnzyHq2BsYBgpksyrtQf7CvvtnAOFXdW8eiQseq6guqmqmqmSkpgbn2OiQrg8KSUt6dVYWO7s0/w5THXB2ntqcHJJ4KOe5aSM2Ej2+HnRuq73mrW2kpLPzAtSTGDoOi3XDeSLh+hhuh5GU9o4hoyB7l/h3eucIVIgwl3/yfG27d/3H3BcMcXFKqSxjbc2v+8OgACmayyAXKFplJA9YcZN9s9l2CquyxAXVk0wS6Z9Rn9PSVaGUu66i6dQDCo1xZ8eoUFu7G/hfugom3V+9zV4fSUljwPjx/Irx1iVsT+rwX4PrpbqRZqBS9i4qDoW9Bo3auUN2qGV5H5Kyc5vpzOl0IXYZ4HU3NkHGsG5zy85fwxd+9jiYkBDNZzADaikgrEYnCJYTftc9F5EggGfihzOZJQB8RSRaRZKCPb1u1yM7K4OeNu8hZUYn+9AXvuf9Yp97jTUdz46Nc+YKF77tv37VBaal7X58/wU2aKimE81/yJYnBoZMkyopNhmHvQkITN0vc67Wf92yDd66EpDRX0qSuD5OtjO6XQNbV8P3Tbp2POi5oyUJVi4EbcB/yi4C3VHWBiNwvIgPK7DoEGKNlvsar6hbgH7iEMwO437etWpzduRkJ0RGMnlbBGd35213JgGZdXAE6r5xwMzTtDBNuq/nXWpd+Ds8d75bCLC1219mvnwadL3QtqVCW0ASGvw+Rca6KrVd1vFTdwIcdq937F5PoTRw1Wd8HoWUv1xe1epbX0ZSvtBT2BHWgKABSqUstISwzM1NzcgK3oMk978/j7Zxcpv/ldJLq+RlVM/HPrhjZVV9CaveAxVAl6+a5yWgdL3Dj6Guaoj1u6cvpL0DDtq6ke4fzQj9BlGfjYrc2RnQ8jJhU/S3OH99wJe1P/WvwR+bVZrs2u7+p0mK4+iv3ZcArhbvcQlzr57lW67r57nezznD5xCqdUkRmqmqmv/1sBvdBZPfIoKC4lPd+9NPRvXoWzHjRtSi8ThTgavz0+hPMHQNLqu3KXWDsTXTTX3CT3a751lXarYmJAtwcm2HvwO6trrT5rs3V99yblrr+q5a94MRb/e9vDi6uIQx5003yrK41MFTdypo/TYSvH3V9df/uDg+mupUbP7oV5r7lLit2GQzdgz5v2VoWh3LO099SVFLKxzf3Qsq71lta4orT5a2FG2a4SVmhoLjQzWLesw2unxo6cR1Maalbm/yL+9x64+c9V7smjP36rSuF3rg9XDI++JeDigtc+fXtq+Da7+vuZM1AW/Ceuyza/RJXYyxQ/T9Fe2DDwn2thPXz3U/+9n37JLeCph2hie+naUeo3yIgMVS0ZRGCPYShY0hWBn95bx6zV22jW0by73eY8TKsne3KO4fSB3JEFAz8j/vA+PSvro5UqNqxFt6/xi3Ac2R/N8kwrqHXUQVWyxPdcp5jh7rJg0PfDu4cnC/udzPZs9+0RBFIHc5zH+jfPO76BivbP6nq1k5ZP9+1ovcmhs3LXCFDcP1cTTpAx0Hud5NObjZ5dELgX08lWbI4hAFdm/PAhIWMnr7y98lix1r3R9nmVOhwvjcBHkrqMXD8jW4FtA7nQZtTvI7o9xZ96DoOiwvcLOjul9be0TpHnukmDr57Fbx9OQz+X3BmmC/9HH74j1vEycpVBN4pd7sP+U/uhJSjoFWv8vcryoeNP/kSw/x9rYWyHdH1M1wy6HCer8XQwbUgwkKzd8AuQ/lxx7i5jJ+zhul3n0ZCTJk/7rcvc9cTr/shdCc5Fe1xcxNKCuHaH1xHaygo2OlKY8x6HZp1hUEvuTUF6oIZL8GEP0HnwS55BPKDYecGN4IsLsUNtqiOCgJ1Uf4O12rfvQmumuwmZK6bv3+n86YlsHeOcUSsax006ej6FJt0dPdD5GqEXYYKkCHHZjA2ZxXj56xh6LEt3Maln7vrl6fcHbqJAtyHxcBn3IicL+6Hfo96HRGsngnvXOWWJz3xj3DyXXWr9ESPK11f0pf/gOhE6PdYYFpTpaXw3jWuPtYl4y1RBFNMIgwZ7dZJebq7GyW1V2Ka6084qr+vj6ETNGhVcwdplGHJwo8uaUkc1TSB0dNXumRRtAcm/gkaHuHmNYS6jOPc2gvTnocO50KL472Jo7QEvnsSJj8I8U3hso/ctfy6qNefXOfl9/92qyiees/hn3Pqs/DzF9Dvcfet1QRXwzYwdJwbkdTwCF9i6OAmZdZSliz8EBEuPjaDv32wgPmrt9Nx8dNu+cVLxlduOU4vnfY3txjQBzfAtd9V/7fObavgvT+42kQdznPrXtfiPyq/RNxSpvnbXS2xmCTXv1RVa2bD5393AwR6XBmwMI0f6Vnup44IzZ6UEDOwayoxkWF8NuUb+PZJd7259Uleh1VxUXFuRNSWn903++o0/x147gRYO8ddo7/g1bqdKPYScUmzw3luedNZr1ftPAU7XbG7uBQ3Aq62DhAwnrOWRQUkxUbSr2NTTlh4PRpbD+nzgNchVV7rk9260z/8B44eCGl++7MOT/4ONyls7hhIy4LzX3DXbs0+YeGuIGJBnlseNzrRXSqsjE/ucOVELh0f2HXejTmAtSwq6IZGM8mSBcw84maIb+x1OFVzxv2Q0MyVgAjmLNSV09worHlvwUl3wuUfW6I4mIgouOh/LqG+cyUs+7zix85/x5X06PVHaNU7eDEagyWLitm9hVYzH2Jh+JE8uL4GX6OMSYKzn3Tjv6c8FvjzlxTD5IfgVd+ihpd/AqfcFZrVYUNJVD24eKyrHDx2uEu2/mxdAR/e4tbPOPmu4Mdo6jxLFhXxxX3Inq38dMx9zFq1g5/W7fA6oqpr18etafDNv1w/QqBs+cUlia8fdn0613zr1gQwFRNbH4a952Zcj7rQzfA9mJJi1woBuODl6lk+1tR5liz8WTkNZv4XjruWU046jajwMMZMP4w1ukNB3wehXkN3Oaqk6PDOpQqz33SXnTYucaVPznveymFXRXyKK20enXDo0uZfPwK5010HeXLLag3R1F2WLA6lpMhVd0xMhZPvIjkuijM7NuXdWbnkF5X4Pz5U1WvgVgFbN8/NfaiqPVth3OXw/rVuLY9rv3M1bUzV1U+HS953Sfj1gW5pz7J+/c7VJupysavIa0w1sWRxKFOfgw0L4KxHfyuVkZ2Vzo78YibOW+txcIep/Tlu2ObXj8KGRZU//pdv3JDYRR/CaffCpR+6Dzpz+Bq1heHvunkYr58Luza57bu3uNpSyS1DYza+qVMsWRzMtlXw1UPQ7qz9CrL1bN2Qlg3r1fxLUQBnPQZR8e5yVGkFW0rFhfDZvfDaORARA1d85kbj1IJyBiGlWRfX6b19Fbxxvksc42909Z8GvRwSVUhN3WLJ4mA+vsP97vfofhOdRITsrAym/7qFZRvyPAouQOJTXG2i1TNduQh/Ni11C69896Sr6X/NN6Gx4FNt1eJ4GPyGK0733Anw00duNr6958YDlizK89MEWDwBTrrDlRE+wKDuaUSESe1oXXQcBEf2gy8fOHiHqirkvArP93ItrsFvuBnhUXHVG2td1PYMN6Fxe64rh9/zBq8jMnWUJYsDFex0a2qntIee15e7S0pCNH06NOGdWbkUFNfgjm5wrab+/4LwaFc7qrR0/8d3bYIxQ+GjW1xRwmu/d/0dpvp0HORK4Q8eFbJrHZjaz/7nHejrR2BHrhuWeIjx69k9Mti6u4hJC9ZXY3BBktgMznwQVn4POS/v277sC7c+wrLP3HDbYe+6fU31a9zeTd4zxiOWLMpavwB+eAa6DYcWPQ+564lHNCItOZYx01dWU3BB1nWou8zx2b2ub+KTu1zHamyyW0in5/X2rdaYOsz++vcqLXVzKmLruxpKfoSFCdk90vn+5838umlXNQQYZCJuaVMReLan6/DOuhqu/sqt7mWMqdMsWez14/9g1TTo80CFq3demJlOeJgwZkYt6OgG15nf73H3++K33UgpW3HNGIMlC2fXJvjsb9DiRFc3qYKaJMZw6lGNGTczl6KSUv8H1ARdh8BNs1wNKWOM8bFkAW7xmcJdrgRGJRePGZKVzqadBXyxqBZ0dBtjzEFYsti0DOaMgRNugpQjK334Se0a0ywphjdrw5wLY4w5CEsWjY6AEZOg121VOjw8TLgoM51vlm5k1ZbdAQ7OGGNCgyULcOsuHMYY9ot6uAJ6b+dY68IYUztZsgiA1PqxnNQuhbE5qyiuLR3dxhhThiWLABmSlcH6HQV8tXij16EYY0zABTVZiMiZIrJYRJaJyJ0H2eciEVkoIgtE5M0y20tEZLbvZ3ww4wyEU49qTEpCNKNry4xuY4wpIyJYJxaRcOAZ4AwgF5ghIuNVdWGZfdoCdwEnqOpWEWlc5hR7VLVrsOILtMjwMC48Jo3nv/6Ztdv30CzJJrMZY2qPYLYssoBlqrpcVQuBMcDAA/a5CnhGVbcCqOqGIMYTdNk9MihVeDsn1//OxhhTgwQzWaQCZYcH5fq2ldUOaCci34nIVBE5s8xjMSKS49t+bnlPICJX+/bJ2bjR+76CjIb1OPGIRoydsYqSUvU6HGOMCZhgJovypkIf+AkaAbQFTgaGAC+JSH3fYxmqmglcDDwpIm1+dzLVF1Q1U1UzU1JSAhf5YcjOSmf1tj18s9T75GWMMYESzGSRC6SXuZ8GrClnnw9UtUhVfwEW45IHqrrG93s58BXQLYixBkyfo5vSMC6qdqyiZ4wxPsFMFjOAtiLSSkSigGzgwFFN7wOnAIhII9xlqeUikiwi0WW2nwAspAaIighj0DFpfL5oPRvy8r0OxxhjAiJoyUJVi4EbgEnAIuAtVV0gIveLyADfbpOAzSKyEJgM3K6qm4H2QI6IzPFtf7jsKKpQl90jneJSZdxM6+g2xtQOolo7OmIzMzM1JyfH6zB+M3jkD6zbkc/kP51MWFjlKtkaY0x1EZGZvv7hQ7IZ3EEyJCuDFZt388PyzV6HYowxh82SRZCc2bEpSbGRNqPbGFMrWLIIkpjIcM7vnsqnC9azeWeB1+EYY8xhsWQRREOyMigsKeXdWau9DsUYYw6LJYsgatckgWNaJDN6xkpqy0ACY0zdZMkiyLJ7pLN84y6m/7LF61CMMabKLFkEWf/OzUiIjmDMDJvRbYypuSxZBFm9qAjO7ZbKhHlr2ba70OtwjDGmSixZVIPsrHQKi0t570fr6DbG1EyWLKpBh+ZJdE5LYsz0VdbRbYypkSxZVJMhWRksXp/Hj6u2eR2KMcZUmiWLanJOl+bUiwpn9DSb0W2MqXksWVST+OgIBnRpzkdz15KXX+R1OMYYUymWLKrRkKwM9hSV8MHsA9eAMsaY0GbJohp1TkuifbNEKy5ojKlxLFlUIxHh4qx0FqzZwbzc7V6HY4wxFWbJopoN7JZKTGQYo2dY68IYU3NUKFmIyM0ikijOyyIyS0T6BDu42igxJpL+nZrzwY+r2VVQ7HU4xhhTIRVtWYxQ1R1AHyAFuBx4OGhR1XIXH5vOrsISPpprHd3GmJqhosli7yLS/YBXVXVOmW2mkrpnJNO2cTxvTrfigsaYmqGiyWKmiHyKSxaTRCQBKA1eWLWbiJCdlcGcVdtYtHaH1+EYY4xfFU0WVwB3Aj1UdTcQibsUZaro/G6pREWEMcaG0RpjaoCKJouewGJV3SYiw4B7ABv7eRiS46I4q2NT3v1xNXsKS7wOxxhjDqmiyeI5YLeIdAH+DKwAXg9aVHVEdo8M8vKLmThvrdehGGPMIVU0WRSrq609EHhKVZ8CEoIXVt1wXOsGtGoUxxibc2GMCXEVTRZ5InIXMBxeP0xyAAAbwElEQVSYICLhuH4LcxhEhOwe6cz4dStL1+d5HY4xxhxURZPFYKAAN99iHZAKPBa0qOqQQcekERkutka3MSakVShZ+BLEKCBJRM4G8lXV+iwCoFF8NH2Obsq7s3LJL7KObmNMaIqoyE4ichGuJfEVbjLe0yJyu6qOC2JsdUZ2VjoT5q1l0oJ1DOyaGpBzFhSXsGNPMTvyi8jLL2bHnqJD3C4mL7/ot/2TYiN5ekg32jaxbiljjFOhZAHcjZtjsQFARFKAzwFLFgFwQptGpDeIZcz0VQzsmoqqsruwhB2+D/C8/KIDbu/7kHfbfR/8ZfYpKD70nMnwMCExJoKEmEgSYyNIjImkZaN6JMZE8tWSjQx+YSqvj8iiY2pSNb0LxphQVtFkEbY3UfhspgKXsETkTOApIBx4SVV/V0/K12r5O6DAHFW92Lf9Utx8DoAHVPW1CsZa44SFCdk9Mnhs0mK63v8pefnFlJTqIY+JjggjMTayzAd+JGnJsft9+CfGRPj2iSThgNv1osIRKb9iy6+bdjH0pWkMeWEq/x3Rg2NaNAjGyzbG1CDiRsT62UnkMaAzMNq3aTAwV1XvOMQx4cAS4AwgF5gBDFHVhWX2aQu8BZyqqltFpLGqbhCRBkAOkIlLIjOBY1R168GeLzMzU3Nycvy+llC1bXchj05aTGSY7PeBv/9t94GfEBNBdER4UONZvW0Pw16axrrt+bx4SSYntm0U1OczxnhDRGaqaqbf/SqSLHwnHAScgOuzmKKq7/nZvyfwd1Xt67t/F4CqPlRmn0eBJar60gHHDgFOVtU/+O6PBL5S1dEcRE1PFqFoQ14+w1+azi+bdvHs0O6cfnQTr0MyxgRYRZNFhRc/UtV3VPWPqnqrv0ThkwqUHQ+a69tWVjugnYh8JyJTfZetKnosInK1iOSISM7GjRsr+lJMBTVOiGHsH46jfbMErnljJh/OsZLqxtRVh0wWIpInIjvK+ckTEX/lUsu7IH5gMyYCaAucDAwBXhKR+hU8FlV9QVUzVTUzJSXFTzimKurXi+KNK4+le4tkbhrzI2NttrkxddIhk4WqJqhqYjk/Caqa6OfcuUB6mftpwIFfTXOBD1S1SFV/ARbjkkdFjjXVJCEmktcuz6JX2xTueGcer3z7i9chGWOqWTDX4J4BtBWRViISBWQD4w/Y533gFAARaYS7LLUcmAT0EZFkEUnGrdA3KYixGj9io8J58ZJj6NuhCfd/tJD/fLmUivZ3GWNqvqAlC1UtBm7AfcgvAt5S1QUicr+IDPDtNgnYLCILgcnA7aq6WVW3AP/AJZwZwP2+bcZD0RHhPHNxd87rlsrjny7hkU8WW8Iwpo6o8GioUGejoapPaany1w/mM2raSi7p2YK/n9OBsDBbZdeYmqiio6EqOinPmN+EhQkPnNuRuOgIXpiynF0FJTwyqBMR4cG8qmmM8ZIlC1MlIsJdZx1FXFQET3y+hD1FxTw5uBtREZYwjKmNLFmYKhMRbj69LXHR4TwwYRF7CnN4btgxxEQGd3a5Mab62ddAc9iu7NWaB8/rxFdLNnLZq9PZWVDsdUjGmACzZGEC4uJjM3jioq7M+HUrw16axvbdRV6HZIwJIEsWJmDO7ZbKs0O7s3DNDrJfnMqmnQVeh2SMCRBLFiag+nZoykuXZvLLpp1cNPIH1m7f43VIxpgAsGRhAq53uxReH3EsG3YUcOHzP7Bi8y6vQzLGHCZLFiYoslo14M2rjmVnQTEXjfyBZRvyvA7JGHMYLFmYoOmcVp+xV/ekpBQuGjmV+au3ex2SMaaKLFmYoDqyaQJvX9OTmIgwhrw4lZkrrMSXMTWRJQsTdK0axfH2tcfTMC6K4S9P57tlm7wOyRhTSZYsTLVIrR/LW9f0JD25Hpf/dwafL1zvdUjGmEqwZGGqTeOEGMZcfRxHNbVlWo2paSxZmGqVHBfFqCuPpXuGW6b1rRmr/B9kjPGcJQtT7RJiInltRBYnHtGIP78zl1e/s2VajQl1liyMJ2Kjwnnp0kz6dmjCfR8u5JnJy7wOyRhzCJYsjGf2LtN6btfmPDZpMY988pMt02pMiLL1LIynIsLD+NdFXakXHcFzX/3M7oJi7rVlWo0JOZYsjOfCwoR/ntuRuKhwXvzmF3YVlvDw+bZMqzGhxJKFCQkiwl/6tScuOoInP1/KnsISnhjc1ZZpNSZEWLIwIUNEuOX0dsRFRfDPiYtYs30P2T3S6XN0U5LjorwOz5g6TWpLh2JmZqbm5OR4HYYJkHEzc3nqiyWs2rKHiDChZ5uG9O/UjL4dLHEYE0giMlNVM/3uZ8nChCpVZf7qHUyYt5aJ89aycstuwsOE49s0pJ8vcTSwxGHMYbFkYWoVVWXBmn2JY8Vmlzh6tt6bOJrQMD7a6zCNqXEsWZhaa2/imOhLHL/6EsdxrRv81uJoZInDmAqxZGHqBFVl4dq9iWMdv2zaRZjAcb4Wx5kdLXEYcyiWLEydo6osWpv3W4tjuS9xHNuqIf06u0tVjRNivA7TmJBiycLUaarK4vV5TJy7lgnz1vLzxl2IQFbLBvTv7FocljiMsWRhzG9UlSXrd/7WOb5sw05EoEfLBvTv1IyzOjalcaIlDlM3hUSyEJEzgaeAcOAlVX34gMcvAx4DVvs2/UdVX/I9VgLM821fqaoDDvVclixMRS1Zn8eEuS5xLN2bOFo0oF+nppzVqRlNLHGYOsTzZCEi4cAS4AwgF5gBDFHVhWX2uQzIVNUbyjl+p6rGV/T5LFmYqli6Pu+3FseS9S5xZLZIpl+nZpzVsRlNkyxxmNqtoskimOU+soBlqrrcF9AYYCCw8JBHGVON2jZJ4JYmCdxyejuWbchjwtx1TJy3lvs+XMh9Hy4ks0UyXdPrkxATSUJMhO8nksSYCOJ9t/duj44I9/rlGBM0wUwWqUDZNTNzgWPL2W+QiPTGtUJuVdW9x8SISA5QDDysqu8feKCIXA1cDZCRkRHI2E0ddETjBG4+PYGbT2/Lsg07mThvLR/PX8eoaSvZU1Ti9/ioiDASfQkkPjpiv+SyX5KJjig3+STERBITGYaIlWc3oSeYl6EuBPqq6pW++8OBLFW9scw+DYGdqlogItcAF6nqqb7HmqvqGhFpDXwJnKaqPx/s+ewylAmmopJSduYXs7OgmB35ReTlF/t+3O2Dbi9zO6+g2O/zRISJr8USQUL0/kmmVaM4uqTXp3NaEvXrWZkTExihcBkqF0gvcz8NWFN2B1XdXObui8AjZR5b4/u9XES+AroBB00WxgRTZHgYyXFRh1XEsLRU2VlY/LskcmCS2Vmw7/aO/GJWb9vDoj1FvPvj6t/O1aJhPTqn1adLWhKd0+rTMTWRelFWRNoETzD/d80A2opIK9xop2zg4rI7iEgzVV3ruzsAWOTbngzs9rU4GgEnAI8GMVZjgi4sTEiMiSQxJrJKx2/fU8T81duZk7uNuau2M/PXLXw4x33/ChNo2ziBzmlJdEmvT5e0+hzZNMHWAzEBE7RkoarFInIDMAk3dPYVVV0gIvcDOao6HrhJRAbg+iW2AJf5Dm8PjBSRUtw64Q+XHUVlTF2UFBvJCUc04oQjGv22bWNeAXNztzEndztzc7fxxU8beHtmLgBR4WG0b574W+ujS1oSrVPiCbcla00V2KQ8Y2oRVSV36x7X+sjdzpxV25i/eju7Cl0HfVxUOB1Tk+iaXp/Oaa7/Iy051jrV67BQ6LMwxlQzESG9QT3SG9Tj7M7NASgpVZZv3Plb62NO7nZe/e5XCktKAWgQF0XnMq2Pzmn1SUmw4otmf5YsjKnlwsOEtk0SaNskgQuOSQOgsLiUxevymJ27jbmrXCtkypKllPouNDRPinEtj/QkuqbVp2NaUpX7WkztYMnCmDooKiKMTmlJdEpLguNaALCroJgFa3bs1wfyyYJ1vx3TOiWOrun1ueakNrRrkuBV6MYjliyMMQDERUeQ1aoBWa0a/LZt2+5C5voSx+xV2/ls4Xo+mrOWP/Vpx5W9WltneR1iycIYc1D160XRu10KvdulALBpZwH3vDefhz7+iU8XrufxC7vQqlGcx1Ga6mCDsI0xFdYoPprnhnXnqeyuLNuwk7OemsKr3/1CaWntGFVpDs6ShTGmUkSEgV1T+fTW3hzfphH3fbiQIS9OZdWW3V6HZoLIkoUxpkqaJMbw8qWZPHpBZxau2UHfJ6cwatoKasvcLbM/SxbGmCoTES7KTOeTW3tzTItk7n5vPpe8Mp012/Z4HZoJMEsWxpjDllo/ltdHZPHAuR2ZuWIrfZ+Ywts5q6yVUYtYsjDGBISIMOy4Fnxyc2/aN0/k9nFzufK1HDbsyPc6NBMAliyMMQGV0bAeY646jr+dfTTfLtvEGU9M4YPZq62VUcNZsjDGBFxYmDDixFZ8fHMvWqfEcfOY2Vw3ahabdxZ4HZqpIksWxpigaZ0Sz7hrjufOs47ii0Ub6PPEFD6Zv9b/gSbkWLIwxgRVeJhwzUlt+PDGE2lWP4Zr3pjFzWN+ZNvuQq9DM5Vg5T6MMdXiyKYJvHfdCTw7+Wee/nIpP/y8mYcHdeLUo5oc1nmLiorIzc0lP9860g8lJiaGtLQ0IiOrVj3YFj8yxlS7+au3c9vbc/hpXR4XHpPGX885usol0H/55RcSEhJo2LChLeJ0EKrK5s2bycvLo1WrVvs9VtHFj+wylDGm2nVMTWL8DSdywylH8O6PqznziSl8s3Rjlc6Vn59vicIPEaFhw4aH1fqyZGGM8URURBi39T2Sd649ntiocIa/PJ2735vHroLiSp/LEoV/h/seWbIwxniqa3p9JtzUi6t6teLN6Ss586kpTF2+2euwzAEsWRhjPBcTGc7d/Y/mrT/0JEyE7Bemct+HC9hTWOJ1aBUSHx/vdQhBZ8nCGBMyerRswMc39+LSni149btf6ffvb5i5YqvXYRls6KwxJsTUi4rgvoEd6duhKbePm8uFz3/PVb1bc+vp7YiJDD/ksfd9uICFa3YENJ6jmydy7zkdKrSvqvLnP/+Zjz/+GBHhnnvuYfDgwaxdu5bBgwezY8cOiouLee655zj++OO54ooryMnJQUQYMWIEt956a0BjDyRLFsaYkHT8EY345JZePDhxESO/Xs6Xizbwr4u60iktyevQDurdd99l9uzZzJkzh02bNtGjRw969+7Nm2++Sd++fbn77rspKSlh9+7dzJ49m9WrVzN//nwAtm3b5nH0h2bJwhgTshJiInno/M707dCUO9+Zx7nPfsf1J7fhhlPbEhXx+6voFW0BBMu3337LkCFDCA8Pp0mTJpx00knMmDGDHj16MGLECIqKijj33HPp2rUrrVu3Zvny5dx4443079+fPn36eBq7P5YsjDEh7+QjGzPp1t7c9+EC/v3lMsbPWUNacj3Cw4SrOkXx66ZdiIAg7B0h6u7vGzK69z4ibrtvG75jyr1fdv9yjo8ID9svaR1sknPv3r2ZMmUKEyZMYPjw4dx+++1ccsklzJkzh0mTJvHMM8/w1ltv8corrwT4nQscSxbGmBohKTaSf13UlbM6NuO/3//CnqISikuVktJICktK2fs5rei+21r+/UARoH69qN/u9+7dm5EjR3LppZeyZcsWpkyZwmOPPcaKFStITU3lqquuYteuXcyaNYt+/foRFRXFoEGDaNOmDZdddlnA4goGSxbGmBrljKObcMbR++pJLVq0iHZNEip8/N5v/0qZ5KH77uNLLlpm/32PlbkP7CooZvPOQkoVcrfupv85A/jhhx/o0qULIsKjjz5K06ZNee2113jssceIjIwkPj6e119/ndWrV3P55ZdTWloKwEMPPXR4b0yQWW0oY0yNtmjRItq3b+/Z8xeVlLIxr4DNu1wV3QZxUTROiCYyPPRmJpT3XlW0NpS1LIwx5jBEhofRvH4sjeKj2ZCXz5adhWzdVUiDuChSQjRpVEVQX4WInCkii0VkmYjcWc7jl4nIRhGZ7fu5ssxjl4rIUt/PpcGM0xhjDldURBhpyfVo1zSepNhINu8sYPG6PNZt30NxSanX4R22oLUsRCQceAY4A8gFZojIeFVdeMCuY1X1hgOObQDcC2TiLg3O9B1rUzmNMSEtOiKc9Ab1SEmIZsOOAjbkFbB5ZyGNEqJpFB9FeFjNbGkEM+osYJmqLlfVQmAMMLCCx/YFPlPVLb4E8RlwZpDiNMaYgIuJDCejYT3aNUkgPiaC9Tvy+WldHhvy8ikprXl9xcFMFqnAqjL3c33bDjRIROaKyDgRSa/kscYYE9JiIsNp0TCOto3jiYuKYN32fBavy2NjXgGlNShpBDNZlFc8/cB35kOgpap2Bj4HXqvEsYjI1SKSIyI5GzdWbeEUY4ypDrFREbRsFEeblHhiIsNYu30Pi9fnsWlnAaU1YFRqMJNFLpBe5n4asKbsDqq6WVULfHdfBI6p6LG+419Q1UxVzUxJSQlY4MYYEyxx0RG0TomndUo8UeFhrNm2hyXr8tiyK7STRjCTxQygrYi0EpEoIBsYX3YHEWlW5u4AYJHv9iSgj4gki0gy0Me3zRhjarS9a1/ER0fQOiWOVo3iiAgPI3frHibnzKf90R0OWjbES0EbDaWqxSJyA+5DPhx4RVUXiMj9QI6qjgduEpEBQDGwBbjMd+wWEfkHLuEA3K+qW4IVqzGmlvj4Tlg3L7DnbNoJzno4sOf0ERESYiKJj44gL7+YzWuFopJSlqzfSZPEaJJiI0NmydigjuFS1Ymq2k5V26jqP33b/uZLFKjqXaraQVW7qOopqvpTmWNfUdUjfD+vBjNOY4ypqjvuuINnn332t/t///vfue+++zjttNPo3r07nTp14oMPPjjkOUSExNhIWjaKIyo8DBFYumYLFwwZToeOHenWrRuTJ08GYMGCBWRlZdG1a1c6d+7M0qVL2bVrF/3796dLly507NiRsWPHBvx12gxuY0ztEaQWwKFkZ2dzyy23cN111wHw1ltv8cknn3DrrbeSmJjIpk2bOO644xgwYIDfVoKIEBYmtG0czz9feRYFRn/yLWtW/Mwl2eexZMlinn/+eW6++WaGDh1KYWEhJSUlTJw4kebNmzNhwgQAtm/fHvDXWTNnhxhjTIjo1q0bGzZsYM2aNcyZM4fk5GSaNWvGX/7yFzp37szpp5/O6tWrWb9+fYXPKSLMnD6V66+6nLTkerRs3ZaUZql8MXUO3Y7pwYMPPsgjjzzCihUriI2NpVOnTnz++efccccdfPPNNyQlBX6BKEsWxhhzmC644ALGjRvH2LFjyc7OZtSoUWzcuJGZM2cye/ZsmjRpQn5+fqXOqaqICA3iomjXNIHoiDCKS0vJPH0A/3l1NGGRUfTt25cvv/ySdu3aMXPmTDp16sRdd93F/fffH/DXaMnCGGMOU3Z2NmPGjGHcuHFccMEFbN++ncaNGxMZGcnkyZNZsWJFpc/Zu3dvRo0aBcCypUtZszqXvsd3p3DLWhqntqDvRZdz0hlnkTPrR9asWUO9evUYNmwYt912G7NmzQr0S7Q+C2OMOVwdOnQgLy+P1NRUmjVrxtChQznnnHPIzMyka9euHHXUUZU+53XXXcc111xDp06diIiI4L///S+xsTF8NuF93njjDSQ8gvoNUxhxw218/t0MHv/HXwkLCyMyMpLnnnsu4K/R1rMwxtRoXq9n4aWS0lI27SxEVWmaFOt3f1vPwhhj6qDwsDCaJMZUy3NZsjDGmGo2b948hg8fvt+26Ohopk2b5lFE/lmyMMbUeHtHDtUUnTp1Yvbs2dX6nIfb5WCjoYwxNVpMTAybN28OyXpKoUJV2bx5MzExVb9kZS0LY0yNlpaWRm5uLrZMwaHFxMSQlpZW5eMtWRhjarTIyEhatWrldRi1nl2GMsYY45clC2OMMX5ZsjDGGONXrZnBLSIbgcoXYNmnEbApQOHUdPZe7M/ej/3Z+7FPbXgvWqiq33Wpa02yOFwiklORKe91gb0X+7P3Y3/2fuxTl94LuwxljDHGL0sWxhhj/LJksc8LXgcQQuy92J+9H/uz92OfOvNeWJ+FMcYYv6xlYYwxxi9LFsYYY/yq88lCRM4UkcUiskxE7vQ6Hi+JSLqITBaRRSKyQERu9jomr4lIuIj8KCIfeR2L10SkvoiME5GffP9Henodk5dE5Fbf38l8ERktItWzCpFH6nSyEJFw4BngLOBoYIiIHO1tVJ4qBv6kqu2B44Dr6/j7AXAzsMjrIELEU8AnqnoU0IU6/L6ISCpwE5Cpqh2BcCDb26iCq04nCyALWKaqy1W1EBgDDPQ4Js+o6lpVneW7nYf7MEj1NirviEga0B94yetYvCYiiUBv4GUAVS1U1W3eRuW5CCBWRCKAesAaj+MJqrqeLFKBVWXu51KHPxzLEpGWQDcgdNd5DL4ngT8DpV4HEgJaAxuBV32X5V4SkTivg/KKqq4GHgdWAmuB7ar6qbdRBVddTxblrcNY58cSi0g88A5wi6ru8DoeL4jI2cAGVZ3pdSwhIgLoDjynqt2AXUCd7eMTkWTcVYhWQHMgTkSGeRtVcNX1ZJELpJe5n0Ytb0r6IyKRuEQxSlXf9ToeD50ADBCRX3GXJ08VkTe8DclTuUCuqu5taY7DJY+66nTgF1XdqKpFwLvA8R7HFFR1PVnMANqKSCsRicJ1UI33OCbPiFvx/mVgkar+y+t4vKSqd6lqmqq2xP2/+FJVa/U3x0NR1XXAKhE50rfpNGChhyF5bSVwnIjU8/3dnEYt7/Cv08uqqmqxiNwATMKNZnhFVRd4HJaXTgCGA/NEZLZv219UdaKHMZnQcSMwyvfFajlwucfxeEZVp4nIOGAWbhThj9Ty0h9W7sMYY4xfdf0ylDHGmAqwZGGMMcYvSxbGGGP8smRhjDHGL0sWxhhj/LJkYUwIEJGTrbKtCWWWLIwxxvhlycKYShCRYSIyXURmi8hI33oXO0Xk/0Rkloh8ISIpvn27ishUEZkrIu/56gkhIkeIyOciMsd3TBvf6ePLrBcxyjcz2JiQYMnCmAoSkfbAYOAEVe0KlABDgThglqp2B74G7vUd8jpwh6p2BuaV2T4KeEZVu+DqCa31be8G3IJbW6U1bka9MSGhTpf7MKaSTgOOAWb4vvTHAhtwJczH+vZ5A3hXRJKA+qr6tW/7a8DbIpIApKrqewCqmg/gO990Vc313Z8NtAS+Df7LMsY/SxbGVJwAr6nqXfttFPnrAfsdqobOoS4tFZS5XYL9fZoQYpehjKm4L4ALRKQxgIg0EJEWuL+jC3z7XAx8q6rbga0i0su3fTjwtW99kFwROdd3jmgRqVetr8KYKrBvLsZUkKouFJF7gE9FJAwoAq7HLQTUQURmAttx/RoAlwLP+5JB2Sqtw4GRInK/7xwXVuPLMKZKrOqsMYdJRHaqarzXcRgTTHYZyhhjjF/WsjDGGOOXtSyMMcb4ZcnCGGOMX5YsjDHG+GXJwhhjjF+WLIwxxvj1/62/0K9d0IYRAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "import matplotlib.pyplot as plt\n",
    "%matplotlib inline\n",
    "\n",
    "def plot_history(history):\n",
    "    # print(history.history.keys())\n",
    "\n",
    "    plt.plot(history.history['acc'])\n",
    "    plt.plot(history.history['val_acc'])\n",
    "    plt.title('model accuracy')\n",
    "    plt.xlabel('epoch')\n",
    "    plt.ylabel('accuracy')\n",
    "    plt.legend(['acc', 'val_acc'], loc='lower right')\n",
    "    plt.show()\n",
    "\n",
    "    plt.plot(history.history['loss'])\n",
    "    plt.plot(history.history['val_loss'])\n",
    "    plt.title('model loss')\n",
    "    plt.xlabel('epoch')\n",
    "    plt.ylabel('loss')\n",
    "    plt.legend(['loss', 'val_loss'], loc='lower right')\n",
    "    plt.show()\n",
    "\n",
    "plot_history(history)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "np.savez('../plots/Fine-tuning(InceptionV3)_train', acc=history.history['acc'], loss=history.history['loss'])\n",
    "np.savez('../plots/Fine-tuning(InceptionV3)_valid', acc=history.history['val_acc'], loss=history.history['val_loss'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}