mask_detection.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Using TensorFlow backend.\n"
     ]
    }
   ],
   "source": [
    "import tensorflow as tf\n",
    "from tensorflow import keras\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "from keras.models import Sequential\n",
    "from keras.layers import *\n",
    "from tensorflow.keras.preprocessing.image import ImageDataGenerator\n",
    "from keras.applications import DenseNet121\n",
    "import os\n",
    "import cv2\n",
    "from numpy import asarray\n",
    "from PIL import Image\n",
    "from functools import partial\n",
    "from keras.applications import imagenet_utils"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Organizing datasets\n",
      "Images reorganized\n"
     ]
    }
   ],
   "source": [
    "### Organizing classes into training, validation, and test\n",
    "print(\"Organizing datasets\")\n",
    "masked_imgs = os.listdir('datasets/compiled/with_mask_copy')\n",
    "no_mask_imgs = os.listdir('datasets/compiled/without_mask_copy')\n",
    "\n",
    "i = 0\n",
    "for img in masked_imgs:\n",
    "    if i < int(0.64*len(masked_imgs)):\n",
    "        os.rename('datasets/compiled/with_mask_copy/' + img, 'datasets/compiled/train/mask/' + img)\n",
    "        i += 1\n",
    "    elif i < int(0.80*len(masked_imgs)):\n",
    "        os.rename('datasets/compiled/with_mask_copy/' + img, 'datasets/compiled/validation/mask/' + img)\n",
    "        i += 1\n",
    "    else:\n",
    "        os.rename('datasets/compiled/with_mask_copy/' + img, 'datasets/compiled/test/mask/' + img)\n",
    "        i += 1\n",
    "\n",
    "j = 0\n",
    "for img in no_mask_imgs:\n",
    "    if j < int(0.64*len(no_mask_imgs)):\n",
    "        os.rename('datasets/compiled/without_mask_copy/' + img,'datasets/compiled/train/no-mask/' + img)\n",
    "        j += 1\n",
    "    elif j < int(0.80*len(no_mask_imgs)):\n",
    "        os.rename('datasets/compiled/without_mask_copy/' + img, 'datasets/compiled/validation/no-mask/' + img)\n",
    "        j += 1\n",
    "    else:\n",
    "        os.rename('datasets/compiled/without_mask_copy/' + img, 'datasets/compiled/test/no-mask/' + img)\n",
    "        j += 1\n",
    "\n",
    "print(\"Images reorganized\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "epochs = 2\n",
    "batch_size = 16"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "# imagenet_mode_preprocessing_function = partial(imagenet_utils.preprocess_input, mode=\"torch\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "train_datagen = ImageDataGenerator(\n",
    "    width_shift_range=0.2,\n",
    "    height_shift_range=0.2,\n",
    "    fill_mode=\"nearest\",\n",
    "    horizontal_flip=True,\n",
    "    rescale=1./255)\n",
    "\n",
    "validation_datagen = ImageDataGenerator(\n",
    "    width_shift_range=0.2,\n",
    "    height_shift_range=0.2,\n",
    "    fill_mode=\"nearest\",\n",
    "    horizontal_flip=True,\n",
    "    rescale=1./255)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Found 2452 images belonging to 2 classes.\n",
      "Found 613 images belonging to 2 classes.\n"
     ]
    }
   ],
   "source": [
    "train_generator = train_datagen.flow_from_directory(\n",
    "        batch_size=batch_size,\n",
    "\t\tdirectory='datasets/compiled/train/',\n",
    "        target_size=(224, 224), \n",
    "        classes = ['no-mask','mask'],\n",
    "        class_mode='categorical')\n",
    "\n",
    "validation_generator = validation_datagen.flow_from_directory(\n",
    "        batch_size=batch_size,\n",
    "        directory='datasets/compiled/validation/',\n",
    "        target_size=(224, 224), \n",
    "        classes = ['no-mask','mask'],\n",
    "        class_mode='categorical')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "### Pre-trained Model (DenseNet121 trained on Imagenet)\n",
    "model = tf.keras.applications.DenseNet121(include_top=False,weights='imagenet',input_shape=(224,224,3),classes=2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Transfer Learning\n",
    "for i in model.layers:\n",
    "  i.trainable = False"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "global_avg = tf.keras.layers.GlobalAveragePooling2D()(model.output)\n",
    "flatten = tf.keras.layers.Flatten()(global_avg)\n",
    "# drop_out = tf.keras.layers.Dropout(0.4)(flatten)\n",
    "out = tf.keras.layers.Dense(2,activation='softmax')(flatten)\n",
    "densenet = tf.keras.Model(inputs=[model.input],outputs=[out])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model: \"model\"\n",
      "__________________________________________________________________________________________________\n",
      "Layer (type)                    Output Shape         Param #     Connected to                     \n",
      "==================================================================================================\n",
      "input_1 (InputLayer)            [(None, 224, 224, 3) 0                                            \n",
      "__________________________________________________________________________________________________\n",
      "zero_padding2d (ZeroPadding2D)  (None, 230, 230, 3)  0           input_1[0][0]                    \n",
      "__________________________________________________________________________________________________\n",
      "conv1/conv (Conv2D)             (None, 112, 112, 64) 9408        zero_padding2d[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "conv1/bn (BatchNormalization)   (None, 112, 112, 64) 256         conv1/conv[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "conv1/relu (Activation)         (None, 112, 112, 64) 0           conv1/bn[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "zero_padding2d_1 (ZeroPadding2D (None, 114, 114, 64) 0           conv1/relu[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "pool1 (MaxPooling2D)            (None, 56, 56, 64)   0           zero_padding2d_1[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block1_0_bn (BatchNormali (None, 56, 56, 64)   256         pool1[0][0]                      \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block1_0_relu (Activation (None, 56, 56, 64)   0           conv2_block1_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block1_1_conv (Conv2D)    (None, 56, 56, 128)  8192        conv2_block1_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block1_1_bn (BatchNormali (None, 56, 56, 128)  512         conv2_block1_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block1_1_relu (Activation (None, 56, 56, 128)  0           conv2_block1_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block1_2_conv (Conv2D)    (None, 56, 56, 32)   36864       conv2_block1_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block1_concat (Concatenat (None, 56, 56, 96)   0           pool1[0][0]                      \n",
      "                                                                 conv2_block1_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block2_0_bn (BatchNormali (None, 56, 56, 96)   384         conv2_block1_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block2_0_relu (Activation (None, 56, 56, 96)   0           conv2_block2_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block2_1_conv (Conv2D)    (None, 56, 56, 128)  12288       conv2_block2_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block2_1_bn (BatchNormali (None, 56, 56, 128)  512         conv2_block2_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block2_1_relu (Activation (None, 56, 56, 128)  0           conv2_block2_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block2_2_conv (Conv2D)    (None, 56, 56, 32)   36864       conv2_block2_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block2_concat (Concatenat (None, 56, 56, 128)  0           conv2_block1_concat[0][0]        \n",
      "                                                                 conv2_block2_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block3_0_bn (BatchNormali (None, 56, 56, 128)  512         conv2_block2_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block3_0_relu (Activation (None, 56, 56, 128)  0           conv2_block3_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block3_1_conv (Conv2D)    (None, 56, 56, 128)  16384       conv2_block3_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block3_1_bn (BatchNormali (None, 56, 56, 128)  512         conv2_block3_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block3_1_relu (Activation (None, 56, 56, 128)  0           conv2_block3_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block3_2_conv (Conv2D)    (None, 56, 56, 32)   36864       conv2_block3_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block3_concat (Concatenat (None, 56, 56, 160)  0           conv2_block2_concat[0][0]        \n",
      "                                                                 conv2_block3_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block4_0_bn (BatchNormali (None, 56, 56, 160)  640         conv2_block3_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block4_0_relu (Activation (None, 56, 56, 160)  0           conv2_block4_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block4_1_conv (Conv2D)    (None, 56, 56, 128)  20480       conv2_block4_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block4_1_bn (BatchNormali (None, 56, 56, 128)  512         conv2_block4_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block4_1_relu (Activation (None, 56, 56, 128)  0           conv2_block4_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block4_2_conv (Conv2D)    (None, 56, 56, 32)   36864       conv2_block4_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block4_concat (Concatenat (None, 56, 56, 192)  0           conv2_block3_concat[0][0]        \n",
      "                                                                 conv2_block4_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block5_0_bn (BatchNormali (None, 56, 56, 192)  768         conv2_block4_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block5_0_relu (Activation (None, 56, 56, 192)  0           conv2_block5_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block5_1_conv (Conv2D)    (None, 56, 56, 128)  24576       conv2_block5_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block5_1_bn (BatchNormali (None, 56, 56, 128)  512         conv2_block5_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block5_1_relu (Activation (None, 56, 56, 128)  0           conv2_block5_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block5_2_conv (Conv2D)    (None, 56, 56, 32)   36864       conv2_block5_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block5_concat (Concatenat (None, 56, 56, 224)  0           conv2_block4_concat[0][0]        \n",
      "                                                                 conv2_block5_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block6_0_bn (BatchNormali (None, 56, 56, 224)  896         conv2_block5_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block6_0_relu (Activation (None, 56, 56, 224)  0           conv2_block6_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block6_1_conv (Conv2D)    (None, 56, 56, 128)  28672       conv2_block6_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block6_1_bn (BatchNormali (None, 56, 56, 128)  512         conv2_block6_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block6_1_relu (Activation (None, 56, 56, 128)  0           conv2_block6_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block6_2_conv (Conv2D)    (None, 56, 56, 32)   36864       conv2_block6_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block6_concat (Concatenat (None, 56, 56, 256)  0           conv2_block5_concat[0][0]        \n",
      "                                                                 conv2_block6_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "pool2_bn (BatchNormalization)   (None, 56, 56, 256)  1024        conv2_block6_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "pool2_relu (Activation)         (None, 56, 56, 256)  0           pool2_bn[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "pool2_conv (Conv2D)             (None, 56, 56, 128)  32768       pool2_relu[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "pool2_pool (AveragePooling2D)   (None, 28, 28, 128)  0           pool2_conv[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block1_0_bn (BatchNormali (None, 28, 28, 128)  512         pool2_pool[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block1_0_relu (Activation (None, 28, 28, 128)  0           conv3_block1_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block1_1_conv (Conv2D)    (None, 28, 28, 128)  16384       conv3_block1_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block1_1_bn (BatchNormali (None, 28, 28, 128)  512         conv3_block1_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block1_1_relu (Activation (None, 28, 28, 128)  0           conv3_block1_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block1_2_conv (Conv2D)    (None, 28, 28, 32)   36864       conv3_block1_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block1_concat (Concatenat (None, 28, 28, 160)  0           pool2_pool[0][0]                 \n",
      "                                                                 conv3_block1_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block2_0_bn (BatchNormali (None, 28, 28, 160)  640         conv3_block1_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block2_0_relu (Activation (None, 28, 28, 160)  0           conv3_block2_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block2_1_conv (Conv2D)    (None, 28, 28, 128)  20480       conv3_block2_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block2_1_bn (BatchNormali (None, 28, 28, 128)  512         conv3_block2_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block2_1_relu (Activation (None, 28, 28, 128)  0           conv3_block2_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block2_2_conv (Conv2D)    (None, 28, 28, 32)   36864       conv3_block2_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block2_concat (Concatenat (None, 28, 28, 192)  0           conv3_block1_concat[0][0]        \n",
      "                                                                 conv3_block2_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block3_0_bn (BatchNormali (None, 28, 28, 192)  768         conv3_block2_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block3_0_relu (Activation (None, 28, 28, 192)  0           conv3_block3_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block3_1_conv (Conv2D)    (None, 28, 28, 128)  24576       conv3_block3_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block3_1_bn (BatchNormali (None, 28, 28, 128)  512         conv3_block3_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block3_1_relu (Activation (None, 28, 28, 128)  0           conv3_block3_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block3_2_conv (Conv2D)    (None, 28, 28, 32)   36864       conv3_block3_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block3_concat (Concatenat (None, 28, 28, 224)  0           conv3_block2_concat[0][0]        \n",
      "                                                                 conv3_block3_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block4_0_bn (BatchNormali (None, 28, 28, 224)  896         conv3_block3_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block4_0_relu (Activation (None, 28, 28, 224)  0           conv3_block4_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block4_1_conv (Conv2D)    (None, 28, 28, 128)  28672       conv3_block4_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block4_1_bn (BatchNormali (None, 28, 28, 128)  512         conv3_block4_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block4_1_relu (Activation (None, 28, 28, 128)  0           conv3_block4_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block4_2_conv (Conv2D)    (None, 28, 28, 32)   36864       conv3_block4_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block4_concat (Concatenat (None, 28, 28, 256)  0           conv3_block3_concat[0][0]        \n",
      "                                                                 conv3_block4_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block5_0_bn (BatchNormali (None, 28, 28, 256)  1024        conv3_block4_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block5_0_relu (Activation (None, 28, 28, 256)  0           conv3_block5_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block5_1_conv (Conv2D)    (None, 28, 28, 128)  32768       conv3_block5_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block5_1_bn (BatchNormali (None, 28, 28, 128)  512         conv3_block5_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block5_1_relu (Activation (None, 28, 28, 128)  0           conv3_block5_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block5_2_conv (Conv2D)    (None, 28, 28, 32)   36864       conv3_block5_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block5_concat (Concatenat (None, 28, 28, 288)  0           conv3_block4_concat[0][0]        \n",
      "                                                                 conv3_block5_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block6_0_bn (BatchNormali (None, 28, 28, 288)  1152        conv3_block5_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block6_0_relu (Activation (None, 28, 28, 288)  0           conv3_block6_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block6_1_conv (Conv2D)    (None, 28, 28, 128)  36864       conv3_block6_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block6_1_bn (BatchNormali (None, 28, 28, 128)  512         conv3_block6_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block6_1_relu (Activation (None, 28, 28, 128)  0           conv3_block6_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block6_2_conv (Conv2D)    (None, 28, 28, 32)   36864       conv3_block6_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block6_concat (Concatenat (None, 28, 28, 320)  0           conv3_block5_concat[0][0]        \n",
      "                                                                 conv3_block6_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block7_0_bn (BatchNormali (None, 28, 28, 320)  1280        conv3_block6_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block7_0_relu (Activation (None, 28, 28, 320)  0           conv3_block7_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block7_1_conv (Conv2D)    (None, 28, 28, 128)  40960       conv3_block7_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block7_1_bn (BatchNormali (None, 28, 28, 128)  512         conv3_block7_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block7_1_relu (Activation (None, 28, 28, 128)  0           conv3_block7_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block7_2_conv (Conv2D)    (None, 28, 28, 32)   36864       conv3_block7_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block7_concat (Concatenat (None, 28, 28, 352)  0           conv3_block6_concat[0][0]        \n",
      "                                                                 conv3_block7_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block8_0_bn (BatchNormali (None, 28, 28, 352)  1408        conv3_block7_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block8_0_relu (Activation (None, 28, 28, 352)  0           conv3_block8_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block8_1_conv (Conv2D)    (None, 28, 28, 128)  45056       conv3_block8_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block8_1_bn (BatchNormali (None, 28, 28, 128)  512         conv3_block8_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block8_1_relu (Activation (None, 28, 28, 128)  0           conv3_block8_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block8_2_conv (Conv2D)    (None, 28, 28, 32)   36864       conv3_block8_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block8_concat (Concatenat (None, 28, 28, 384)  0           conv3_block7_concat[0][0]        \n",
      "                                                                 conv3_block8_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block9_0_bn (BatchNormali (None, 28, 28, 384)  1536        conv3_block8_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block9_0_relu (Activation (None, 28, 28, 384)  0           conv3_block9_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block9_1_conv (Conv2D)    (None, 28, 28, 128)  49152       conv3_block9_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block9_1_bn (BatchNormali (None, 28, 28, 128)  512         conv3_block9_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block9_1_relu (Activation (None, 28, 28, 128)  0           conv3_block9_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block9_2_conv (Conv2D)    (None, 28, 28, 32)   36864       conv3_block9_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block9_concat (Concatenat (None, 28, 28, 416)  0           conv3_block8_concat[0][0]        \n",
      "                                                                 conv3_block9_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block10_0_bn (BatchNormal (None, 28, 28, 416)  1664        conv3_block9_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block10_0_relu (Activatio (None, 28, 28, 416)  0           conv3_block10_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block10_1_conv (Conv2D)   (None, 28, 28, 128)  53248       conv3_block10_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block10_1_bn (BatchNormal (None, 28, 28, 128)  512         conv3_block10_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block10_1_relu (Activatio (None, 28, 28, 128)  0           conv3_block10_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block10_2_conv (Conv2D)   (None, 28, 28, 32)   36864       conv3_block10_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block10_concat (Concatena (None, 28, 28, 448)  0           conv3_block9_concat[0][0]        \n",
      "                                                                 conv3_block10_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block11_0_bn (BatchNormal (None, 28, 28, 448)  1792        conv3_block10_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block11_0_relu (Activatio (None, 28, 28, 448)  0           conv3_block11_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block11_1_conv (Conv2D)   (None, 28, 28, 128)  57344       conv3_block11_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block11_1_bn (BatchNormal (None, 28, 28, 128)  512         conv3_block11_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block11_1_relu (Activatio (None, 28, 28, 128)  0           conv3_block11_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block11_2_conv (Conv2D)   (None, 28, 28, 32)   36864       conv3_block11_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block11_concat (Concatena (None, 28, 28, 480)  0           conv3_block10_concat[0][0]       \n",
      "                                                                 conv3_block11_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block12_0_bn (BatchNormal (None, 28, 28, 480)  1920        conv3_block11_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block12_0_relu (Activatio (None, 28, 28, 480)  0           conv3_block12_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block12_1_conv (Conv2D)   (None, 28, 28, 128)  61440       conv3_block12_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block12_1_bn (BatchNormal (None, 28, 28, 128)  512         conv3_block12_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block12_1_relu (Activatio (None, 28, 28, 128)  0           conv3_block12_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block12_2_conv (Conv2D)   (None, 28, 28, 32)   36864       conv3_block12_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block12_concat (Concatena (None, 28, 28, 512)  0           conv3_block11_concat[0][0]       \n",
      "                                                                 conv3_block12_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "pool3_bn (BatchNormalization)   (None, 28, 28, 512)  2048        conv3_block12_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "pool3_relu (Activation)         (None, 28, 28, 512)  0           pool3_bn[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "pool3_conv (Conv2D)             (None, 28, 28, 256)  131072      pool3_relu[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "pool3_pool (AveragePooling2D)   (None, 14, 14, 256)  0           pool3_conv[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block1_0_bn (BatchNormali (None, 14, 14, 256)  1024        pool3_pool[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block1_0_relu (Activation (None, 14, 14, 256)  0           conv4_block1_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block1_1_conv (Conv2D)    (None, 14, 14, 128)  32768       conv4_block1_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block1_1_bn (BatchNormali (None, 14, 14, 128)  512         conv4_block1_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block1_1_relu (Activation (None, 14, 14, 128)  0           conv4_block1_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block1_2_conv (Conv2D)    (None, 14, 14, 32)   36864       conv4_block1_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block1_concat (Concatenat (None, 14, 14, 288)  0           pool3_pool[0][0]                 \n",
      "                                                                 conv4_block1_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block2_0_bn (BatchNormali (None, 14, 14, 288)  1152        conv4_block1_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block2_0_relu (Activation (None, 14, 14, 288)  0           conv4_block2_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block2_1_conv (Conv2D)    (None, 14, 14, 128)  36864       conv4_block2_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block2_1_bn (BatchNormali (None, 14, 14, 128)  512         conv4_block2_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block2_1_relu (Activation (None, 14, 14, 128)  0           conv4_block2_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block2_2_conv (Conv2D)    (None, 14, 14, 32)   36864       conv4_block2_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block2_concat (Concatenat (None, 14, 14, 320)  0           conv4_block1_concat[0][0]        \n",
      "                                                                 conv4_block2_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block3_0_bn (BatchNormali (None, 14, 14, 320)  1280        conv4_block2_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block3_0_relu (Activation (None, 14, 14, 320)  0           conv4_block3_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block3_1_conv (Conv2D)    (None, 14, 14, 128)  40960       conv4_block3_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block3_1_bn (BatchNormali (None, 14, 14, 128)  512         conv4_block3_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block3_1_relu (Activation (None, 14, 14, 128)  0           conv4_block3_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block3_2_conv (Conv2D)    (None, 14, 14, 32)   36864       conv4_block3_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block3_concat (Concatenat (None, 14, 14, 352)  0           conv4_block2_concat[0][0]        \n",
      "                                                                 conv4_block3_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block4_0_bn (BatchNormali (None, 14, 14, 352)  1408        conv4_block3_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block4_0_relu (Activation (None, 14, 14, 352)  0           conv4_block4_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block4_1_conv (Conv2D)    (None, 14, 14, 128)  45056       conv4_block4_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block4_1_bn (BatchNormali (None, 14, 14, 128)  512         conv4_block4_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block4_1_relu (Activation (None, 14, 14, 128)  0           conv4_block4_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block4_2_conv (Conv2D)    (None, 14, 14, 32)   36864       conv4_block4_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block4_concat (Concatenat (None, 14, 14, 384)  0           conv4_block3_concat[0][0]        \n",
      "                                                                 conv4_block4_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block5_0_bn (BatchNormali (None, 14, 14, 384)  1536        conv4_block4_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block5_0_relu (Activation (None, 14, 14, 384)  0           conv4_block5_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block5_1_conv (Conv2D)    (None, 14, 14, 128)  49152       conv4_block5_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block5_1_bn (BatchNormali (None, 14, 14, 128)  512         conv4_block5_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block5_1_relu (Activation (None, 14, 14, 128)  0           conv4_block5_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block5_2_conv (Conv2D)    (None, 14, 14, 32)   36864       conv4_block5_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block5_concat (Concatenat (None, 14, 14, 416)  0           conv4_block4_concat[0][0]        \n",
      "                                                                 conv4_block5_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block6_0_bn (BatchNormali (None, 14, 14, 416)  1664        conv4_block5_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block6_0_relu (Activation (None, 14, 14, 416)  0           conv4_block6_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block6_1_conv (Conv2D)    (None, 14, 14, 128)  53248       conv4_block6_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block6_1_bn (BatchNormali (None, 14, 14, 128)  512         conv4_block6_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block6_1_relu (Activation (None, 14, 14, 128)  0           conv4_block6_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block6_2_conv (Conv2D)    (None, 14, 14, 32)   36864       conv4_block6_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block6_concat (Concatenat (None, 14, 14, 448)  0           conv4_block5_concat[0][0]        \n",
      "                                                                 conv4_block6_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block7_0_bn (BatchNormali (None, 14, 14, 448)  1792        conv4_block6_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block7_0_relu (Activation (None, 14, 14, 448)  0           conv4_block7_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block7_1_conv (Conv2D)    (None, 14, 14, 128)  57344       conv4_block7_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block7_1_bn (BatchNormali (None, 14, 14, 128)  512         conv4_block7_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block7_1_relu (Activation (None, 14, 14, 128)  0           conv4_block7_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block7_2_conv (Conv2D)    (None, 14, 14, 32)   36864       conv4_block7_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block7_concat (Concatenat (None, 14, 14, 480)  0           conv4_block6_concat[0][0]        \n",
      "                                                                 conv4_block7_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block8_0_bn (BatchNormali (None, 14, 14, 480)  1920        conv4_block7_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block8_0_relu (Activation (None, 14, 14, 480)  0           conv4_block8_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block8_1_conv (Conv2D)    (None, 14, 14, 128)  61440       conv4_block8_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block8_1_bn (BatchNormali (None, 14, 14, 128)  512         conv4_block8_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block8_1_relu (Activation (None, 14, 14, 128)  0           conv4_block8_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block8_2_conv (Conv2D)    (None, 14, 14, 32)   36864       conv4_block8_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block8_concat (Concatenat (None, 14, 14, 512)  0           conv4_block7_concat[0][0]        \n",
      "                                                                 conv4_block8_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block9_0_bn (BatchNormali (None, 14, 14, 512)  2048        conv4_block8_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block9_0_relu (Activation (None, 14, 14, 512)  0           conv4_block9_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block9_1_conv (Conv2D)    (None, 14, 14, 128)  65536       conv4_block9_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block9_1_bn (BatchNormali (None, 14, 14, 128)  512         conv4_block9_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block9_1_relu (Activation (None, 14, 14, 128)  0           conv4_block9_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block9_2_conv (Conv2D)    (None, 14, 14, 32)   36864       conv4_block9_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block9_concat (Concatenat (None, 14, 14, 544)  0           conv4_block8_concat[0][0]        \n",
      "                                                                 conv4_block9_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block10_0_bn (BatchNormal (None, 14, 14, 544)  2176        conv4_block9_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block10_0_relu (Activatio (None, 14, 14, 544)  0           conv4_block10_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block10_1_conv (Conv2D)   (None, 14, 14, 128)  69632       conv4_block10_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block10_1_bn (BatchNormal (None, 14, 14, 128)  512         conv4_block10_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block10_1_relu (Activatio (None, 14, 14, 128)  0           conv4_block10_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block10_2_conv (Conv2D)   (None, 14, 14, 32)   36864       conv4_block10_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block10_concat (Concatena (None, 14, 14, 576)  0           conv4_block9_concat[0][0]        \n",
      "                                                                 conv4_block10_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block11_0_bn (BatchNormal (None, 14, 14, 576)  2304        conv4_block10_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block11_0_relu (Activatio (None, 14, 14, 576)  0           conv4_block11_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block11_1_conv (Conv2D)   (None, 14, 14, 128)  73728       conv4_block11_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block11_1_bn (BatchNormal (None, 14, 14, 128)  512         conv4_block11_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block11_1_relu (Activatio (None, 14, 14, 128)  0           conv4_block11_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block11_2_conv (Conv2D)   (None, 14, 14, 32)   36864       conv4_block11_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block11_concat (Concatena (None, 14, 14, 608)  0           conv4_block10_concat[0][0]       \n",
      "                                                                 conv4_block11_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block12_0_bn (BatchNormal (None, 14, 14, 608)  2432        conv4_block11_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block12_0_relu (Activatio (None, 14, 14, 608)  0           conv4_block12_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block12_1_conv (Conv2D)   (None, 14, 14, 128)  77824       conv4_block12_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block12_1_bn (BatchNormal (None, 14, 14, 128)  512         conv4_block12_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block12_1_relu (Activatio (None, 14, 14, 128)  0           conv4_block12_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block12_2_conv (Conv2D)   (None, 14, 14, 32)   36864       conv4_block12_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block12_concat (Concatena (None, 14, 14, 640)  0           conv4_block11_concat[0][0]       \n",
      "                                                                 conv4_block12_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block13_0_bn (BatchNormal (None, 14, 14, 640)  2560        conv4_block12_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block13_0_relu (Activatio (None, 14, 14, 640)  0           conv4_block13_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block13_1_conv (Conv2D)   (None, 14, 14, 128)  81920       conv4_block13_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block13_1_bn (BatchNormal (None, 14, 14, 128)  512         conv4_block13_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block13_1_relu (Activatio (None, 14, 14, 128)  0           conv4_block13_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block13_2_conv (Conv2D)   (None, 14, 14, 32)   36864       conv4_block13_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block13_concat (Concatena (None, 14, 14, 672)  0           conv4_block12_concat[0][0]       \n",
      "                                                                 conv4_block13_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block14_0_bn (BatchNormal (None, 14, 14, 672)  2688        conv4_block13_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block14_0_relu (Activatio (None, 14, 14, 672)  0           conv4_block14_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block14_1_conv (Conv2D)   (None, 14, 14, 128)  86016       conv4_block14_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block14_1_bn (BatchNormal (None, 14, 14, 128)  512         conv4_block14_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block14_1_relu (Activatio (None, 14, 14, 128)  0           conv4_block14_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block14_2_conv (Conv2D)   (None, 14, 14, 32)   36864       conv4_block14_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block14_concat (Concatena (None, 14, 14, 704)  0           conv4_block13_concat[0][0]       \n",
      "                                                                 conv4_block14_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block15_0_bn (BatchNormal (None, 14, 14, 704)  2816        conv4_block14_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block15_0_relu (Activatio (None, 14, 14, 704)  0           conv4_block15_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block15_1_conv (Conv2D)   (None, 14, 14, 128)  90112       conv4_block15_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block15_1_bn (BatchNormal (None, 14, 14, 128)  512         conv4_block15_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block15_1_relu (Activatio (None, 14, 14, 128)  0           conv4_block15_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block15_2_conv (Conv2D)   (None, 14, 14, 32)   36864       conv4_block15_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block15_concat (Concatena (None, 14, 14, 736)  0           conv4_block14_concat[0][0]       \n",
      "                                                                 conv4_block15_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block16_0_bn (BatchNormal (None, 14, 14, 736)  2944        conv4_block15_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block16_0_relu (Activatio (None, 14, 14, 736)  0           conv4_block16_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block16_1_conv (Conv2D)   (None, 14, 14, 128)  94208       conv4_block16_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block16_1_bn (BatchNormal (None, 14, 14, 128)  512         conv4_block16_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block16_1_relu (Activatio (None, 14, 14, 128)  0           conv4_block16_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block16_2_conv (Conv2D)   (None, 14, 14, 32)   36864       conv4_block16_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block16_concat (Concatena (None, 14, 14, 768)  0           conv4_block15_concat[0][0]       \n",
      "                                                                 conv4_block16_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block17_0_bn (BatchNormal (None, 14, 14, 768)  3072        conv4_block16_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block17_0_relu (Activatio (None, 14, 14, 768)  0           conv4_block17_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block17_1_conv (Conv2D)   (None, 14, 14, 128)  98304       conv4_block17_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block17_1_bn (BatchNormal (None, 14, 14, 128)  512         conv4_block17_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block17_1_relu (Activatio (None, 14, 14, 128)  0           conv4_block17_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block17_2_conv (Conv2D)   (None, 14, 14, 32)   36864       conv4_block17_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block17_concat (Concatena (None, 14, 14, 800)  0           conv4_block16_concat[0][0]       \n",
      "                                                                 conv4_block17_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block18_0_bn (BatchNormal (None, 14, 14, 800)  3200        conv4_block17_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block18_0_relu (Activatio (None, 14, 14, 800)  0           conv4_block18_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block18_1_conv (Conv2D)   (None, 14, 14, 128)  102400      conv4_block18_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block18_1_bn (BatchNormal (None, 14, 14, 128)  512         conv4_block18_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block18_1_relu (Activatio (None, 14, 14, 128)  0           conv4_block18_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block18_2_conv (Conv2D)   (None, 14, 14, 32)   36864       conv4_block18_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block18_concat (Concatena (None, 14, 14, 832)  0           conv4_block17_concat[0][0]       \n",
      "                                                                 conv4_block18_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block19_0_bn (BatchNormal (None, 14, 14, 832)  3328        conv4_block18_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block19_0_relu (Activatio (None, 14, 14, 832)  0           conv4_block19_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block19_1_conv (Conv2D)   (None, 14, 14, 128)  106496      conv4_block19_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block19_1_bn (BatchNormal (None, 14, 14, 128)  512         conv4_block19_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block19_1_relu (Activatio (None, 14, 14, 128)  0           conv4_block19_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block19_2_conv (Conv2D)   (None, 14, 14, 32)   36864       conv4_block19_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block19_concat (Concatena (None, 14, 14, 864)  0           conv4_block18_concat[0][0]       \n",
      "                                                                 conv4_block19_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block20_0_bn (BatchNormal (None, 14, 14, 864)  3456        conv4_block19_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block20_0_relu (Activatio (None, 14, 14, 864)  0           conv4_block20_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block20_1_conv (Conv2D)   (None, 14, 14, 128)  110592      conv4_block20_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block20_1_bn (BatchNormal (None, 14, 14, 128)  512         conv4_block20_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block20_1_relu (Activatio (None, 14, 14, 128)  0           conv4_block20_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block20_2_conv (Conv2D)   (None, 14, 14, 32)   36864       conv4_block20_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block20_concat (Concatena (None, 14, 14, 896)  0           conv4_block19_concat[0][0]       \n",
      "                                                                 conv4_block20_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block21_0_bn (BatchNormal (None, 14, 14, 896)  3584        conv4_block20_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block21_0_relu (Activatio (None, 14, 14, 896)  0           conv4_block21_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block21_1_conv (Conv2D)   (None, 14, 14, 128)  114688      conv4_block21_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block21_1_bn (BatchNormal (None, 14, 14, 128)  512         conv4_block21_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block21_1_relu (Activatio (None, 14, 14, 128)  0           conv4_block21_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block21_2_conv (Conv2D)   (None, 14, 14, 32)   36864       conv4_block21_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block21_concat (Concatena (None, 14, 14, 928)  0           conv4_block20_concat[0][0]       \n",
      "                                                                 conv4_block21_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block22_0_bn (BatchNormal (None, 14, 14, 928)  3712        conv4_block21_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block22_0_relu (Activatio (None, 14, 14, 928)  0           conv4_block22_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block22_1_conv (Conv2D)   (None, 14, 14, 128)  118784      conv4_block22_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block22_1_bn (BatchNormal (None, 14, 14, 128)  512         conv4_block22_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block22_1_relu (Activatio (None, 14, 14, 128)  0           conv4_block22_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block22_2_conv (Conv2D)   (None, 14, 14, 32)   36864       conv4_block22_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block22_concat (Concatena (None, 14, 14, 960)  0           conv4_block21_concat[0][0]       \n",
      "                                                                 conv4_block22_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block23_0_bn (BatchNormal (None, 14, 14, 960)  3840        conv4_block22_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block23_0_relu (Activatio (None, 14, 14, 960)  0           conv4_block23_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block23_1_conv (Conv2D)   (None, 14, 14, 128)  122880      conv4_block23_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block23_1_bn (BatchNormal (None, 14, 14, 128)  512         conv4_block23_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block23_1_relu (Activatio (None, 14, 14, 128)  0           conv4_block23_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block23_2_conv (Conv2D)   (None, 14, 14, 32)   36864       conv4_block23_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block23_concat (Concatena (None, 14, 14, 992)  0           conv4_block22_concat[0][0]       \n",
      "                                                                 conv4_block23_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block24_0_bn (BatchNormal (None, 14, 14, 992)  3968        conv4_block23_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block24_0_relu (Activatio (None, 14, 14, 992)  0           conv4_block24_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block24_1_conv (Conv2D)   (None, 14, 14, 128)  126976      conv4_block24_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block24_1_bn (BatchNormal (None, 14, 14, 128)  512         conv4_block24_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block24_1_relu (Activatio (None, 14, 14, 128)  0           conv4_block24_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block24_2_conv (Conv2D)   (None, 14, 14, 32)   36864       conv4_block24_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block24_concat (Concatena (None, 14, 14, 1024) 0           conv4_block23_concat[0][0]       \n",
      "                                                                 conv4_block24_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "pool4_bn (BatchNormalization)   (None, 14, 14, 1024) 4096        conv4_block24_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "pool4_relu (Activation)         (None, 14, 14, 1024) 0           pool4_bn[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "pool4_conv (Conv2D)             (None, 14, 14, 512)  524288      pool4_relu[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "pool4_pool (AveragePooling2D)   (None, 7, 7, 512)    0           pool4_conv[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block1_0_bn (BatchNormali (None, 7, 7, 512)    2048        pool4_pool[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block1_0_relu (Activation (None, 7, 7, 512)    0           conv5_block1_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block1_1_conv (Conv2D)    (None, 7, 7, 128)    65536       conv5_block1_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block1_1_bn (BatchNormali (None, 7, 7, 128)    512         conv5_block1_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block1_1_relu (Activation (None, 7, 7, 128)    0           conv5_block1_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block1_2_conv (Conv2D)    (None, 7, 7, 32)     36864       conv5_block1_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block1_concat (Concatenat (None, 7, 7, 544)    0           pool4_pool[0][0]                 \n",
      "                                                                 conv5_block1_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block2_0_bn (BatchNormali (None, 7, 7, 544)    2176        conv5_block1_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block2_0_relu (Activation (None, 7, 7, 544)    0           conv5_block2_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block2_1_conv (Conv2D)    (None, 7, 7, 128)    69632       conv5_block2_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block2_1_bn (BatchNormali (None, 7, 7, 128)    512         conv5_block2_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block2_1_relu (Activation (None, 7, 7, 128)    0           conv5_block2_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block2_2_conv (Conv2D)    (None, 7, 7, 32)     36864       conv5_block2_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block2_concat (Concatenat (None, 7, 7, 576)    0           conv5_block1_concat[0][0]        \n",
      "                                                                 conv5_block2_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block3_0_bn (BatchNormali (None, 7, 7, 576)    2304        conv5_block2_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block3_0_relu (Activation (None, 7, 7, 576)    0           conv5_block3_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block3_1_conv (Conv2D)    (None, 7, 7, 128)    73728       conv5_block3_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block3_1_bn (BatchNormali (None, 7, 7, 128)    512         conv5_block3_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block3_1_relu (Activation (None, 7, 7, 128)    0           conv5_block3_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block3_2_conv (Conv2D)    (None, 7, 7, 32)     36864       conv5_block3_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block3_concat (Concatenat (None, 7, 7, 608)    0           conv5_block2_concat[0][0]        \n",
      "                                                                 conv5_block3_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block4_0_bn (BatchNormali (None, 7, 7, 608)    2432        conv5_block3_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block4_0_relu (Activation (None, 7, 7, 608)    0           conv5_block4_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block4_1_conv (Conv2D)    (None, 7, 7, 128)    77824       conv5_block4_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block4_1_bn (BatchNormali (None, 7, 7, 128)    512         conv5_block4_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block4_1_relu (Activation (None, 7, 7, 128)    0           conv5_block4_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block4_2_conv (Conv2D)    (None, 7, 7, 32)     36864       conv5_block4_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block4_concat (Concatenat (None, 7, 7, 640)    0           conv5_block3_concat[0][0]        \n",
      "                                                                 conv5_block4_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block5_0_bn (BatchNormali (None, 7, 7, 640)    2560        conv5_block4_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block5_0_relu (Activation (None, 7, 7, 640)    0           conv5_block5_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block5_1_conv (Conv2D)    (None, 7, 7, 128)    81920       conv5_block5_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block5_1_bn (BatchNormali (None, 7, 7, 128)    512         conv5_block5_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block5_1_relu (Activation (None, 7, 7, 128)    0           conv5_block5_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block5_2_conv (Conv2D)    (None, 7, 7, 32)     36864       conv5_block5_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block5_concat (Concatenat (None, 7, 7, 672)    0           conv5_block4_concat[0][0]        \n",
      "                                                                 conv5_block5_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block6_0_bn (BatchNormali (None, 7, 7, 672)    2688        conv5_block5_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block6_0_relu (Activation (None, 7, 7, 672)    0           conv5_block6_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block6_1_conv (Conv2D)    (None, 7, 7, 128)    86016       conv5_block6_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block6_1_bn (BatchNormali (None, 7, 7, 128)    512         conv5_block6_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block6_1_relu (Activation (None, 7, 7, 128)    0           conv5_block6_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block6_2_conv (Conv2D)    (None, 7, 7, 32)     36864       conv5_block6_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block6_concat (Concatenat (None, 7, 7, 704)    0           conv5_block5_concat[0][0]        \n",
      "                                                                 conv5_block6_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block7_0_bn (BatchNormali (None, 7, 7, 704)    2816        conv5_block6_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block7_0_relu (Activation (None, 7, 7, 704)    0           conv5_block7_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block7_1_conv (Conv2D)    (None, 7, 7, 128)    90112       conv5_block7_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block7_1_bn (BatchNormali (None, 7, 7, 128)    512         conv5_block7_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block7_1_relu (Activation (None, 7, 7, 128)    0           conv5_block7_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block7_2_conv (Conv2D)    (None, 7, 7, 32)     36864       conv5_block7_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block7_concat (Concatenat (None, 7, 7, 736)    0           conv5_block6_concat[0][0]        \n",
      "                                                                 conv5_block7_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block8_0_bn (BatchNormali (None, 7, 7, 736)    2944        conv5_block7_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block8_0_relu (Activation (None, 7, 7, 736)    0           conv5_block8_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block8_1_conv (Conv2D)    (None, 7, 7, 128)    94208       conv5_block8_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block8_1_bn (BatchNormali (None, 7, 7, 128)    512         conv5_block8_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block8_1_relu (Activation (None, 7, 7, 128)    0           conv5_block8_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block8_2_conv (Conv2D)    (None, 7, 7, 32)     36864       conv5_block8_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block8_concat (Concatenat (None, 7, 7, 768)    0           conv5_block7_concat[0][0]        \n",
      "                                                                 conv5_block8_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block9_0_bn (BatchNormali (None, 7, 7, 768)    3072        conv5_block8_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block9_0_relu (Activation (None, 7, 7, 768)    0           conv5_block9_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block9_1_conv (Conv2D)    (None, 7, 7, 128)    98304       conv5_block9_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block9_1_bn (BatchNormali (None, 7, 7, 128)    512         conv5_block9_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block9_1_relu (Activation (None, 7, 7, 128)    0           conv5_block9_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block9_2_conv (Conv2D)    (None, 7, 7, 32)     36864       conv5_block9_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block9_concat (Concatenat (None, 7, 7, 800)    0           conv5_block8_concat[0][0]        \n",
      "                                                                 conv5_block9_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block10_0_bn (BatchNormal (None, 7, 7, 800)    3200        conv5_block9_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block10_0_relu (Activatio (None, 7, 7, 800)    0           conv5_block10_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block10_1_conv (Conv2D)   (None, 7, 7, 128)    102400      conv5_block10_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block10_1_bn (BatchNormal (None, 7, 7, 128)    512         conv5_block10_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block10_1_relu (Activatio (None, 7, 7, 128)    0           conv5_block10_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block10_2_conv (Conv2D)   (None, 7, 7, 32)     36864       conv5_block10_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block10_concat (Concatena (None, 7, 7, 832)    0           conv5_block9_concat[0][0]        \n",
      "                                                                 conv5_block10_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block11_0_bn (BatchNormal (None, 7, 7, 832)    3328        conv5_block10_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block11_0_relu (Activatio (None, 7, 7, 832)    0           conv5_block11_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block11_1_conv (Conv2D)   (None, 7, 7, 128)    106496      conv5_block11_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block11_1_bn (BatchNormal (None, 7, 7, 128)    512         conv5_block11_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block11_1_relu (Activatio (None, 7, 7, 128)    0           conv5_block11_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block11_2_conv (Conv2D)   (None, 7, 7, 32)     36864       conv5_block11_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block11_concat (Concatena (None, 7, 7, 864)    0           conv5_block10_concat[0][0]       \n",
      "                                                                 conv5_block11_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block12_0_bn (BatchNormal (None, 7, 7, 864)    3456        conv5_block11_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block12_0_relu (Activatio (None, 7, 7, 864)    0           conv5_block12_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block12_1_conv (Conv2D)   (None, 7, 7, 128)    110592      conv5_block12_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block12_1_bn (BatchNormal (None, 7, 7, 128)    512         conv5_block12_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block12_1_relu (Activatio (None, 7, 7, 128)    0           conv5_block12_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block12_2_conv (Conv2D)   (None, 7, 7, 32)     36864       conv5_block12_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block12_concat (Concatena (None, 7, 7, 896)    0           conv5_block11_concat[0][0]       \n",
      "                                                                 conv5_block12_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block13_0_bn (BatchNormal (None, 7, 7, 896)    3584        conv5_block12_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block13_0_relu (Activatio (None, 7, 7, 896)    0           conv5_block13_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block13_1_conv (Conv2D)   (None, 7, 7, 128)    114688      conv5_block13_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block13_1_bn (BatchNormal (None, 7, 7, 128)    512         conv5_block13_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block13_1_relu (Activatio (None, 7, 7, 128)    0           conv5_block13_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block13_2_conv (Conv2D)   (None, 7, 7, 32)     36864       conv5_block13_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block13_concat (Concatena (None, 7, 7, 928)    0           conv5_block12_concat[0][0]       \n",
      "                                                                 conv5_block13_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block14_0_bn (BatchNormal (None, 7, 7, 928)    3712        conv5_block13_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block14_0_relu (Activatio (None, 7, 7, 928)    0           conv5_block14_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block14_1_conv (Conv2D)   (None, 7, 7, 128)    118784      conv5_block14_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block14_1_bn (BatchNormal (None, 7, 7, 128)    512         conv5_block14_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block14_1_relu (Activatio (None, 7, 7, 128)    0           conv5_block14_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block14_2_conv (Conv2D)   (None, 7, 7, 32)     36864       conv5_block14_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block14_concat (Concatena (None, 7, 7, 960)    0           conv5_block13_concat[0][0]       \n",
      "                                                                 conv5_block14_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block15_0_bn (BatchNormal (None, 7, 7, 960)    3840        conv5_block14_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block15_0_relu (Activatio (None, 7, 7, 960)    0           conv5_block15_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block15_1_conv (Conv2D)   (None, 7, 7, 128)    122880      conv5_block15_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block15_1_bn (BatchNormal (None, 7, 7, 128)    512         conv5_block15_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block15_1_relu (Activatio (None, 7, 7, 128)    0           conv5_block15_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block15_2_conv (Conv2D)   (None, 7, 7, 32)     36864       conv5_block15_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block15_concat (Concatena (None, 7, 7, 992)    0           conv5_block14_concat[0][0]       \n",
      "                                                                 conv5_block15_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block16_0_bn (BatchNormal (None, 7, 7, 992)    3968        conv5_block15_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block16_0_relu (Activatio (None, 7, 7, 992)    0           conv5_block16_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block16_1_conv (Conv2D)   (None, 7, 7, 128)    126976      conv5_block16_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block16_1_bn (BatchNormal (None, 7, 7, 128)    512         conv5_block16_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block16_1_relu (Activatio (None, 7, 7, 128)    0           conv5_block16_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block16_2_conv (Conv2D)   (None, 7, 7, 32)     36864       conv5_block16_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block16_concat (Concatena (None, 7, 7, 1024)   0           conv5_block15_concat[0][0]       \n",
      "                                                                 conv5_block16_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "bn (BatchNormalization)         (None, 7, 7, 1024)   4096        conv5_block16_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "relu (Activation)               (None, 7, 7, 1024)   0           bn[0][0]                         \n",
      "__________________________________________________________________________________________________\n",
      "global_average_pooling2d (Globa (None, 1024)         0           relu[0][0]                       \n",
      "__________________________________________________________________________________________________\n",
      "flatten (Flatten)               (None, 1024)         0           global_average_pooling2d[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "dense (Dense)                   (None, 2)            2050        flatten[0][0]                    \n",
      "==================================================================================================\n",
      "Total params: 7,039,554\n",
      "Trainable params: 2,050\n",
      "Non-trainable params: 7,037,504\n",
      "__________________________________________________________________________________________________\n"
     ]
    }
   ],
   "source": [
    "densenet.summary()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "densenet.compile(optimizer=tf.keras.optimizers.Adam(learning_rate=0.01),loss=\"binary_crossentropy\",metrics=[\"accuracy\"])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "WARNING:tensorflow:From <ipython-input-12-4980e0d6aa81>:4: Model.fit_generator (from tensorflow.python.keras.engine.training) is deprecated and will be removed in a future version.\n",
      "Instructions for updating:\n",
      "Please use Model.fit, which supports generators.\n",
      "Epoch 1/2\n",
      " 71/154 [============>.................] - ETA: 1:45 - loss: 0.1161 - accuracy: 0.9520"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/opt/anaconda3/lib/python3.7/site-packages/PIL/Image.py:989: UserWarning: Palette images with Transparency expressed in bytes should be converted to RGBA images\n",
      "  \"Palette images with Transparency expressed in bytes should be \"\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "154/154 [==============================] - 255s 2s/step - loss: 0.0755 - accuracy: 0.9682 - val_loss: 0.0140 - val_accuracy: 0.9935\n",
      "Epoch 2/2\n",
      "154/154 [==============================] - 273s 2s/step - loss: 0.0317 - accuracy: 0.9906 - val_loss: 0.0564 - val_accuracy: 0.9821\n"
     ]
    }
   ],
   "source": [
    "history = densenet.fit_generator(\n",
    "    train_generator,\n",
    "    epochs=epochs,\n",
    "    validation_data=validation_generator\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "densenet.save('densenet121_detection_model.h5')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[0.95951456 0.04048543]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[8.1421336e-10 1.0000000e+00]]\n",
      "mask\n",
      "[[1.0000000e+00 2.9101865e-17]]\n",
      "no-mask\n",
      "[[0.32982475 0.6701752 ]]\n",
      "mask\n",
      "[[8.5840135e-09 1.0000000e+00]]\n",
      "mask\n",
      "[[9.9999976e-01 2.1899930e-07]]\n",
      "no-mask\n",
      "[[1.8344545e-14 1.0000000e+00]]\n",
      "mask\n",
      "[[1.0000000e+00 3.4714822e-18]]\n",
      "no-mask\n",
      "[[0.0059531 0.9940469]]\n",
      "mask\n",
      "[[2.0282888e-13 1.0000000e+00]]\n",
      "mask\n",
      "[[1.000000e+00 6.086638e-36]]\n",
      "no-mask\n",
      "[[1.0000000e+00 4.7843327e-21]]\n",
      "no-mask\n",
      "[[9.0785761e-05 9.9990916e-01]]\n",
      "mask\n",
      "[[1.0000000e+00 1.9484361e-29]]\n",
      "no-mask\n",
      "[[1.06737806e-10 1.00000000e+00]]\n",
      "mask\n",
      "[[1.0000000e+00 2.4171698e-18]]\n",
      "no-mask\n",
      "[[0.9750088  0.02499127]]\n",
      "no-mask\n",
      "[[1.0876672e-20 1.0000000e+00]]\n",
      "mask\n",
      "[[1.0000000e+00 8.1531526e-21]]\n",
      "no-mask\n",
      "[[0.07343741 0.92656267]]\n",
      "mask\n",
      "[[1.2606309e-05 9.9998736e-01]]\n",
      "mask\n",
      "[[9.9999988e-01 1.5346554e-07]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[0.36725843 0.6327416 ]]\n",
      "mask\n",
      "[[1.0000000e+00 1.2820178e-24]]\n",
      "no-mask\n",
      "[[0.00357385 0.99642617]]\n",
      "mask\n",
      "[[6.397633e-07 9.999994e-01]]\n",
      "mask\n",
      "[[1.0000000e+00 2.2873247e-34]]\n",
      "no-mask\n",
      "[[1.0000000e+00 1.3113081e-14]]\n",
      "no-mask\n",
      "[[0.9726069  0.02739306]]\n",
      "no-mask\n",
      "[[2.870112e-09 1.000000e+00]]\n",
      "mask\n",
      "[[1.0000000e+00 1.2528289e-35]]\n",
      "no-mask\n",
      "[[4.0671983e-04 9.9959332e-01]]\n",
      "mask\n",
      "[[9.9999309e-01 6.9426505e-06]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[9.992818e-01 7.181701e-04]]\n",
      "no-mask\n",
      "[[1.0000000e+00 7.7975524e-23]]\n",
      "no-mask\n",
      "[[7.2563296e-08 9.9999988e-01]]\n",
      "mask\n",
      "[[8.6903515e-13 1.0000000e+00]]\n",
      "mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[2.060204e-15 1.000000e+00]]\n",
      "mask\n",
      "[[1.6565221e-12 1.0000000e+00]]\n",
      "mask\n",
      "[[9.9923182e-01 7.6816266e-04]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[1.718003e-11 1.000000e+00]]\n",
      "mask\n",
      "[[2.2601638e-15 1.0000000e+00]]\n",
      "mask\n",
      "[[9.999943e-01 5.710151e-06]]\n",
      "no-mask\n",
      "[[6.798843e-10 1.000000e+00]]\n",
      "mask\n",
      "[[3.2989964e-16 1.0000000e+00]]\n",
      "mask\n",
      "[[1.1523732e-10 1.0000000e+00]]\n",
      "mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[6.1951655e-10 1.0000000e+00]]\n",
      "mask\n",
      "[[1.000000e+00 7.829316e-14]]\n",
      "no-mask\n",
      "[[1.000000e+00 7.266205e-23]]\n",
      "no-mask\n",
      "[[1.0000000e+00 3.4358142e-28]]\n",
      "no-mask\n",
      "[[3.111704e-14 1.000000e+00]]\n",
      "mask\n",
      "[[1.0000000e+00 3.9254876e-34]]\n",
      "no-mask\n",
      "[[2.664779e-16 1.000000e+00]]\n",
      "mask\n",
      "[[1.0000000e+00 5.1255193e-37]]\n",
      "no-mask\n",
      "[[1.000000e+00 2.759714e-19]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[4.182430e-06 9.999958e-01]]\n",
      "mask\n",
      "[[9.9912816e-01 8.7183859e-04]]\n",
      "no-mask\n",
      "[[0.08638097 0.91361904]]\n",
      "mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[0.9680854  0.03191461]]\n",
      "no-mask\n",
      "[[0. 1.]]\n",
      "mask\n",
      "[[0.98341113 0.01658885]]\n",
      "no-mask\n",
      "[[0.02009463 0.9799053 ]]\n",
      "mask\n",
      "[[1.01481215e-08 1.00000000e+00]]\n",
      "mask\n",
      "[[9.070048e-14 1.000000e+00]]\n",
      "mask\n",
      "[[0.00546691 0.99453306]]\n",
      "mask\n",
      "[[0. 1.]]\n",
      "mask\n",
      "[[0.00144268 0.99855727]]\n",
      "mask\n",
      "[[1.0000000e+00 7.3046447e-37]]\n",
      "no-mask\n",
      "[[1.000000e+00 3.617397e-16]]\n",
      "no-mask\n",
      "[[9.999999e-01 7.806689e-08]]\n",
      "no-mask\n",
      "[[0.9904212  0.00957883]]\n",
      "no-mask\n",
      "[[1.8494259e-16 1.0000000e+00]]\n",
      "mask\n",
      "[[4.2747147e-14 1.0000000e+00]]\n",
      "mask\n",
      "[[1.0000000e+00 5.6256806e-35]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[9.999999e-01 7.099535e-08]]\n",
      "no-mask\n",
      "[[0. 1.]]\n",
      "mask\n",
      "[[0. 1.]]\n",
      "mask\n",
      "[[2.3470353e-08 1.0000000e+00]]\n",
      "mask\n",
      "[[1.0197997e-05 9.9998975e-01]]\n",
      "mask\n",
      "[[9.99888539e-01 1.11479356e-04]]\n",
      "no-mask\n",
      "[[1.1148187e-06 9.9999893e-01]]\n",
      "mask\n",
      "[[1.0000000e+00 2.7500386e-09]]\n",
      "no-mask\n",
      "[[1.000000e+00 9.163447e-28]]\n",
      "no-mask\n",
      "[[9.999999e-01 7.597928e-08]]\n",
      "no-mask\n",
      "[[0. 1.]]\n",
      "mask\n",
      "[[0.6214245  0.37857553]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[9.9989140e-01 1.0853582e-04]]\n",
      "no-mask\n",
      "[[1.000000e+00 7.338023e-36]]\n",
      "no-mask\n",
      "[[4.2355762e-07 9.9999952e-01]]\n",
      "mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[1.3981193e-07 9.9999988e-01]]\n",
      "mask\n",
      "[[0.03354054 0.96645945]]\n",
      "mask\n",
      "[[1.0000000e+00 1.1637943e-34]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[1.0000000e+00 2.1689107e-19]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[0.9906625  0.00933755]]\n",
      "no-mask\n",
      "[[7.1476286e-17 1.0000000e+00]]\n",
      "mask\n",
      "[[9.9934477e-01 6.5523153e-04]]\n",
      "no-mask\n",
      "[[1.0000000e+00 2.3126064e-11]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[1.000000e+00 1.116837e-22]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[1.0000000e+00 1.6530858e-11]]\n",
      "no-mask\n",
      "[[4.0929663e-06 9.9999595e-01]]\n",
      "mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[3.5409242e-10 1.0000000e+00]]\n",
      "mask\n",
      "[[0.9984914  0.00150858]]\n",
      "no-mask\n",
      "[[1.0000000e+00 1.2794372e-18]]\n",
      "no-mask\n",
      "[[1.0000000e+00 2.8378855e-32]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[5.5022466e-11 1.0000000e+00]]\n",
      "mask\n",
      "[[0.10970891 0.89029104]]\n",
      "mask\n",
      "[[2.122594e-09 1.000000e+00]]\n",
      "mask\n",
      "[[2.7345021e-18 1.0000000e+00]]\n",
      "mask\n",
      "[[9.999906e-01 9.475348e-06]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[1.9509068e-20 1.0000000e+00]]\n",
      "mask\n",
      "[[1.5622409e-05 9.9998438e-01]]\n",
      "mask\n",
      "[[4.3137573e-11 1.0000000e+00]]\n",
      "mask\n",
      "[[1.0000000e+00 1.2551751e-09]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[3.9391054e-13 1.0000000e+00]]\n",
      "mask\n",
      "[[1.152897e-09 1.000000e+00]]\n",
      "mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[1.9576127e-16 1.0000000e+00]]\n",
      "mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[1.00000e+00 4.55088e-21]]\n",
      "no-mask\n",
      "[[1.0423958e-10 1.0000000e+00]]\n",
      "mask\n",
      "[[5.352573e-16 1.000000e+00]]\n",
      "mask\n",
      "[[1.000000e+00 7.905747e-09]]\n",
      "no-mask\n",
      "[[8.099697e-09 1.000000e+00]]\n",
      "mask\n",
      "[[0. 1.]]\n",
      "mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[1.000000e+00 1.020123e-17]]\n",
      "no-mask\n",
      "[[9.9996996e-01 3.0021791e-05]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[0.86378515 0.13621482]]\n",
      "no-mask\n",
      "[[2.838601e-09 1.000000e+00]]\n",
      "mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[1.2579215e-05 9.9998736e-01]]\n",
      "mask\n",
      "[[6.4277979e-06 9.9999356e-01]]\n",
      "mask\n",
      "[[9.9997687e-01 2.3073853e-05]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[2.1387114e-09 1.0000000e+00]]\n",
      "mask\n",
      "[[1.000000e+00 1.907026e-32]]\n",
      "no-mask\n",
      "[[7.853164e-08 9.999999e-01]]\n",
      "mask\n",
      "[[0.9887344 0.0112655]]\n",
      "no-mask\n",
      "[[2.3681628e-14 1.0000000e+00]]\n",
      "mask\n",
      "[[1.0000000e+00 2.7829351e-30]]\n",
      "no-mask\n",
      "[[1.0000000e+00 1.6886113e-38]]\n",
      "no-mask\n",
      "[[0. 1.]]\n",
      "mask\n",
      "[[5.9153966e-09 1.0000000e+00]]\n",
      "mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[3.1483524e-11 1.0000000e+00]]\n",
      "mask\n",
      "[[1.1250442e-08 1.0000000e+00]]\n",
      "mask\n",
      "[[1.8021108e-04 9.9981982e-01]]\n",
      "mask\n",
      "[[0.00393486 0.9960652 ]]\n",
      "mask\n",
      "[[0.00721829 0.9927817 ]]\n",
      "mask\n",
      "[[0.01721205 0.9827879 ]]\n",
      "mask\n",
      "[[1.000000e+00 5.532709e-16]]\n",
      "no-mask\n",
      "[[4.3622615e-05 9.9995637e-01]]\n",
      "mask\n",
      "[[1.5613636e-13 1.0000000e+00]]\n",
      "mask\n",
      "[[9.9999678e-01 3.2710639e-06]]\n",
      "no-mask\n",
      "[[8.174095e-10 1.000000e+00]]\n",
      "mask\n",
      "[[0.00213773 0.9978623 ]]\n",
      "mask\n",
      "[[4.230638e-14 1.000000e+00]]\n",
      "mask\n",
      "[[9.9999762e-01 2.4052833e-06]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[1.8508737e-07 9.9999976e-01]]\n",
      "mask\n",
      "[[2.2575162e-17 1.0000000e+00]]\n",
      "mask\n",
      "[[6.3124215e-12 1.0000000e+00]]\n",
      "mask\n",
      "[[0.04525513 0.9547449 ]]\n",
      "mask\n",
      "[[0.02163217 0.9783678 ]]\n",
      "mask\n",
      "[[3.8213166e-06 9.9999619e-01]]\n",
      "mask\n",
      "[[8.155492e-12 1.000000e+00]]\n",
      "mask\n",
      "[[5.9403757e-08 1.0000000e+00]]\n",
      "mask\n",
      "[[6.286880e-06 9.999937e-01]]\n",
      "mask\n",
      "[[4.786028e-22 1.000000e+00]]\n",
      "mask\n",
      "[[0.9977869  0.00221309]]\n",
      "no-mask\n",
      "[[0. 1.]]\n",
      "mask\n",
      "[[9.999999e-01 8.610319e-08]]\n",
      "no-mask\n",
      "[[0. 1.]]\n",
      "mask\n",
      "[[3.9334401e-07 9.9999964e-01]]\n",
      "mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[1.0000000e+00 4.9923104e-11]]\n",
      "no-mask\n",
      "[[1.0000000e+00 6.4259826e-19]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[1.000000e+00 3.378326e-23]]\n",
      "no-mask\n",
      "[[0.99732363 0.00267628]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[1.0000000e+00 1.3701452e-11]]\n",
      "no-mask\n",
      "[[9.9999928e-01 7.5553027e-07]]\n",
      "no-mask\n",
      "[[1.000000e+00 6.930776e-27]]\n",
      "no-mask\n",
      "[[1.764498e-17 1.000000e+00]]\n",
      "mask\n",
      "[[1.0444972e-05 9.9998951e-01]]\n",
      "mask\n",
      "[[0.9743929  0.02560712]]\n",
      "no-mask\n",
      "[[1.0000000e+00 5.8133767e-24]]\n",
      "no-mask\n",
      "[[3.8654875e-06 9.9999619e-01]]\n",
      "mask\n",
      "[[1.8139836e-12 1.0000000e+00]]\n",
      "mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[0.5090786  0.49092135]]\n",
      "no-mask\n",
      "[[0.96914333 0.03085662]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[4.659557e-13 1.000000e+00]]\n",
      "mask\n",
      "[[1.0000000e+00 2.1345705e-17]]\n",
      "no-mask\n",
      "[[0.8407327  0.15926734]]\n",
      "no-mask\n",
      "[[1.2941274e-20 1.0000000e+00]]\n",
      "mask\n",
      "[[0. 1.]]\n",
      "mask\n",
      "[[2.7444097e-10 1.0000000e+00]]\n",
      "mask\n",
      "[[0.978404   0.02159597]]\n",
      "no-mask\n",
      "[[1.4547947e-04 9.9985445e-01]]\n",
      "mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[9.379154e-18 1.000000e+00]]\n",
      "mask\n",
      "[[1.0000000e+00 5.8473534e-34]]\n",
      "no-mask\n",
      "[[1.000000e+00 8.702905e-25]]\n",
      "no-mask\n",
      "[[1.0000000e+00 1.7066908e-17]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[1.0000000e+00 3.3369435e-15]]\n",
      "no-mask\n",
      "[[1.4780209e-04 9.9985218e-01]]\n",
      "mask\n",
      "[[1.0000000e+00 2.5940985e-12]]\n",
      "no-mask\n",
      "[[1.0000000e+00 1.1083605e-16]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[2.1476474e-09 1.0000000e+00]]\n",
      "mask\n",
      "[[8.846348e-06 9.999912e-01]]\n",
      "mask\n",
      "[[4.6274387e-11 1.0000000e+00]]\n",
      "mask\n",
      "[[1.0000000e+00 6.2547835e-24]]\n",
      "no-mask\n",
      "[[4.547467e-11 1.000000e+00]]\n",
      "mask\n",
      "[[1.0000000e+00 1.1706051e-14]]\n",
      "no-mask\n",
      "[[0.9863383  0.01366171]]\n",
      "no-mask\n",
      "[[1.000000e+00 2.827438e-16]]\n",
      "no-mask\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[0.10018365 0.89981633]]\n",
      "mask\n",
      "[[0.9979163 0.0020837]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[0.07519419 0.92480576]]\n",
      "mask\n",
      "[[7.6422234e-13 1.0000000e+00]]\n",
      "mask\n",
      "[[2.0994902e-13 1.0000000e+00]]\n",
      "mask\n",
      "[[1.000000e+00 1.876014e-32]]\n",
      "no-mask\n",
      "[[1.000000e+00 8.481323e-31]]\n",
      "no-mask\n",
      "[[1.0000000e+00 1.9561853e-25]]\n",
      "no-mask\n",
      "[[1.0000000e+00 3.8266613e-20]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[1.0000000e+00 3.0894868e-17]]\n",
      "no-mask\n",
      "[[9.9966609e-01 3.3395816e-04]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[2.5776913e-04 9.9974221e-01]]\n",
      "mask\n",
      "[[1.3472601e-07 9.9999988e-01]]\n",
      "mask\n",
      "[[1.000000e+00 9.235429e-19]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[1.3970517e-11 1.0000000e+00]]\n",
      "mask\n",
      "[[0.0028921 0.9971079]]\n",
      "mask\n",
      "[[1.0000000e+00 3.6132168e-13]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[0.9980509  0.00194907]]\n",
      "no-mask\n",
      "[[1.316895e-14 1.000000e+00]]\n",
      "mask\n",
      "[[0. 1.]]\n",
      "mask\n",
      "[[1.0000000e+00 1.3219537e-36]]\n",
      "no-mask\n",
      "[[0.06046796 0.93953204]]\n",
      "mask\n",
      "[[2.6898306e-05 9.9997306e-01]]\n",
      "mask\n",
      "[[1.9487939e-13 1.0000000e+00]]\n",
      "mask\n",
      "[[0.00125635 0.9987437 ]]\n",
      "mask\n",
      "[[1.0000000e+00 2.1631367e-25]]\n",
      "no-mask\n",
      "[[1.0038355e-11 1.0000000e+00]]\n",
      "mask\n",
      "[[1.0000000e+00 1.3758169e-08]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[2.262432e-08 1.000000e+00]]\n",
      "mask\n",
      "[[0.00126678 0.9987332 ]]\n",
      "mask\n",
      "[[1.0000000e+00 2.3445083e-26]]\n",
      "no-mask\n",
      "[[0.7167741 0.2832259]]\n",
      "no-mask\n",
      "[[0.97373676 0.02626325]]\n",
      "no-mask\n",
      "[[0. 1.]]\n",
      "mask\n",
      "[[0.04192687 0.9580732 ]]\n",
      "mask\n",
      "[[2.3222332e-15 1.0000000e+00]]\n",
      "mask\n",
      "[[1.000000e+00 6.388082e-13]]\n",
      "no-mask\n",
      "[[0.38061607 0.61938393]]\n",
      "mask\n",
      "[[1.000000e+00 8.278093e-31]]\n",
      "no-mask\n",
      "[[9.9999690e-01 3.1072768e-06]]\n",
      "no-mask\n",
      "[[0.15326162 0.84673834]]\n",
      "mask\n",
      "[[8.9621972e-05 9.9991035e-01]]\n",
      "mask\n",
      "[[1.58918e-16 1.00000e+00]]\n",
      "mask\n",
      "[[0.00466748 0.99533254]]\n",
      "mask\n",
      "[[0.9749028  0.02509712]]\n",
      "no-mask\n",
      "[[1.0000000e+00 1.7601666e-08]]\n",
      "no-mask\n",
      "[[7.9167613e-13 1.0000000e+00]]\n",
      "mask\n",
      "[[2.069423e-08 1.000000e+00]]\n",
      "mask\n",
      "[[1.545213e-11 1.000000e+00]]\n",
      "mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[9.9999690e-01 3.1092627e-06]]\n",
      "no-mask\n",
      "[[4.994874e-18 1.000000e+00]]\n",
      "mask\n",
      "[[1.000000e+00 4.494038e-20]]\n",
      "no-mask\n",
      "[[1.0000000e+00 7.5327574e-21]]\n",
      "no-mask\n",
      "[[6.4172574e-09 1.0000000e+00]]\n",
      "mask\n",
      "[[2.3364034e-17 1.0000000e+00]]\n",
      "mask\n",
      "[[5.138134e-07 9.999995e-01]]\n",
      "mask\n",
      "[[1.0000000e+00 6.6596906e-10]]\n",
      "no-mask\n",
      "[[1.0000000e+00 3.8479978e-38]]\n",
      "no-mask\n",
      "[[5.7530366e-07 9.9999940e-01]]\n",
      "mask\n",
      "[[2.239206e-16 1.000000e+00]]\n",
      "mask\n",
      "[[6.159236e-12 1.000000e+00]]\n",
      "mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[6.3428113e-12 1.0000000e+00]]\n",
      "mask\n",
      "[[1.000000e+00 2.266232e-31]]\n",
      "no-mask\n",
      "[[1.2849793e-10 1.0000000e+00]]\n",
      "mask\n",
      "[[5.0127786e-18 1.0000000e+00]]\n",
      "mask\n",
      "[[1.2460726e-09 1.0000000e+00]]\n",
      "mask\n",
      "[[6.4689607e-07 9.9999940e-01]]\n",
      "mask\n",
      "[[1.0000000e+00 1.8131817e-34]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[1.814017e-21 1.000000e+00]]\n",
      "mask\n",
      "[[0.00664557 0.99335444]]\n",
      "mask\n",
      "[[6.5315815e-09 1.0000000e+00]]\n",
      "mask\n",
      "[[0. 1.]]\n",
      "mask\n",
      "[[1.0000000e+00 4.3922185e-17]]\n",
      "no-mask\n",
      "[[1.0618263e-04 9.9989378e-01]]\n",
      "mask\n",
      "[[1.000000e+00 7.155525e-21]]\n",
      "no-mask\n",
      "[[0. 1.]]\n",
      "mask\n",
      "[[1.7292885e-12 1.0000000e+00]]\n",
      "mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[0.40289006 0.59710985]]\n",
      "mask\n",
      "[[0. 1.]]\n",
      "mask\n",
      "[[0. 1.]]\n",
      "mask\n",
      "[[9.993617e-01 6.383598e-04]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[1.3758043e-07 9.9999988e-01]]\n",
      "mask\n",
      "[[0.00399343 0.99600655]]\n",
      "mask\n",
      "[[0.95080936 0.04919059]]\n",
      "no-mask\n",
      "[[1.0000000e+00 1.3815321e-29]]\n",
      "no-mask\n",
      "[[9.999629e-01 3.703453e-05]]\n",
      "no-mask\n",
      "[[1.0000000e+00 1.7285342e-11]]\n",
      "no-mask\n",
      "[[1.3537477e-06 9.9999869e-01]]\n",
      "mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[1.0000000e+00 1.2514141e-14]]\n",
      "no-mask\n",
      "[[0.99186385 0.00813611]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[8.224006e-19 1.000000e+00]]\n",
      "mask\n",
      "[[1.3118323e-05 9.9998689e-01]]\n",
      "mask\n",
      "[[0.6500837 0.3499163]]\n",
      "no-mask\n",
      "[[2.2302327e-13 1.0000000e+00]]\n",
      "mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[1.2433773e-10 1.0000000e+00]]\n",
      "mask\n",
      "[[1.25095585e-14 1.00000000e+00]]\n",
      "mask\n",
      "[[3.0447220e-04 9.9969554e-01]]\n",
      "mask\n",
      "[[1.0000000e+00 1.2949068e-10]]\n",
      "no-mask\n",
      "[[1.4285875e-14 1.0000000e+00]]\n",
      "mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[1.6229232e-17 1.0000000e+00]]\n",
      "mask\n",
      "[[8.208298e-09 1.000000e+00]]\n",
      "mask\n",
      "[[1.0000000e+00 2.5130926e-27]]\n",
      "no-mask\n",
      "[[0.8652183  0.13478169]]\n",
      "no-mask\n",
      "[[9.9982774e-01 1.7227940e-04]]\n",
      "no-mask\n",
      "[[9.9999833e-01 1.7054057e-06]]\n",
      "no-mask\n",
      "[[1.000000e+00 6.988477e-24]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[0.98655397 0.01344601]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[6.493007e-11 1.000000e+00]]\n",
      "mask\n",
      "[[0.7027405  0.29725954]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[1.000000e+00 4.635009e-11]]\n",
      "no-mask\n",
      "[[1.0000000e+00 1.8340609e-16]]\n",
      "[[1. 0.]]\n",
      "[[0.05253806 0.9474619 ]]\n",
      "mask\n",
      "[[1.0000000e+00 1.8202157e-19]]\n",
      "[[1.0000000e+00 4.0594914e-16]]\n",
      "[[1.000000e+00 7.156175e-15]]\n",
      "[[1.0000000e+00 3.2173066e-08]]\n",
      "[[1.0155067e-09 1.0000000e+00]]\n",
      "mask\n",
      "[[4.544237e-13 1.000000e+00]]\n",
      "mask\n",
      "[[0.37943345 0.6205666 ]]\n",
      "mask\n",
      "[[1.0000000e+00 2.1852675e-15]]\n",
      "[[4.828624e-16 1.000000e+00]]\n",
      "mask\n",
      "[[1.0000000e+00 4.4472003e-31]]\n",
      "[[0.0608076  0.93919235]]\n",
      "mask\n",
      "[[1.0000000e+00 2.3314116e-22]]\n",
      "[[1.0000000e+00 1.7054153e-17]]\n",
      "[[1.0000000e+00 1.5612467e-29]]\n",
      "[[3.1055497e-06 9.9999690e-01]]\n",
      "mask\n",
      "[[1.000000e+00 6.645296e-38]]\n",
      "[[1.000000e+00 9.965141e-34]]\n",
      "[[1.0000000e+00 4.0987996e-15]]\n",
      "[[1.0000000e+00 1.0228534e-34]]\n",
      "[[1. 0.]]\n",
      "[[1.0000000e+00 6.9485556e-15]]\n",
      "[[0.0011049 0.9988951]]\n",
      "mask\n",
      "[[1. 0.]]\n",
      "[[1.000000e+00 7.207043e-09]]\n",
      "[[5.8699529e-06 9.9999416e-01]]\n",
      "mask\n",
      "[[1.3356595e-05 9.9998665e-01]]\n",
      "mask\n",
      "[[1. 0.]]\n",
      "[[1.0000000e+00 7.0211214e-19]]\n",
      "[[0.2616963  0.73830366]]\n",
      "mask\n",
      "[[1.000000e+00 8.027479e-15]]\n",
      "[[4.237370e-07 9.999995e-01]]\n",
      "mask\n",
      "[[1. 0.]]\n",
      "[[1.0000000e+00 3.4656926e-22]]\n",
      "[[1. 0.]]\n",
      "[[1. 0.]]\n",
      "[[1.2333645e-05 9.9998772e-01]]\n",
      "mask\n",
      "[[1.0000000e+00 1.9191666e-20]]\n",
      "[[9.1418718e-07 9.9999905e-01]]\n",
      "mask\n",
      "[[1.3963898e-09 1.0000000e+00]]\n",
      "mask\n",
      "[[1.000000e+00 7.503232e-25]]\n",
      "[[1.0000000e+00 3.5818448e-13]]\n",
      "[[9.9999917e-01 8.5336046e-07]]\n",
      "[[1.000000e+00 5.268812e-21]]\n",
      "[[2.676232e-14 1.000000e+00]]\n",
      "mask\n",
      "[[3.269045e-04 9.996731e-01]]\n",
      "mask\n",
      "[[1.9283238e-04 9.9980718e-01]]\n",
      "mask\n",
      "[[1.0000e+00 9.6029e-24]]\n",
      "[[1.000000e+00 1.075645e-25]]\n",
      "[[8.8983497e-06 9.9999106e-01]]\n",
      "mask\n",
      "[[1. 0.]]\n",
      "[[3.2507149e-15 1.0000000e+00]]\n",
      "mask\n",
      "[[1.000000e+00 6.582202e-14]]\n",
      "[[0.27955517 0.7204448 ]]\n",
      "mask\n",
      "[[1.0000000e+00 1.1935775e-17]]\n",
      "[[1.0000000e+00 2.4785573e-30]]\n",
      "[[1.000000e+00 5.929742e-13]]\n",
      "[[1. 0.]]\n",
      "[[5.032893e-05 9.999497e-01]]\n",
      "mask\n",
      "[[1.000000e+00 6.875928e-33]]\n",
      "[[1.0000000e+00 1.2479092e-12]]\n",
      "[[1. 0.]]\n",
      "[[1.0000000e+00 2.3649075e-26]]\n",
      "[[9.9998355e-01 1.6422731e-05]]\n",
      "[[1.0000000e+00 1.7299936e-13]]\n",
      "[[1.0389851e-07 9.9999988e-01]]\n",
      "mask\n",
      "[[1.000000e+00 3.253354e-32]]\n",
      "[[1.0000000e+00 2.9484295e-14]]\n",
      "[[7.391593e-15 1.000000e+00]]\n",
      "mask\n",
      "[[1.0000000e+00 9.8454026e-26]]\n",
      "[[0.89396167 0.10603835]]\n",
      "[[9.9998021e-01 1.9792933e-05]]\n",
      "[[1.0000000e+00 5.8147296e-24]]\n",
      "[[9.999474e-01 5.258940e-05]]\n",
      "[[9.9999976e-01 1.9546923e-07]]\n",
      "[[1. 0.]]\n",
      "[[1.000000e+00 5.625964e-26]]\n",
      "[[0.01541228 0.9845878 ]]\n",
      "mask\n",
      "[[1.0000000e+00 1.1258461e-21]]\n",
      "[[1.000000e+00 1.580479e-14]]\n",
      "[[1.000000e+00 8.984096e-18]]\n",
      "[[1. 0.]]\n",
      "[[3.9992160e-06 9.9999595e-01]]\n",
      "mask\n",
      "[[1.000000e+00 2.542672e-31]]\n",
      "[[9.999980e-01 2.048978e-06]]\n",
      "[[9.9999940e-01 6.4928923e-07]]\n",
      "[[1. 0.]]\n",
      "[[1.0000000e+00 4.2594137e-29]]\n",
      "[[1.0000000e+00 1.5580534e-12]]\n",
      "[[1.00000e+00 4.50159e-34]]\n",
      "[[1.000000e+00 1.080335e-10]]\n",
      "[[0.79658926 0.20341074]]\n",
      "[[1.0000000e+00 2.6646774e-31]]\n",
      "[[1. 0.]]\n",
      "[[7.0037287e-13 1.0000000e+00]]\n",
      "mask\n",
      "[[0.01826833 0.9817316 ]]\n",
      "mask\n",
      "[[1.0000000e+00 1.7327119e-20]]\n",
      "[[3.4214081e-06 9.9999654e-01]]\n",
      "mask\n",
      "[[0.2069159  0.79308414]]\n",
      "mask\n",
      "[[1.0000000e+00 3.0229132e-21]]\n",
      "[[1.000000e+00 6.990461e-36]]\n",
      "[[1.000000e+00 8.023071e-11]]\n",
      "[[9.9982435e-01 1.7568425e-04]]\n",
      "[[1.0000000e+00 1.8390332e-33]]\n",
      "[[1.0345219e-15 1.0000000e+00]]\n",
      "mask\n",
      "[[1. 0.]]\n",
      "[[1.000000e+00 6.865093e-36]]\n",
      "[[1.0000000e+00 4.9120162e-26]]\n",
      "[[7.3163276e-15 1.0000000e+00]]\n",
      "mask\n",
      "[[1.0000000e+00 1.7811211e-09]]\n",
      "[[2.4735078e-04 9.9975270e-01]]\n",
      "mask\n",
      "[[1.8489393e-16 1.0000000e+00]]\n",
      "mask\n",
      "[[1. 0.]]\n",
      "[[1.0000000e+00 2.3194236e-25]]\n",
      "[[1. 0.]]\n",
      "[[1.000000e+00 4.592687e-08]]\n",
      "[[1. 0.]]\n",
      "[[1.0000000e+00 7.4135476e-34]]\n",
      "[[0.97728103 0.02271898]]\n",
      "[[1. 0.]]\n",
      "[[0.83998585 0.16001412]]\n",
      "[[1. 0.]]\n",
      "[[1.0000000e+00 2.0123685e-26]]\n",
      "[[1.0000000e+00 6.8320813e-18]]\n",
      "[[1. 0.]]\n",
      "[[1. 0.]]\n",
      "[[1. 0.]]\n",
      "[[1.000000e+00 3.289885e-31]]\n",
      "[[1. 0.]]\n",
      "[[6.364622e-13 1.000000e+00]]\n",
      "mask\n",
      "[[1. 0.]]\n",
      "[[0.8103679  0.18963216]]\n",
      "[[9.9999809e-01 1.9030887e-06]]\n",
      "[[9.9999714e-01 2.9006824e-06]]\n",
      "[[1.0000000e+00 7.3394304e-19]]\n",
      "[[1.0000000e+00 2.5615732e-09]]\n",
      "[[1.0000000e+00 2.4368808e-33]]\n",
      "[[6.3472800e-04 9.9936527e-01]]\n",
      "mask\n",
      "[[1. 0.]]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[1.0000000e+00 1.5122316e-36]]\n",
      "[[1.0000000e+00 2.2170308e-31]]\n",
      "[[1.000000e+00 8.218394e-26]]\n",
      "[[1. 0.]]\n",
      "[[1.000000e+00 1.165358e-34]]\n",
      "[[1. 0.]]\n",
      "[[1.0000000e+00 6.2061134e-15]]\n",
      "[[1.0000000e+00 1.6479986e-22]]\n",
      "[[1.0000000e+00 3.8028965e-28]]\n",
      "[[1.0000000e+00 2.9308366e-28]]\n",
      "[[0.362074   0.63792604]]\n",
      "mask\n",
      "[[1. 0.]]\n",
      "[[1.000000e+00 7.656701e-27]]\n",
      "[[1. 0.]]\n",
      "[[1.00000000e+00 1.15186325e-14]]\n",
      "[[1.0000000e+00 1.7927569e-13]]\n",
      "[[1.000000e+00 2.173793e-12]]\n",
      "[[1.000000e+00 4.121948e-20]]\n",
      "[[1.000000e+00 6.218925e-18]]\n",
      "[[1. 0.]]\n",
      "[[0.5060194 0.4939806]]\n",
      "[[1.3815038e-13 1.0000000e+00]]\n",
      "mask\n",
      "[[1.000000e+00 4.581734e-19]]\n",
      "[[9.3557476e-04 9.9906439e-01]]\n",
      "mask\n",
      "[[1.0000000e+00 1.4173587e-26]]\n",
      "[[1.0000000e+00 1.0715171e-17]]\n",
      "[[0.02044684 0.97955316]]\n",
      "mask\n",
      "[[9.999994e-01 6.263071e-07]]\n",
      "[[1. 0.]]\n",
      "[[1.0000000e+00 1.0285912e-16]]\n",
      "[[1. 0.]]\n",
      "[[1. 0.]]\n",
      "[[1.0000000e+00 1.0720816e-09]]\n",
      "[[1.0000000e+00 2.5913222e-21]]\n",
      "[[1. 0.]]\n",
      "[[1.0000000e+00 3.5806104e-27]]\n",
      "[[2.1801108e-10 1.0000000e+00]]\n",
      "mask\n",
      "[[1.0000000e+00 1.1197746e-25]]\n",
      "[[1.0000000e+00 3.4060154e-13]]\n",
      "[[0.00410983 0.9958902 ]]\n",
      "mask\n",
      "[[1. 0.]]\n",
      "[[1. 0.]]\n",
      "[[7.065624e-05 9.999293e-01]]\n",
      "mask\n",
      "[[1.000000e+00 3.134753e-17]]\n",
      "[[1.000000e+00 3.351069e-20]]\n",
      "[[1. 0.]]\n",
      "[[0.06166372 0.93833625]]\n",
      "mask\n",
      "[[9.9999964e-01 3.6997653e-07]]\n",
      "[[1.2078897e-06 9.9999881e-01]]\n",
      "mask\n",
      "[[0.99834204 0.00165798]]\n",
      "[[1.0000000e+00 3.9558977e-12]]\n",
      "[[1.0000000e+00 1.1463135e-37]]\n",
      "[[0.14576936 0.85423064]]\n",
      "mask\n",
      "[[0.67075837 0.32924163]]\n",
      "[[1.000000e+00 5.300427e-19]]\n",
      "[[0.1387356  0.86126447]]\n",
      "mask\n",
      "[[1.0000000e+00 2.2973226e-09]]\n",
      "[[6.043736e-07 9.999994e-01]]\n",
      "mask\n",
      "[[5.5575188e-06 9.9999440e-01]]\n",
      "mask\n",
      "[[9.9998927e-01 1.0699111e-05]]\n",
      "[[4.775304e-05 9.999522e-01]]\n",
      "mask\n",
      "[[1.000000e+00 3.824446e-26]]\n",
      "[[1.0000000e+00 7.3009303e-17]]\n",
      "[[1.0000000e+00 1.7519076e-11]]\n",
      "[[1.0000000e+00 1.6655326e-08]]\n",
      "[[1.000000e+00 1.939974e-10]]\n",
      "[[8.586622e-06 9.999914e-01]]\n",
      "mask\n",
      "[[0.99619365 0.00380638]]\n",
      "[[1.0000000e+00 3.1910143e-16]]\n",
      "[[6.3972783e-16 1.0000000e+00]]\n",
      "mask\n",
      "[[1. 0.]]\n",
      "[[3.394038e-09 1.000000e+00]]\n",
      "mask\n",
      "[[0.99032414 0.00967589]]\n",
      "[[1. 0.]]\n",
      "[[2.0154768e-14 1.0000000e+00]]\n",
      "mask\n",
      "[[1.0000000e+00 1.2593342e-30]]\n",
      "[[1.0000000e+00 3.5904584e-27]]\n",
      "[[1. 0.]]\n",
      "[[1. 0.]]\n",
      "[[1.0000000e+00 1.4770982e-15]]\n",
      "[[0.9468     0.05319997]]\n",
      "[[7.811934e-15 1.000000e+00]]\n",
      "mask\n",
      "[[9.9999881e-01 1.1463641e-06]]\n",
      "[[0.01444491 0.98555505]]\n",
      "mask\n",
      "[[9.452685e-13 1.000000e+00]]\n",
      "mask\n",
      "[[1.00000000e+00 1.02371694e-25]]\n",
      "[[1.0000000e+00 3.1591825e-32]]\n",
      "[[1.000000e+00 9.555758e-17]]\n",
      "[[1.0000000e+00 2.2569266e-13]]\n",
      "[[9.9992180e-01 7.8253586e-05]]\n",
      "[[1.000000e+00 4.090137e-27]]\n",
      "[[1.0000000e+00 4.6942728e-33]]\n",
      "[[1.0000000e+00 2.3613095e-12]]\n",
      "[[1.0000000e+00 3.0137704e-29]]\n",
      "[[1. 0.]]\n",
      "[[1.0000000e+00 4.5726482e-29]]\n",
      "[[2.1502365e-06 9.9999785e-01]]\n",
      "mask\n",
      "[[1. 0.]]\n",
      "[[7.2299343e-05 9.9992764e-01]]\n",
      "mask\n",
      "[[1.0000000e+00 5.7335466e-22]]\n",
      "[[1.0000000e+00 1.6767993e-13]]\n",
      "[[0.66659445 0.33340552]]\n",
      "[[0.06562664 0.9343734 ]]\n",
      "mask\n",
      "[[1.000000e+00 3.649464e-19]]\n",
      "[[0.9710598  0.02894019]]\n",
      "[[1.000000e+00 1.778941e-17]]\n",
      "[[1.0000000e+00 5.9134883e-32]]\n",
      "[[1.00000000e+00 1.10837686e-32]]\n",
      "[[1. 0.]]\n",
      "[[1.0000000e+00 8.3201996e-12]]\n",
      "[[1.0000000e+00 1.1149002e-37]]\n",
      "[[1.0000000e+00 1.0873217e-37]]\n",
      "[[1.0000000e+00 1.7667764e-15]]\n",
      "[[1. 0.]]\n",
      "[[4.3582542e-17 1.0000000e+00]]\n",
      "mask\n",
      "[[1.000000e+00 4.784599e-24]]\n",
      "[[1.0000000e+00 4.5948175e-15]]\n",
      "[[1. 0.]]\n",
      "[[1. 0.]]\n",
      "[[9.9997866e-01 2.1395332e-05]]\n",
      "[[1.0000000e+00 6.8083795e-33]]\n",
      "[[1.000000e+00 8.960332e-13]]\n",
      "[[1. 0.]]\n",
      "[[1. 0.]]\n",
      "[[1. 0.]]\n",
      "[[1.3204464e-14 1.0000000e+00]]\n",
      "mask\n",
      "[[1. 0.]]\n",
      "[[1.0000000e+00 1.9703812e-29]]\n",
      "[[1.000000e+00 2.117699e-26]]\n",
      "[[1. 0.]]\n",
      "[[1. 0.]]\n",
      "[[1. 0.]]\n",
      "[[1.000000e+00 9.188874e-10]]\n",
      "[[1. 0.]]\n",
      "[[1.00000000e+00 1.24983495e-29]]\n",
      "[[0.9348806  0.06511942]]\n",
      "[[1.000000e+00 7.692398e-17]]\n",
      "[[1.0000000e+00 1.9332487e-09]]\n",
      "[[1.0000000e+00 1.0604383e-21]]\n",
      "[[1.0000000e+00 5.3035515e-38]]\n",
      "[[1.0000000e+00 2.5770304e-12]]\n",
      "[[1. 0.]]\n",
      "[[9.9997175e-01 2.8295563e-05]]\n",
      "[[1. 0.]]\n",
      "[[1.0000000e+00 2.5084487e-11]]\n",
      "[[1.0000000e+00 4.7720436e-30]]\n",
      "[[1.0000000e+00 5.4354167e-22]]\n",
      "[[9.9978119e-01 2.1877687e-04]]\n",
      "[[0.9506206  0.04937937]]\n",
      "[[1.0000000e+00 3.5064928e-14]]\n",
      "[[1. 0.]]\n",
      "[[3.2771354e-07 9.9999964e-01]]\n",
      "mask\n",
      "[[9.9999988e-01 1.0078432e-07]]\n",
      "[[1. 0.]]\n",
      "[[1. 0.]]\n",
      "[[1. 0.]]\n",
      "[[1.0000000e+00 2.8709654e-32]]\n",
      "[[2.983296e-08 1.000000e+00]]\n",
      "mask\n",
      "[[1.0000000e+00 1.8195322e-15]]\n",
      "[[1.0000000e+00 1.1470252e-13]]\n",
      "[[1.0000000e+00 2.8862695e-08]]\n",
      "[[1.00000000e+00 1.12288474e-13]]\n",
      "[[9.999982e-01 1.751311e-06]]\n",
      "[[3.5158766e-17 1.0000000e+00]]\n",
      "mask\n",
      "[[0.95101815 0.04898185]]\n",
      "[[1.000000e+00 3.175774e-16]]\n",
      "[[1.0000000e+00 4.5654023e-27]]\n",
      "[[1. 0.]]\n",
      "[[1. 0.]]\n",
      "[[1.0000000e+00 3.5484027e-17]]\n",
      "[[1.3893405e-06 9.9999857e-01]]\n",
      "mask\n",
      "[[0.00517785 0.99482214]]\n",
      "mask\n",
      "[[1. 0.]]\n",
      "[[4.930957e-08 1.000000e+00]]\n",
      "mask\n",
      "[[2.2935793e-09 1.0000000e+00]]\n",
      "mask\n",
      "[[1. 0.]]\n",
      "[[4.2667891e-10 1.0000000e+00]]\n",
      "mask\n",
      "[[1.0000000e+00 5.3713612e-27]]\n",
      "[[0.0030336 0.9969664]]\n",
      "mask\n",
      "[[1.0000000e+00 1.1217535e-11]]\n",
      "[[1.0000000e+00 3.9412258e-20]]\n",
      "[[0.8627144  0.13728559]]\n",
      "[[5.6848034e-08 1.0000000e+00]]\n",
      "mask\n",
      "[[1.0000000e+00 2.0954552e-19]]\n",
      "[[1.000000e+00 7.993558e-23]]\n",
      "[[1.0000000e+00 4.5193247e-21]]\n",
      "[[5.119009e-12 1.000000e+00]]\n",
      "mask\n",
      "[[0.4716294 0.5283707]]\n",
      "mask\n",
      "[[9.9986899e-01 1.3101342e-04]]\n",
      "[[1.000000e+00 1.843031e-16]]\n",
      "[[1.000000e+00 3.522994e-16]]\n",
      "[[1. 0.]]\n",
      "[[2.0934986e-18 1.0000000e+00]]\n",
      "mask\n",
      "[[1. 0.]]\n",
      "[[1. 0.]]\n",
      "[[0.35925218 0.64074785]]\n",
      "mask\n",
      "[[1. 0.]]\n",
      "[[1.0000000e+00 1.2433316e-11]]\n",
      "[[1.0000000e+00 4.6446263e-12]]\n",
      "[[1. 0.]]\n",
      "[[0.4141116  0.58588845]]\n",
      "mask\n",
      "[[1.0000000e+00 1.3505475e-12]]\n",
      "[[1.000000e+00 9.153751e-32]]\n",
      "[[1.000000e+00 3.256637e-14]]\n",
      "[[1.0000000e+00 7.1763316e-35]]\n",
      "[[0.1120131 0.8879869]]\n",
      "mask\n",
      "[[1.000000e+00 9.384429e-15]]\n",
      "[[1. 0.]]\n",
      "[[1.0000000e+00 1.1233721e-11]]\n",
      "[[1.0000000e+00 3.1754874e-36]]\n",
      "[[1.0000000e+00 1.2715675e-21]]\n",
      "[[0.00757724 0.99242276]]\n",
      "mask\n",
      "[[9.9999952e-01 4.8678663e-07]]\n",
      "[[1.000000e+00 1.158165e-27]]\n",
      "[[1.0000000e+00 1.2339166e-38]]\n",
      "[[1.0000000e+00 1.5005179e-17]]\n",
      "[[1.0000000e+00 2.3708127e-09]]\n",
      "[[1. 0.]]\n",
      "[[9.010466e-04 9.990990e-01]]\n",
      "mask\n",
      "[[0.9987999  0.00120009]]\n",
      "[[0.001001   0.99899906]]\n",
      "mask\n",
      "[[1. 0.]]\n",
      "[[0.6743907  0.32560933]]\n",
      "[[0.33864012 0.6613599 ]]\n",
      "mask\n",
      "[[1.0000000e+00 1.1927061e-13]]\n",
      "[[1. 0.]]\n",
      "[[1.0000000e+00 4.2127535e-18]]\n",
      "[[1.000000e+00 1.347934e-29]]\n",
      "[[1.3912675e-08 1.0000000e+00]]\n",
      "mask\n",
      "[[0. 1.]]\n",
      "mask\n",
      "[[0.04594954 0.9540505 ]]\n",
      "mask\n",
      "[[1. 0.]]\n",
      "[[1.000000e+00 9.618563e-11]]\n",
      "[[1.000000e+00 9.777954e-19]]\n",
      "[[9.9955040e-01 4.4957636e-04]]\n",
      "[[1.6830358e-08 1.0000000e+00]]\n",
      "mask\n",
      "[[2.161341e-08 1.000000e+00]]\n",
      "mask\n",
      "[[1. 0.]]\n",
      "[[1. 0.]]\n",
      "[[1. 0.]]\n",
      "[[1.000000e+00 3.574951e-17]]\n",
      "[[1. 0.]]\n",
      "[[1.0000000e+00 3.6356638e-09]]\n"
     ]
    }
   ],
   "source": [
    "### Metrics\n",
    "# Testing directories\n",
    "test_mask_imgs = os.listdir('datasets/compiled/test/mask')\n",
    "test_no_mask_imgs = os.listdir('datasets/compiled/test/no-mask')\n",
    "\n",
    "# Numbers of images\n",
    "total_mask = len(test_mask_imgs)\n",
    "total_no_mask = len(test_no_mask_imgs)\n",
    "total = total_mask + total_no_mask\n",
    "\n",
    "# Confusion Matrix variables\n",
    "mask_correct = 0\n",
    "mask_incorrect = 0\n",
    "no_mask_correct = 0\n",
    "no_mask_incorrect = 0\n",
    "\n",
    "# Mask class\n",
    "for img in test_mask_imgs:\n",
    "    \n",
    "    tmp = Image.open('datasets/compiled/test/mask/'+ img)\n",
    "    test_img = np.asarray(tmp)\n",
    "    test = test_img.copy()\n",
    "    test.resize(1,224,224,3)\n",
    "    ans = densenet.predict(test)\n",
    "    print(ans)\n",
    "    if ans[0][1] > ans[0][0]:\n",
    "        mask_correct += 1\n",
    "        print(\"mask\")\n",
    "    elif ans[0][1] < ans[0][0]:\n",
    "        mask_incorrect += 1\n",
    "        print(\"no-mask\")\n",
    "        \n",
    "    # Mask recall\n",
    "    mask_recall = mask_correct/total_mask\n",
    "\n",
    "# No-mask class\n",
    "for img in test_no_mask_imgs:\n",
    "    \n",
    "    tmp = Image.open('datasets/compiled/test/no-mask/' + img)\n",
    "    test_img = np.asarray(tmp)\n",
    "    test = test_img.copy()\n",
    "    test.resize(1,224,224,3)\n",
    "    ans = densenet.predict(test)\n",
    "    print(ans)\n",
    "    \n",
    "    if ans[0][0] > ans[0][1]:\n",
    "        no_mask_correct += 1\n",
    "        print(\"no-mask\")\n",
    "    elif ans[0][0] < ans[0][1]:\n",
    "        no_mask_incorrect += 1\n",
    "        print(\"mask\")\n",
    "        \n",
    "    # No-mask recall\n",
    "    no_mask_recall = no_mask_correct/total_no_mask\n",
    "\n",
    "# Mask precision\n",
    "mask_precision = (mask_correct)/(mask_correct + mask_incorrect)\n",
    "\n",
    "# No-mask precision\n",
    "no_mask_precision = (no_mask_correct)/(no_mask_correct + no_mask_incorrect)\n",
    "\n",
    "# Mask F1 score\n",
    "mask_f1 = 2 * ((mask_recall * mask_precision)/(mask_recall + mask_precision))\n",
    "\n",
    "# No-mask F1 score\n",
    "no_mask_f1 = 2 * ((no_mask_recall * no_mask_precision)/(no_mask_recall + no_mask_precision))\n",
    "\n",
    "# Classification accuracy\n",
    "accuracy = (mask_correct + no_mask_correct)/total\n",
    "\n",
    "# Weighted recall\n",
    "recall = ((mask_recall*total_mask)+(no_mask_recall*total_no_mask))/(total_mask+total_no_mask)\n",
    "\n",
    "# Weight precision\n",
    "precision = ((mask_precision*total_mask)+(no_mask_precision*total_no_mask))/(total_mask+total_no_mask)\n",
    "\n",
    "# Weighted F1 score\n",
    "f1 = 2 * ((recall * precision)/(recall + precision))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Mask correct predictions: 175\n",
      "Mask incorrect predictions: 209\n",
      "No-mask correct predictions: 297\n",
      "No-mask incorrect predictions: 87\n",
      "Mask total images: 384\n",
      "No-mask total images: 384\n",
      "Total test images: 768\n",
      "Mask recall: 0.4557291666666667\n",
      "No-mask recall: 0.7734375\n",
      "Mask precision: 0.4557291666666667\n",
      "No-mask precision: 0.7734375\n",
      "Mask F1 score: 0.45572916666666663\n",
      "No-mask F1 score: 0.7734375\n",
      "Classification accuracy: 0.6145833333333334\n",
      "Weighted recall: 0.6145833333333334\n",
      "Weighted precision: 0.6145833333333334\n",
      "Weighted F1 score: 0.6145833333333334\n"
     ]
    }
   ],
   "source": [
    "print(\"Mask correct predictions: {}\".format(mask_correct))\n",
    "print(\"Mask incorrect predictions: {}\".format(mask_incorrect))\n",
    "\n",
    "print(\"No-mask correct predictions: {}\".format(no_mask_correct))\n",
    "print(\"No-mask incorrect predictions: {}\".format(no_mask_incorrect))\n",
    "\n",
    "print(\"Mask total images: {}\".format(total_mask))\n",
    "print(\"No-mask total images: {}\".format(total_no_mask))\n",
    "\n",
    "print(\"Total test images: {}\".format(total))\n",
    "\n",
    "print(\"Mask recall: {}\".format(mask_recall))\n",
    "print(\"No-mask recall: {}\".format(no_mask_recall))\n",
    "\n",
    "print(\"Mask precision: {}\".format(mask_precision))\n",
    "print(\"No-mask precision: {}\".format(no_mask_precision))\n",
    "\n",
    "print(\"Mask F1 score: {}\".format(mask_f1))\n",
    "print(\"No-mask F1 score: {}\".format(no_mask_f1))\n",
    "\n",
    "print(\"Classification accuracy: {}\".format(accuracy))\n",
    "print(\"Weighted recall: {}\".format(recall))\n",
    "print(\"Weighted precision: {}\".format(precision))\n",
    "print(\"Weighted F1 score: {}\".format(f1))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[1.0000000e+00 5.5111573e-17]]\n",
      "no-mask\n",
      "[[3.5773857e-05 9.9996424e-01]]\n",
      "mask\n",
      "[[0.97621524 0.02378475]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[2.8536776e-06 9.9999714e-01]]\n",
      "mask\n",
      "[[9.9999964e-01 3.6782907e-07]]\n",
      "no-mask\n",
      "[[2.8386728e-08 1.0000000e+00]]\n",
      "mask\n",
      "[[1.000000e+00 7.817074e-27]]\n",
      "no-mask\n",
      "[[1.0000000e+00 4.4652373e-23]]\n",
      "no-mask\n",
      "[[0.00433687 0.9956631 ]]\n",
      "mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[1.000000e+00 5.691362e-36]]\n",
      "no-mask\n",
      "[[1.0000000e+00 2.0236646e-23]]\n",
      "no-mask\n",
      "[[1.03734055e-04 9.99896288e-01]]\n",
      "mask\n",
      "[[9.9998116e-01 1.8888619e-05]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[9.9997902e-01 2.0990423e-05]]\n",
      "no-mask\n",
      "[[2.3482265e-08 1.0000000e+00]]\n",
      "mask\n",
      "[[1.000000e+00 3.774045e-16]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[1.0000000e+00 1.7557492e-17]]\n",
      "no-mask\n",
      "[[0.18460262 0.81539744]]\n",
      "mask\n",
      "[[1.0000000e+00 4.4490326e-16]]\n",
      "no-mask\n",
      "[[0.02982232 0.97017765]]\n",
      "mask\n",
      "[[9.9995255e-01 4.7461534e-05]]\n",
      "no-mask\n",
      "[[1.6644433e-08 1.0000000e+00]]\n",
      "mask\n",
      "[[1.0000000e+00 1.2999728e-17]]\n",
      "no-mask\n",
      "[[0.00941482 0.99058515]]\n",
      "mask\n",
      "[[1.000000e+00 5.319941e-24]]\n",
      "no-mask\n",
      "[[1.755023e-13 1.000000e+00]]\n",
      "mask\n",
      "[[1.0000000e+00 1.6607352e-28]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[1.000000e+00 8.568131e-35]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[1.3040129e-10 1.0000000e+00]]\n",
      "mask\n",
      "[[4.683649e-10 1.000000e+00]]\n",
      "mask\n",
      "[[0. 1.]]\n",
      "mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[1.000000e+00 7.043545e-35]]\n",
      "no-mask\n",
      "[[8.043684e-10 1.000000e+00]]\n",
      "mask\n",
      "[[9.998869e-01 1.130790e-04]]\n",
      "no-mask\n",
      "[[1.5732167e-09 1.0000000e+00]]\n",
      "mask\n",
      "[[1.4523105e-11 1.0000000e+00]]\n",
      "mask\n",
      "[[1.548316e-08 1.000000e+00]]\n",
      "mask\n",
      "[[1.0000000e+00 1.4222169e-11]]\n",
      "no-mask\n",
      "[[1.16554946e-26 1.00000000e+00]]\n",
      "mask\n",
      "[[1.000000e+00 7.266205e-23]]\n",
      "no-mask\n",
      "[[1.4965095e-11 1.0000000e+00]]\n",
      "mask\n",
      "[[0.92734295 0.072657  ]]\n",
      "no-mask\n",
      "[[9.999094e-01 9.061746e-05]]\n",
      "no-mask\n",
      "[[1.0000000e+00 7.6020635e-37]]\n",
      "no-mask\n",
      "[[5.5563252e-08 1.0000000e+00]]\n",
      "mask\n",
      "[[1.989853e-15 1.000000e+00]]\n",
      "mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[9.9181365e-11 1.0000000e+00]]\n",
      "mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[4.7873777e-15 1.0000000e+00]]\n",
      "mask\n",
      "[[1.000000e+00 9.390153e-16]]\n",
      "no-mask\n",
      "[[1.0000000e+00 1.7065693e-37]]\n",
      "no-mask\n",
      "[[1.0000000e+00 1.1800435e-13]]\n",
      "no-mask\n",
      "[[1.0000000e+00 9.8492415e-17]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[1.000000e+00 4.567071e-21]]\n",
      "no-mask\n",
      "[[1.37261e-10 1.00000e+00]]\n",
      "mask\n",
      "[[0.80938673 0.19061328]]\n",
      "no-mask\n",
      "[[1.000000e+00 7.885451e-19]]\n",
      "no-mask\n",
      "[[9.9999869e-01 1.2714785e-06]]\n",
      "no-mask\n",
      "[[3.445044e-11 1.000000e+00]]\n",
      "mask\n",
      "[[0.00131859 0.99868137]]\n",
      "mask\n",
      "[[1.0000000e+00 1.8789864e-17]]\n",
      "no-mask\n",
      "[[1.6651356e-08 1.0000000e+00]]\n",
      "mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[1.0000000e+00 8.3944613e-13]]\n",
      "no-mask\n",
      "[[1.46176735e-05 9.99985337e-01]]\n",
      "mask\n",
      "[[2.0143123e-14 1.0000000e+00]]\n",
      "mask\n",
      "[[9.9998617e-01 1.3813968e-05]]\n",
      "no-mask\n",
      "[[2.004391e-09 1.000000e+00]]\n",
      "mask\n",
      "[[6.2018007e-13 1.0000000e+00]]\n",
      "mask\n",
      "[[1.3581901e-10 1.0000000e+00]]\n",
      "mask\n",
      "[[0.01720822 0.9827917 ]]\n",
      "mask\n",
      "[[2.6925784e-08 1.0000000e+00]]\n",
      "mask\n",
      "[[8.8608010e-07 9.9999917e-01]]\n",
      "mask\n",
      "[[0.96156967 0.03843036]]\n",
      "no-mask\n",
      "[[1.0000000e+00 2.6761652e-18]]\n",
      "no-mask\n",
      "[[3.598066e-13 1.000000e+00]]\n",
      "mask\n",
      "[[0.74785024 0.2521497 ]]\n",
      "no-mask\n",
      "[[1.0000000e+00 3.4330166e-17]]\n",
      "no-mask\n",
      "[[2.43003e-18 1.00000e+00]]\n",
      "mask\n",
      "[[5.8979903e-24 1.0000000e+00]]\n",
      "mask\n",
      "[[1.0000000e+00 2.5533018e-19]]\n",
      "no-mask\n",
      "[[0.99395144 0.00604853]]\n",
      "no-mask\n",
      "[[1.0000000e+00 4.4787757e-11]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[0.9837917  0.01620831]]\n",
      "no-mask\n",
      "[[1.7894238e-23 1.0000000e+00]]\n",
      "mask\n",
      "[[1.000000e+00 4.004198e-32]]\n",
      "no-mask\n",
      "[[0.99873453 0.00126549]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[0.95080936 0.04919059]]\n",
      "no-mask\n",
      "[[1.0000000e+00 1.3582763e-24]]\n",
      "no-mask\n",
      "[[9.9999976e-01 2.4109252e-07]]\n",
      "no-mask\n",
      "[[1.0786096e-06 9.9999893e-01]]\n",
      "mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[1.0000000e+00 2.4799551e-09]]\n",
      "no-mask\n",
      "[[2.0152771e-10 1.0000000e+00]]\n",
      "mask\n",
      "[[1.0000000e+00 2.1746515e-27]]\n",
      "no-mask\n",
      "[[0.48611864 0.5138813 ]]\n",
      "mask\n",
      "[[0. 1.]]\n",
      "mask\n",
      "[[1.0000000e+00 2.0665197e-27]]\n",
      "no-mask\n",
      "[[1.0000000e+00 1.1268785e-34]]\n",
      "no-mask\n",
      "[[1.0000000e+00 3.2917504e-34]]\n",
      "no-mask\n",
      "[[0.3051584 0.6948416]]\n",
      "mask\n",
      "[[8.3645926e-07 9.9999917e-01]]\n",
      "mask\n",
      "[[1.000000e+00 6.025768e-12]]\n",
      "no-mask\n",
      "[[0.13093635 0.8690636 ]]\n",
      "mask\n",
      "[[1.0000000e+00 7.8110146e-14]]\n",
      "no-mask\n",
      "[[1.0000000e+00 4.4380406e-12]]\n",
      "no-mask\n",
      "[[0.9900164  0.00998361]]\n",
      "no-mask\n",
      "[[3.9504746e-09 1.0000000e+00]]\n",
      "mask\n",
      "[[0.02418986 0.9758101 ]]\n",
      "mask\n",
      "[[9.9999976e-01 1.8801660e-07]]\n",
      "no-mask\n",
      "[[1.0000000e+00 2.3732983e-30]]\n",
      "no-mask\n",
      "[[3.0775205e-08 1.0000000e+00]]\n",
      "mask\n",
      "[[0.0114238  0.98857623]]\n",
      "mask\n",
      "[[2.8906160e-04 9.9971086e-01]]\n",
      "mask\n",
      "[[1.9073656e-08 1.0000000e+00]]\n",
      "mask\n",
      "[[2.518221e-09 1.000000e+00]]\n",
      "mask\n",
      "[[1.0000000e+00 1.1124526e-23]]\n",
      "no-mask\n",
      "[[4.451786e-22 1.000000e+00]]\n",
      "mask\n",
      "[[1.0000000e+00 3.4397127e-26]]\n",
      "no-mask\n",
      "[[1.03705865e-07 9.99999881e-01]]\n",
      "mask\n",
      "[[1.0000000e+00 4.0435375e-33]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[0.9176317 0.0823683]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[1.0000000e+00 1.3969167e-21]]\n",
      "no-mask\n",
      "[[9.9999857e-01 1.4749351e-06]]\n",
      "no-mask\n",
      "[[1.0000000e+00 1.9171333e-08]]\n",
      "no-mask\n",
      "[[0.6435777  0.35642233]]\n",
      "no-mask\n",
      "[[1.000000e+00 4.719607e-11]]\n",
      "no-mask\n",
      "[[1.0000000e+00 4.5665657e-21]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[2.578622e-13 1.000000e+00]]\n",
      "mask\n",
      "[[0.96547425 0.03452573]]\n",
      "no-mask\n",
      "[[1.7244544e-22 1.0000000e+00]]\n",
      "mask\n",
      "[[1.000000e+00 2.149098e-09]]\n",
      "no-mask\n",
      "[[0.00480778 0.9951923 ]]\n",
      "mask\n",
      "[[4.0941767e-10 1.0000000e+00]]\n",
      "mask\n",
      "[[1.0000000e+00 1.4707906e-10]]\n",
      "no-mask\n",
      "[[1.0244016e-08 1.0000000e+00]]\n",
      "mask\n",
      "[[8.578644e-13 1.000000e+00]]\n",
      "mask\n",
      "[[9.9999690e-01 3.1063967e-06]]\n",
      "no-mask\n",
      "[[6.4290664e-04 9.9935704e-01]]\n",
      "mask\n",
      "[[1.0000000e+00 4.4129194e-35]]\n",
      "no-mask\n",
      "[[1.0000000e+00 3.2188042e-38]]\n",
      "no-mask\n",
      "[[0.9982071  0.00179288]]\n",
      "no-mask\n",
      "[[9.9999952e-01 4.3713368e-07]]\n",
      "no-mask\n",
      "[[3.0678574e-11 1.0000000e+00]]\n",
      "mask\n",
      "[[0.9712206  0.02877936]]\n",
      "no-mask\n",
      "[[3.027044e-10 1.000000e+00]]\n",
      "mask\n",
      "[[9.9999654e-01 3.4069512e-06]]\n",
      "no-mask\n",
      "[[1.6973673e-04 9.9983025e-01]]\n",
      "mask\n",
      "[[2.8175181e-11 1.0000000e+00]]\n",
      "mask\n",
      "[[0.93330234 0.06669766]]\n",
      "no-mask\n",
      "[[7.359092e-09 1.000000e+00]]\n",
      "mask\n",
      "[[0.20320499 0.79679507]]\n",
      "mask\n",
      "[[1.000000e+00 8.346368e-37]]\n",
      "no-mask\n",
      "[[1.0000000e+00 2.3214077e-09]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[1.000000e+00 6.360877e-30]]\n",
      "no-mask\n",
      "[[1.0000000e+00 2.6854975e-14]]\n",
      "no-mask\n",
      "[[6.03832e-12 1.00000e+00]]\n",
      "mask\n",
      "[[1.0000000e+00 1.2156534e-23]]\n",
      "no-mask\n",
      "[[8.5256596e-10 1.0000000e+00]]\n",
      "mask\n",
      "[[3.859823e-13 1.000000e+00]]\n",
      "mask\n",
      "[[8.3360124e-14 1.0000000e+00]]\n",
      "mask\n",
      "[[1.1209228e-04 9.9988794e-01]]\n",
      "mask\n",
      "[[5.6133755e-09 1.0000000e+00]]\n",
      "mask\n",
      "[[1.0000000e+00 1.7209843e-11]]\n",
      "no-mask\n",
      "[[1.0000000e+00 1.2792356e-09]]\n",
      "no-mask\n",
      "[[1.0000000e+00 3.3921467e-36]]\n",
      "no-mask\n",
      "[[0.02387138 0.9761286 ]]\n",
      "mask\n",
      "[[2.6332827e-06 9.9999738e-01]]\n",
      "mask\n",
      "[[6.9139814e-27 1.0000000e+00]]\n",
      "mask\n",
      "[[0.98156863 0.01843136]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[0.02430016 0.9756999 ]]\n",
      "mask\n",
      "[[1.8574432e-09 1.0000000e+00]]\n",
      "mask\n",
      "[[1.0000000e+00 4.6861834e-19]]\n",
      "no-mask\n",
      "[[4.6631772e-35 1.0000000e+00]]\n",
      "mask\n",
      "[[1.0000000e+00 1.9400896e-09]]\n",
      "no-mask\n",
      "[[9.9920481e-01 7.9517317e-04]]\n",
      "no-mask\n",
      "[[1.0000000e+00 1.8754087e-29]]\n",
      "no-mask\n",
      "[[0.9255769  0.07442307]]\n",
      "no-mask\n",
      "[[9.9987805e-01 1.2192088e-04]]\n",
      "no-mask\n",
      "[[4.1698814e-10 1.0000000e+00]]\n",
      "mask\n",
      "[[1.0000000e+00 4.5545807e-09]]\n",
      "no-mask\n",
      "[[9.436265e-30 1.000000e+00]]\n",
      "mask\n",
      "[[1.0000000e+00 1.6058299e-37]]\n",
      "no-mask\n",
      "[[0.0011095 0.9988906]]\n",
      "mask\n",
      "[[1.0000000e+00 1.0104569e-15]]\n",
      "no-mask\n",
      "[[1.000000e+00 6.952393e-17]]\n",
      "no-mask\n",
      "[[1.000000e+00 9.494317e-13]]\n",
      "no-mask\n",
      "[[9.999969e-01 3.064259e-06]]\n",
      "no-mask\n",
      "[[1.000000e+00 5.375494e-15]]\n",
      "no-mask\n",
      "[[1.0446252e-17 1.0000000e+00]]\n",
      "mask\n",
      "[[0.00405194 0.99594814]]\n",
      "mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[0.02982232 0.97017765]]\n",
      "mask\n",
      "[[1.4199054e-14 1.0000000e+00]]\n",
      "mask\n",
      "[[1.0000000e+00 2.6455652e-12]]\n",
      "no-mask\n",
      "[[1.3750774e-05 9.9998629e-01]]\n",
      "mask\n",
      "[[1.0000000e+00 1.5912421e-09]]\n",
      "no-mask\n",
      "[[1.0000000e+00 1.3515165e-38]]\n",
      "no-mask\n",
      "[[1.0867718e-08 1.0000000e+00]]\n",
      "mask\n",
      "[[9.9999964e-01 3.3293585e-07]]\n",
      "no-mask\n",
      "[[1. 0.]]\n",
      "no-mask\n",
      "[[0.03313585 0.9668641 ]]\n",
      "mask\n",
      "[[1. 0.]]\n",
      "no-mask\n"
     ]
    }
   ],
   "source": [
    "### Metrics\n",
    "# Testing directories\n",
    "test_mask_imgs = os.listdir('datasets/compiled/train/mask')\n",
    "test_no_mask_imgs = os.listdir('datasets/compiled/train/no-mask')\n",
    "\n",
    "# Numbers of images\n",
    "total_mask = len(test_mask_imgs)\n",
    "total_no_mask = len(test_no_mask_imgs)\n",
    "total = total_mask + total_no_mask\n",
    "\n",
    "# Confusion Matrix variables\n",
    "mask_correct = 0\n",
    "mask_incorrect = 0\n",
    "no_mask_correct = 0\n",
    "no_mask_incorrect = 0\n",
    "\n",
    "# Mask class\n",
    "for img in test_mask_imgs:\n",
    "    \n",
    "    tmp = Image.open('datasets/compiled/train/mask/'+ img)\n",
    "    test_img = np.asarray(tmp)\n",
    "    test = test_img.copy()\n",
    "    test.resize(1,224,224,3)\n",
    "    ans = densenet.predict(test)\n",
    "    print(ans)\n",
    "    if ans[0][1] > ans[0][0]:\n",
    "        mask_correct += 1\n",
    "        print(\"mask\")\n",
    "    elif ans[0][1] < ans[0][0]:\n",
    "        mask_incorrect += 1\n",
    "        print(\"no-mask\")\n",
    "        \n",
    "    # Mask recall\n",
    "    mask_recall = mask_correct/total_mask\n",
    "\n",
    "# No-mask class\n",
    "for img in test_no_mask_imgs:\n",
    "    \n",
    "    tmp = Image.open('datasets/compiled/train/no-mask/' + img)\n",
    "    test_img = np.asarray(tmp)\n",
    "    test = test_img.copy()\n",
    "    test.resize(1,224,224,3)\n",
    "    ans = densenet.predict(test)\n",
    "    print(ans)\n",
    "    \n",
    "    if ans[0][0] > ans[0][1]:\n",
    "        no_mask_correct += 1\n",
    "        print(\"no-mask\")\n",
    "    elif ans[0][0] < ans[0][1]:\n",
    "        no_mask_incorrect += 1\n",
    "        print(\"mask\")\n",
    "        \n",
    "    # No-mask recall\n",
    "    no_mask_recall = no_mask_correct/total_no_mask\n",
    "\n",
    "# Mask precision\n",
    "mask_precision = (mask_correct)/(mask_correct + mask_incorrect)\n",
    "\n",
    "# No-mask precision\n",
    "no_mask_precision = (no_mask_correct)/(no_mask_correct + no_mask_incorrect)\n",
    "\n",
    "# Mask F1 score\n",
    "mask_f1 = 2 * ((mask_recall * mask_precision)/(mask_recall + mask_precision))\n",
    "\n",
    "# No-mask F1 score\n",
    "no_mask_f1 = 2 * ((no_mask_recall * no_mask_precision)/(no_mask_recall + no_mask_precision))\n",
    "\n",
    "# Classification accuracy\n",
    "accuracy = (mask_correct + no_mask_correct)/total\n",
    "\n",
    "# Weighted recall\n",
    "recall = ((mask_recall*total_mask)+(no_mask_recall*total_no_mask))/(total_mask+total_no_mask)\n",
    "\n",
    "# Weight precision\n",
    "precision = ((mask_precision*total_mask)+(no_mask_precision*total_no_mask))/(total_mask+total_no_mask)\n",
    "\n",
    "# Weighted F1 score\n",
    "f1 = 2 * ((recall * precision)/(recall + precision))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Mask correct predictions: 117\n",
      "Mask incorrect predictions: 158\n",
      "No-mask correct predictions: 0\n",
      "No-mask incorrect predictions: 0\n",
      "Mask total images: 1226\n",
      "No-mask total images: 1228\n",
      "Total test images: 2454\n",
      "Mask recall: 0.09543230016313213\n",
      "No-mask recall: 0.7734375\n",
      "Mask precision: 0.4557291666666667\n",
      "No-mask precision: 0.7734375\n",
      "Mask F1 score: 0.45572916666666663\n",
      "No-mask F1 score: 0.7734375\n",
      "Classification accuracy: 0.6145833333333334\n",
      "Weighted recall: 0.6145833333333334\n",
      "Weighted precision: 0.6145833333333334\n",
      "Weighted F1 score: 0.6145833333333334\n"
     ]
    }
   ],
   "source": [
    "print(\"Mask correct predictions: {}\".format(mask_correct))\n",
    "print(\"Mask incorrect predictions: {}\".format(mask_incorrect))\n",
    "\n",
    "print(\"No-mask correct predictions: {}\".format(no_mask_correct))\n",
    "print(\"No-mask incorrect predictions: {}\".format(no_mask_incorrect))\n",
    "\n",
    "print(\"Mask total images: {}\".format(total_mask))\n",
    "print(\"No-mask total images: {}\".format(total_no_mask))\n",
    "\n",
    "print(\"Total test images: {}\".format(total))\n",
    "\n",
    "print(\"Mask recall: {}\".format(mask_recall))\n",
    "print(\"No-mask recall: {}\".format(no_mask_recall))\n",
    "\n",
    "print(\"Mask precision: {}\".format(mask_precision))\n",
    "print(\"No-mask precision: {}\".format(no_mask_precision))\n",
    "\n",
    "print(\"Mask F1 score: {}\".format(mask_f1))\n",
    "print(\"No-mask F1 score: {}\".format(no_mask_f1))\n",
    "\n",
    "print(\"Classification accuracy: {}\".format(accuracy))\n",
    "print(\"Weighted recall: {}\".format(recall))\n",
    "print(\"Weighted precision: {}\".format(precision))\n",
    "print(\"Weighted F1 score: {}\".format(f1))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "load_model = keras.models.load_model('densenet121_detection_model.h5')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "face_clsfr=cv2.CascadeClassifier('haarcascade_frontalface_default.xml')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[0.9976052  0.00239478]]\n",
      "[[9.9977058e-01 2.2937589e-04]]\n",
      "[[9.996748e-01 3.252026e-04]]\n",
      "[[9.9997687e-01 2.3170147e-05]]\n",
      "[[9.9997163e-01 2.8350634e-05]]\n",
      "[[9.9997461e-01 2.5426074e-05]]\n",
      "[[9.9996078e-01 3.9161787e-05]]\n",
      "[[9.9998987e-01 1.0132329e-05]]\n",
      "[[9.9999034e-01 9.6056792e-06]]\n",
      "[[9.9999332e-01 6.6239354e-06]]\n",
      "[[9.9998534e-01 1.4648529e-05]]\n",
      "[[9.9999630e-01 3.6626438e-06]]\n",
      "[[0.9922003  0.00779965]]\n",
      "[[0.6757896 0.3242104]]\n",
      "[[9.9914658e-01 8.5340865e-04]]\n",
      "[[0.99879885 0.00120113]]\n",
      "[[0.9415395  0.05846044]]\n",
      "[[0.99837273 0.00162729]]\n",
      "[[9.9995923e-01 4.0713596e-05]]\n",
      "[[9.996619e-01 3.381177e-04]]\n",
      "[[0.99103665 0.00896339]]\n",
      "[[9.9997854e-01 2.1411841e-05]]\n",
      "[[9.9983203e-01 1.6792311e-04]]\n",
      "[[0.9988423  0.00115778]]\n",
      "[[9.9998307e-01 1.6925707e-05]]\n",
      "[[9.9994850e-01 5.1487612e-05]]\n",
      "[[0.99659604 0.00340393]]\n",
      "[[9.9950647e-01 4.9354474e-04]]\n",
      "[[9.993598e-01 6.402783e-04]]\n",
      "[[9.9976951e-01 2.3053729e-04]]\n",
      "[[0.9980805  0.00191948]]\n",
      "[[9.9980670e-01 1.9333075e-04]]\n",
      "[[9.9999797e-01 2.0477942e-06]]\n",
      "[[9.9999893e-01 1.0139269e-06]]\n",
      "[[9.9999881e-01 1.2447356e-06]]\n",
      "[[9.9999964e-01 3.8866651e-07]]\n",
      "[[9.999939e-01 6.043544e-06]]\n",
      "[[9.9996579e-01 3.4171502e-05]]\n",
      "[[0.99538463 0.00461542]]\n",
      "[[9.9998760e-01 1.2415688e-05]]\n",
      "[[9.9998283e-01 1.7133027e-05]]\n",
      "[[9.9995530e-01 4.4727585e-05]]\n",
      "[[9.99989390e-01 1.05574945e-05]]\n",
      "[[9.9993336e-01 6.6686633e-05]]\n",
      "[[0.04296824 0.9570317 ]]\n",
      "[[9.9999321e-01 6.7521196e-06]]\n",
      "[[0.04646117 0.95353884]]\n",
      "[[9.9999583e-01 4.1866642e-06]]\n",
      "[[9.9997878e-01 2.1188847e-05]]\n",
      "[[9.9997687e-01 2.3093158e-05]]\n",
      "[[9.9998391e-01 1.6075863e-05]]\n",
      "[[9.999788e-01 2.120591e-05]]\n",
      "[[9.9997425e-01 2.5768650e-05]]\n",
      "[[9.9998283e-01 1.7135118e-05]]\n",
      "[[9.9997163e-01 2.8419121e-05]]\n",
      "[[9.9995553e-01 4.4478926e-05]]\n",
      "[[9.9996233e-01 3.7665137e-05]]\n",
      "[[9.9998927e-01 1.0694846e-05]]\n",
      "[[9.9986589e-01 1.3411313e-04]]\n",
      "[[9.994374e-01 5.625313e-04]]\n",
      "[[0.0031985 0.9968015]]\n",
      "[[0.0104184 0.9895816]]\n",
      "[[2.8607791e-04 9.9971396e-01]]\n",
      "[[0.00598663 0.99401337]]\n",
      "[[0.00160653 0.9983935 ]]\n",
      "[[0.00126897 0.9987311 ]]\n",
      "[[2.943520e-04 9.997056e-01]]\n",
      "[[8.5820974e-04 9.9914181e-01]]\n",
      "[[8.865788e-05 9.999113e-01]]\n",
      "[[1.3458566e-05 9.9998653e-01]]\n",
      "[[1.2771546e-05 9.9998724e-01]]\n",
      "[[4.2624847e-06 9.9999571e-01]]\n",
      "[[9.0143994e-06 9.9999094e-01]]\n",
      "[[5.9990070e-05 9.9994004e-01]]\n",
      "[[7.8938083e-06 9.9999213e-01]]\n",
      "[[3.5204783e-05 9.9996483e-01]]\n",
      "[[2.6137275e-06 9.9999738e-01]]\n",
      "[[6.325350e-05 9.999367e-01]]\n",
      "[[1.3765981e-05 9.9998629e-01]]\n",
      "[[3.6807296e-06 9.9999630e-01]]\n",
      "[[2.218246e-05 9.999778e-01]]\n",
      "[[1.7329083e-05 9.9998271e-01]]\n",
      "[[3.0040578e-04 9.9969959e-01]]\n",
      "[[1.3863327e-05 9.9998617e-01]]\n",
      "[[7.265931e-06 9.999927e-01]]\n",
      "[[2.0616146e-06 9.9999797e-01]]\n",
      "[[1.2266780e-04 9.9987733e-01]]\n",
      "[[6.884163e-06 9.999931e-01]]\n",
      "[[8.9103992e-07 9.9999917e-01]]\n",
      "[[8.997117e-05 9.999100e-01]]\n",
      "[[7.067639e-05 9.999293e-01]]\n",
      "[[2.8410676e-04 9.9971586e-01]]\n",
      "[[9.5192099e-06 9.9999046e-01]]\n",
      "[[1.02376456e-04 9.99897599e-01]]\n",
      "[[3.467296e-04 9.996532e-01]]\n",
      "[[3.111390e-05 9.999689e-01]]\n",
      "[[1.2511494e-04 9.9987483e-01]]\n",
      "[[1.9669457e-04 9.9980336e-01]]\n",
      "[[1.0953938e-05 9.9998903e-01]]\n",
      "[[4.2346477e-05 9.9995768e-01]]\n",
      "[[2.3975126e-05 9.9997604e-01]]\n",
      "[[3.7266145e-06 9.9999630e-01]]\n",
      "[[6.1086403e-06 9.9999392e-01]]\n",
      "[[2.4098428e-05 9.9997592e-01]]\n",
      "[[3.7505277e-05 9.9996245e-01]]\n",
      "[[4.4347162e-05 9.9995565e-01]]\n",
      "[[2.3663972e-05 9.9997628e-01]]\n",
      "[[0.02234164 0.9776584 ]]\n",
      "[[0.9428753  0.05712472]]\n",
      "[[0.93543375 0.06456622]]\n",
      "[[0.99713135 0.00286857]]\n",
      "[[0.99685824 0.00314179]]\n",
      "[[0.9977968  0.00220328]]\n",
      "[[0.9714505  0.02854951]]\n",
      "[[0.63091236 0.36908767]]\n",
      "[[0.2936462 0.7063538]]\n",
      "[[0.8954658  0.10453425]]\n",
      "[[0.9704113  0.02958869]]\n",
      "[[0.69939816 0.30060184]]\n",
      "[[0.9797411  0.02025889]]\n",
      "[[0.19679852 0.80320144]]\n",
      "[[0.82601917 0.17398077]]\n",
      "[[0.5428093 0.4571906]]\n",
      "[[4.656303e-05 9.999534e-01]]\n",
      "[[6.116516e-06 9.999939e-01]]\n",
      "[[7.5561504e-05 9.9992442e-01]]\n",
      "[[0.00347323 0.9965268 ]]\n",
      "[[0.00151456 0.9984855 ]]\n",
      "[[0.00247525 0.9975248 ]]\n",
      "[[2.2065222e-04 9.9977940e-01]]\n",
      "[[1.4082781e-05 9.9998593e-01]]\n",
      "[[7.8764134e-07 9.9999917e-01]]\n",
      "[[2.9473165e-06 9.9999702e-01]]\n",
      "[[2.3478917e-06 9.9999762e-01]]\n",
      "[[3.2992193e-06 9.9999666e-01]]\n",
      "[[7.1733275e-06 9.9999285e-01]]\n",
      "[[1.3836554e-05 9.9998617e-01]]\n",
      "[[5.6984873e-06 9.9999428e-01]]\n",
      "[[1.14465474e-04 9.99885559e-01]]\n",
      "[[7.9944916e-04 9.9920052e-01]]\n",
      "[[0.00109874 0.99890125]]\n",
      "[[1.0936145e-04 9.9989069e-01]]\n",
      "[[0.00170184 0.9982982 ]]\n",
      "[[8.9067384e-04 9.9910933e-01]]\n",
      "[[0.0104236  0.98957634]]\n",
      "[[0.00521345 0.9947865 ]]\n",
      "[[0.08843831 0.91156167]]\n",
      "[[0.43589306 0.564107  ]]\n",
      "[[0.48810646 0.5118936 ]]\n",
      "[[0.99783856 0.00216144]]\n",
      "[[9.999466e-01 5.343912e-05]]\n",
      "[[9.9998033e-01 1.9672496e-05]]\n",
      "[[9.9999321e-01 6.7438436e-06]]\n",
      "[[9.997008e-01 2.992772e-04]]\n",
      "[[0.9395674  0.06043267]]\n",
      "[[0.85078466 0.14921536]]\n",
      "[[0.5577002  0.44229978]]\n",
      "[[0.46301386 0.5369861 ]]\n",
      "[[0.9122665  0.08773344]]\n",
      "[[0.97992826 0.02007181]]\n",
      "[[0.28854483 0.7114551 ]]\n",
      "[[0.25821513 0.7417849 ]]\n",
      "[[0.9140064  0.08599362]]\n",
      "[[0.76928633 0.23071371]]\n",
      "[[0.64126796 0.35873204]]\n",
      "[[0.8643247  0.13567539]]\n",
      "[[0.96547    0.03452998]]\n",
      "[[0.8193495  0.18065047]]\n",
      "[[0.8543727  0.14562728]]\n",
      "[[0.9573167  0.04268331]]\n",
      "[[0.9777698  0.02223022]]\n",
      "[[0.9769035  0.02309647]]\n",
      "[[0.7782939  0.22170609]]\n",
      "[[0.59793705 0.40206298]]\n",
      "[[0.6245175 0.3754825]]\n",
      "[[0.01766654 0.9823334 ]]\n",
      "[[0.05394104 0.9460589 ]]\n",
      "[[0.00413534 0.9958646 ]]\n",
      "[[0.00813169 0.99186826]]\n",
      "[[0.00700345 0.9929965 ]]\n",
      "[[0.00629776 0.9937023 ]]\n",
      "[[0.00716772 0.9928323 ]]\n",
      "[[0.08079157 0.91920847]]\n",
      "[[5.028134e-04 9.994972e-01]]\n",
      "[[7.413631e-04 9.992586e-01]]\n",
      "[[3.388197e-04 9.996612e-01]]\n",
      "[[0.99809617 0.00190383]]\n",
      "[[9.9985826e-01 1.4176847e-04]]\n",
      "[[9.999708e-01 2.926272e-05]]\n",
      "[[9.9975258e-01 2.4741987e-04]]\n",
      "[[0.99617755 0.00382241]]\n",
      "[[0.9983948  0.00160522]]\n",
      "[[9.998443e-01 1.556071e-04]]\n",
      "[[9.991054e-01 8.945465e-04]]\n",
      "[[9.9968445e-01 3.1552924e-04]]\n",
      "[[9.996408e-01 3.592183e-04]]\n",
      "[[9.9984634e-01 1.5361805e-04]]\n",
      "[[0.99797374 0.00202631]]\n",
      "[[9.9958485e-01 4.1509466e-04]]\n",
      "[[9.9950957e-01 4.9048226e-04]]\n",
      "[[9.9984944e-01 1.5049837e-04]]\n",
      "[[9.9966717e-01 3.3283106e-04]]\n",
      "[[9.9965298e-01 3.4707092e-04]]\n",
      "[[9.9975842e-01 2.4161999e-04]]\n",
      "[[9.9955851e-01 4.4147106e-04]]\n",
      "[[9.9973720e-01 2.6282604e-04]]\n",
      "[[9.9920481e-01 7.9522096e-04]]\n",
      "[[9.9986410e-01 1.3584734e-04]]\n",
      "[[9.9999774e-01 2.3178202e-06]]\n",
      "[[9.9998224e-01 1.7723331e-05]]\n",
      "[[9.9986982e-01 1.3021397e-04]]\n",
      "[[9.9958962e-01 4.1034832e-04]]\n",
      "[[9.9991333e-01 8.6703789e-05]]\n",
      "[[9.9999928e-01 6.6955494e-07]]\n",
      "[[9.999994e-01 5.660426e-07]]\n",
      "[[9.9999905e-01 9.3405288e-07]]\n",
      "[[9.9999690e-01 3.1340971e-06]]\n",
      "[[9.99886632e-01 1.13410846e-04]]\n",
      "[[9.9999475e-01 5.2347773e-06]]\n",
      "[[9.9997985e-01 2.0143809e-05]]\n",
      "[[9.9970067e-01 2.9934882e-04]]\n",
      "[[9.9993443e-01 6.5567285e-05]]\n",
      "[[9.9999475e-01 5.2419309e-06]]\n",
      "[[9.999943e-01 5.727713e-06]]\n",
      "[[9.9999380e-01 6.1494147e-06]]\n",
      "[[9.999925e-01 7.484480e-06]]\n",
      "[[9.999951e-01 4.840982e-06]]\n",
      "[[9.999912e-01 8.780586e-06]]\n",
      "[[9.9998915e-01 1.0855994e-05]]\n",
      "[[9.9999225e-01 7.7713084e-06]]\n",
      "[[9.9989915e-01 1.0088856e-04]]\n",
      "[[9.9999225e-01 7.7771438e-06]]\n",
      "[[9.9999750e-01 2.4911674e-06]]\n",
      "[[9.9999845e-01 1.5307934e-06]]\n",
      "[[9.9999082e-01 9.2124465e-06]]\n",
      "[[9.9999344e-01 6.5033423e-06]]\n",
      "[[9.9999702e-01 3.0203942e-06]]\n",
      "[[9.9999797e-01 2.0092973e-06]]\n",
      "[[9.9999666e-01 3.3161489e-06]]\n",
      "[[9.999815e-01 1.842343e-05]]\n",
      "[[9.9998188e-01 1.8145733e-05]]\n",
      "[[9.9997747e-01 2.2510554e-05]]\n",
      "[[9.9999499e-01 5.0589847e-06]]\n",
      "[[9.9999547e-01 4.5188217e-06]]\n",
      "[[9.999932e-01 6.837278e-06]]\n",
      "[[9.999988e-01 1.249257e-06]]\n",
      "[[0.9967572 0.0032428]]\n",
      "[[5.719419e-05 9.999428e-01]]\n",
      "[[3.4751341e-07 9.9999964e-01]]\n",
      "[[3.5987173e-07 9.9999964e-01]]\n",
      "[[7.4690973e-07 9.9999928e-01]]\n",
      "[[5.650890e-07 9.999994e-01]]\n",
      "[[2.5931993e-06 9.9999738e-01]]\n",
      "[[4.241761e-07 9.999995e-01]]\n",
      "[[3.6560584e-07 9.9999964e-01]]\n",
      "[[2.7924261e-07 9.9999976e-01]]\n",
      "[[7.0759907e-06 9.9999297e-01]]\n",
      "[[1.0161524e-06 9.9999893e-01]]\n",
      "[[1.5587553e-05 9.9998438e-01]]\n",
      "[[2.8154222e-06 9.9999714e-01]]\n",
      "[[7.6301086e-07 9.9999928e-01]]\n",
      "[[9.93858e-09 1.00000e+00]]\n",
      "[[1.08822206e-07 9.99999881e-01]]\n",
      "[[9.2235446e-08 9.9999988e-01]]\n",
      "[[2.0849935e-08 1.0000000e+00]]\n",
      "[[3.950356e-08 1.000000e+00]]\n",
      "[[6.734727e-09 1.000000e+00]]\n",
      "[[1.3772163e-08 1.0000000e+00]]\n",
      "[[4.1231054e-08 1.0000000e+00]]\n",
      "[[1.0418244e-08 1.0000000e+00]]\n",
      "[[5.8765234e-08 1.0000000e+00]]\n",
      "[[3.5755264e-08 1.0000000e+00]]\n",
      "[[6.214296e-08 9.999999e-01]]\n",
      "[[1.1022642e-07 9.9999988e-01]]\n",
      "[[3.3790474e-08 1.0000000e+00]]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[1.7596664e-08 1.0000000e+00]]\n",
      "[[2.7561944e-08 1.0000000e+00]]\n",
      "[[2.3174008e-08 1.0000000e+00]]\n",
      "[[4.4290353e-08 1.0000000e+00]]\n",
      "[[3.6515112e-07 9.9999964e-01]]\n",
      "[[3.4389174e-08 1.0000000e+00]]\n",
      "[[1.8950514e-07 9.9999976e-01]]\n",
      "[[3.5018587e-07 9.9999964e-01]]\n",
      "[[1.0129135e-07 9.9999988e-01]]\n",
      "[[5.341489e-08 1.000000e+00]]\n",
      "[[4.3981238e-08 1.0000000e+00]]\n",
      "[[8.7085567e-07 9.9999917e-01]]\n",
      "[[8.8466584e-07 9.9999917e-01]]\n",
      "[[2.8984343e-06 9.9999714e-01]]\n",
      "[[5.2761885e-07 9.9999952e-01]]\n",
      "[[9.8114174e-07 9.9999905e-01]]\n",
      "[[4.397763e-08 1.000000e+00]]\n",
      "[[5.421033e-08 1.000000e+00]]\n",
      "[[3.4971464e-07 9.9999964e-01]]\n",
      "[[2.6255066e-07 9.9999976e-01]]\n",
      "[[2.1413275e-07 9.9999976e-01]]\n",
      "[[7.0548326e-06 9.9999297e-01]]\n",
      "[[1.5457863e-07 9.9999988e-01]]\n",
      "[[1.5657030e-06 9.9999845e-01]]\n",
      "[[5.0239737e-06 9.9999499e-01]]\n",
      "[[6.6916556e-07 9.9999928e-01]]\n",
      "[[7.533348e-06 9.999925e-01]]\n",
      "[[2.9248991e-05 9.9997079e-01]]\n",
      "[[0.14265943 0.85734063]]\n",
      "[[0.98727834 0.01272165]]\n",
      "[[9.999002e-01 9.972583e-05]]\n",
      "[[9.9996006e-01 3.9923645e-05]]\n",
      "[[9.9997365e-01 2.6361664e-05]]\n",
      "[[9.9996316e-01 3.6878369e-05]]\n",
      "[[9.9995792e-01 4.2074247e-05]]\n",
      "[[9.9992120e-01 7.8813675e-05]]\n",
      "[[9.9996710e-01 3.2940145e-05]]\n",
      "[[9.9960357e-01 3.9644650e-04]]\n",
      "[[0.998323   0.00167691]]\n",
      "[[0.03880095 0.96119905]]\n",
      "[[3.6185284e-05 9.9996376e-01]]\n",
      "[[6.6457549e-04 9.9933535e-01]]\n",
      "[[5.8333745e-04 9.9941671e-01]]\n",
      "[[8.3305576e-06 9.9999166e-01]]\n",
      "[[6.3326183e-06 9.9999368e-01]]\n",
      "[[8.7771841e-05 9.9991226e-01]]\n",
      "[[2.030336e-04 9.997969e-01]]\n",
      "[[1.2575405e-06 9.9999869e-01]]\n",
      "[[2.3475513e-06 9.9999762e-01]]\n",
      "[[4.8436145e-06 9.9999511e-01]]\n",
      "[[3.7980502e-07 9.9999964e-01]]\n",
      "[[3.3872723e-07 9.9999964e-01]]\n",
      "[[5.430284e-07 9.999994e-01]]\n",
      "[[3.4827592e-06 9.9999654e-01]]\n",
      "[[3.3177243e-06 9.9999666e-01]]\n",
      "[[4.938708e-06 9.999951e-01]]\n",
      "[[6.6054633e-07 9.9999928e-01]]\n",
      "[[2.5249804e-07 9.9999976e-01]]\n",
      "[[8.4834909e-07 9.9999917e-01]]\n",
      "[[1.8456669e-07 9.9999976e-01]]\n",
      "[[1.3506461e-07 9.9999988e-01]]\n",
      "[[1.297715e-07 9.999999e-01]]\n",
      "[[5.2409632e-08 1.0000000e+00]]\n",
      "[[9.300000e-08 9.999999e-01]]\n",
      "[[2.3017536e-08 1.0000000e+00]]\n",
      "[[4.07535e-08 1.00000e+00]]\n",
      "[[1.4673931e-08 1.0000000e+00]]\n",
      "[[9.361771e-09 1.000000e+00]]\n",
      "[[5.6383476e-07 9.9999940e-01]]\n",
      "[[1.9420757e-07 9.9999976e-01]]\n",
      "[[1.7276543e-07 9.9999988e-01]]\n",
      "[[0.87697464 0.12302539]]\n",
      "[[9.9974614e-01 2.5382993e-04]]\n",
      "[[9.9977118e-01 2.2886995e-04]]\n",
      "[[9.99551e-01 4.48986e-04]]\n",
      "[[9.994454e-01 5.545597e-04]]\n",
      "[[0.9940253  0.00597474]]\n",
      "[[0.9972281  0.00277196]]\n",
      "[[0.9988366  0.00116349]]\n",
      "[[0.99056435 0.0094356 ]]\n",
      "[[0.9972253  0.00277478]]\n",
      "[[0.99830294 0.00169709]]\n",
      "[[0.99890804 0.00109191]]\n",
      "[[0.99899787 0.00100215]]\n",
      "[[9.9917066e-01 8.2938926e-04]]\n",
      "[[9.994773e-01 5.226508e-04]]\n",
      "[[9.9917644e-01 8.2354771e-04]]\n",
      "[[9.994962e-01 5.037423e-04]]\n",
      "[[0.9982102  0.00178986]]\n",
      "[[0.97441405 0.02558591]]\n",
      "[[0.9810137  0.01898629]]\n",
      "[[0.9870831  0.01291697]]\n",
      "[[0.98851866 0.01148138]]\n",
      "[[0.9969523  0.00304772]]\n",
      "[[0.9960663  0.00393376]]\n",
      "[[0.99548906 0.004511  ]]\n",
      "[[0.9884976  0.01150246]]\n",
      "[[0.9740897  0.02591029]]\n",
      "[[0.9988927  0.00110734]]\n",
      "[[0.9922116 0.0077884]]\n",
      "[[0.9969133  0.00308668]]\n",
      "[[0.979548   0.02045206]]\n",
      "[[0.9712352  0.02876474]]\n",
      "[[0.98769337 0.01230668]]\n",
      "[[0.8891062  0.11089379]]\n",
      "[[0.58548355 0.4145165 ]]\n",
      "[[0.32449102 0.67550904]]\n",
      "[[0.8109744 0.1890256]]\n",
      "[[0.2981307 0.7018693]]\n",
      "[[0.3590614 0.6409386]]\n",
      "[[0.0993463  0.90065366]]\n",
      "[[0.36012217 0.63987786]]\n",
      "[[0.47896358 0.5210364 ]]\n",
      "[[0.87169266 0.1283073 ]]\n",
      "[[0.8301545  0.16984558]]\n",
      "[[0.83224875 0.16775122]]\n",
      "[[0.9159865  0.08401345]]\n",
      "[[0.8347411  0.16525888]]\n",
      "[[0.944356   0.05564399]]\n",
      "[[0.94046336 0.05953659]]\n",
      "[[0.8482036 0.1517964]]\n",
      "[[0.81806344 0.18193656]]\n",
      "[[0.7976622  0.20233786]]\n",
      "[[0.9530486 0.0469514]]\n",
      "[[0.9775329  0.02246704]]\n",
      "[[0.8743024  0.12569766]]\n",
      "[[0.92219657 0.07780347]]\n",
      "[[0.48524675 0.5147533 ]]\n",
      "[[0.89016294 0.10983706]]\n",
      "[[0.5855395  0.41446048]]\n",
      "[[0.7248571 0.2751429]]\n",
      "[[0.30059752 0.69940245]]\n",
      "[[0.4320238 0.5679762]]\n",
      "[[0.8203121  0.17968799]]\n",
      "[[0.4660859  0.53391415]]\n",
      "[[0.8885714  0.11142862]]\n",
      "[[0.40332466 0.5966754 ]]\n",
      "[[0.6572253 0.3427747]]\n",
      "[[0.41423082 0.5857692 ]]\n",
      "[[0.85163784 0.14836216]]\n",
      "[[0.986407   0.01359307]]\n",
      "[[0.81509656 0.1849034 ]]\n",
      "[[0.32265902 0.677341  ]]\n",
      "[[0.5829949 0.4170052]]\n",
      "[[0.57574344 0.42425656]]\n",
      "[[0.7534301  0.24656992]]\n",
      "[[0.49095693 0.50904304]]\n",
      "[[0.6596966  0.34030342]]\n",
      "[[0.45191988 0.54808015]]\n",
      "[[0.60578424 0.3942158 ]]\n",
      "[[0.51998854 0.4800115 ]]\n",
      "[[0.8019486  0.19805135]]\n",
      "[[0.9058061  0.09419387]]\n",
      "[[0.17012377 0.82987624]]\n",
      "[[0.3894228 0.6105772]]\n",
      "[[0.08189102 0.91810894]]\n",
      "[[0.4499379  0.55006206]]\n",
      "[[0.41263285 0.5873672 ]]\n",
      "[[0.9235931  0.07640691]]\n",
      "[[0.18406393 0.8159361 ]]\n",
      "[[0.05353028 0.9464698 ]]\n",
      "[[0.2592549 0.7407451]]\n",
      "[[0.45266542 0.5473346 ]]\n",
      "[[0.32117847 0.6788215 ]]\n",
      "[[0.42836988 0.5716301 ]]\n",
      "[[0.6345733  0.36542672]]\n",
      "[[0.02730943 0.9726906 ]]\n",
      "[[0.03613707 0.96386296]]\n",
      "[[0.12683295 0.873167  ]]\n",
      "[[0.07648118 0.92351884]]\n",
      "[[0.00259326 0.9974068 ]]\n",
      "[[0.00157041 0.9984296 ]]\n",
      "[[0.00238806 0.997612  ]]\n",
      "[[0.00225919 0.99774086]]\n",
      "[[0.00678732 0.9932127 ]]\n",
      "[[0.00311204 0.996888  ]]\n",
      "[[0.0033753 0.9966247]]\n",
      "[[0.01068985 0.98931015]]\n",
      "[[0.02421126 0.9757888 ]]\n",
      "[[0.03381912 0.9661808 ]]\n",
      "[[0.01578073 0.98421925]]\n",
      "[[0.01255793 0.9874421 ]]\n",
      "[[0.03694461 0.9630554 ]]\n",
      "[[0.11402278 0.88597727]]\n",
      "[[0.1825692 0.8174308]]\n",
      "[[0.49122006 0.50878   ]]\n",
      "[[0.6934605 0.3065395]]\n",
      "[[0.07479452 0.9252055 ]]\n",
      "[[0.19291593 0.807084  ]]\n",
      "[[0.04265367 0.95734626]]\n",
      "[[0.09118351 0.9088165 ]]\n",
      "[[0.05667969 0.94332033]]\n",
      "[[0.66746765 0.33253238]]\n",
      "[[0.6604736  0.33952639]]\n",
      "[[0.6591764  0.34082353]]\n",
      "[[0.3332664  0.66673356]]\n",
      "[[0.0256646  0.97433543]]\n",
      "[[0.290026 0.709974]]\n",
      "[[0.30622855 0.6937715 ]]\n",
      "[[0.18016356 0.81983644]]\n",
      "[[0.23866539 0.76133454]]\n",
      "[[0.06555554 0.9344445 ]]\n",
      "[[0.28846502 0.71153504]]\n",
      "[[0.15580973 0.84419024]]\n",
      "[[0.17025459 0.8297454 ]]\n",
      "[[0.05318381 0.9468162 ]]\n",
      "[[0.29654208 0.70345795]]\n",
      "[[0.11900286 0.8809971 ]]\n",
      "[[0.01796884 0.9820311 ]]\n",
      "[[0.08711036 0.91288966]]\n",
      "[[0.07335934 0.9266406 ]]\n",
      "[[0.12321364 0.87678635]]\n",
      "[[0.11804528 0.88195467]]\n",
      "[[0.36102295 0.63897705]]\n",
      "[[0.3222076 0.6777924]]\n",
      "[[0.01974171 0.9802582 ]]\n",
      "[[0.14497012 0.85502994]]\n",
      "[[0.21331419 0.7866858 ]]\n",
      "[[0.43961486 0.56038517]]\n",
      "[[0.12110034 0.8788996 ]]\n",
      "[[0.00213274 0.9978672 ]]\n",
      "[[5.0549529e-04 9.9949443e-01]]\n",
      "[[1.8174205e-05 9.9998188e-01]]\n"
     ]
    }
   ],
   "source": [
    "labels_dict={0:'without_mask',1:'with_mask'}\n",
    "color_dict={0:(0,0,255),1:(0,255,0)}\n",
    "\n",
    "size = 4\n",
    "cv2.namedWindow(\"COVID Mask Detection Video Feed\")\n",
    "webcam = cv2.VideoCapture(0) \n",
    "\n",
    "classifier = cv2.CascadeClassifier('haarcascade_frontalface_default.xml')\n",
    "\n",
    "while True:\n",
    "    rval, im = webcam.read()\n",
    "    im=cv2.flip(im,1,1)\n",
    "    \n",
    "    mini = cv2.resize(im, (im.shape[1] // size, im.shape[0] // size))\n",
    " \n",
    "    faces = classifier.detectMultiScale(mini)\n",
    "\n",
    "    for f in faces:\n",
    "        (x, y, w, h) = [v * size for v in f] \n",
    "        face_img = im[y:y+h, x:x+w]\n",
    "        resized=cv2.resize(face_img,(224,224))\n",
    "        normalized=resized/255.0\n",
    "        reshaped=np.reshape(normalized,(1,224,224,3))\n",
    "        reshaped = np.vstack([reshaped])\n",
    "        result=load_model.predict(reshaped)\n",
    "        print(result)\n",
    "        if result[0][0] > result[0][1]:\n",
    "            percent = round(result[0][0]*100,2)\n",
    "        else:\n",
    "            percent = round(result[0][1]*100,2)\n",
    "        \n",
    "        label=np.argmax(result,axis=1)[0]\n",
    "      \n",
    "        cv2.rectangle(im,(x,y),(x+w,y+h),color_dict[label],2)\n",
    "        cv2.rectangle(im,(x,y-40),(x+w,y),color_dict[label],-1)\n",
    "        cv2.putText(im, labels_dict[label] + \" \" + str(percent) + \"%\", (x, y-10),cv2.FONT_HERSHEY_SIMPLEX,0.8,(255,255,255),2)\n",
    "        \n",
    "    if im is not None:   \n",
    "        cv2.imshow('COVID Mask Detection Video Feed', im)\n",
    "    key = cv2.waitKey(10)\n",
    "    \n",
    "    # Exit\n",
    "    if key == 27: #The Esc key\n",
    "        break\n",
    "        \n",
    "# Stop video\n",
    "webcam.release()\n",
    "\n",
    "# Close all windows\n",
    "cv2.destroyAllWindows()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}