model training-split-ResNet50.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Using TensorFlow backend.\n"
     ]
    }
   ],
   "source": [
    "from keras.applications.mobilenet_v2 import MobileNetV2 \n",
    "from keras.applications.mobilenet import MobileNet\n",
    "from keras.applications.densenet import DenseNet169\n",
    "from keras.applications.resnet50 import ResNet50\n",
    "from keras.applications.nasnet import NASNetMobile, NASNetLarge\n",
    "from keras.applications.xception import Xception\n",
    "from keras.applications.inception_v3 import InceptionV3\n",
    "from keras.preprocessing.image import ImageDataGenerator\n",
    "from keras.preprocessing.image import img_to_array\n",
    "from sklearn.preprocessing import LabelBinarizer\n",
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn.metrics import classification_report\n",
    "from keras.models import Sequential, Model, load_model\n",
    "from keras.layers import Input, Dense, Dropout\n",
    "from keras.optimizers import Adam, SGD, Adagrad, Adadelta\n",
    "from keras import backend as K\n",
    "from imutils import paths\n",
    "import matplotlib.pyplot as plt\n",
    "import numpy as np\n",
    "import argparse\n",
    "import imutils\n",
    "import random\n",
    "import pickle\n",
    "import cv2\n",
    "import os\n",
    "import math\n",
    "\n",
    "%matplotlib inline"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "# DATASET_PATH = r\"G:\\landmarks_of_melbourne_sml\"\n",
    "DATASET_PATH = r\"E:\\dataset15\"\n",
    "TESTSET_PATH = r\"E:\\testset15-s\"\n",
    "\n",
    "# initialize the number of epochs to train for, initial learning rate, batch size, and image dimensions\n",
    "EPOCHS = 15\n",
    "INIT_LR = 0.001\n",
    "BS = 8\n",
    "LABEL_NUM = 15\n",
    "READING_BS = 1000\n",
    "\n",
    "# image dimension may need to change according to the model spec\n",
    "IMAGE_DIMS =  (224, 224, 3)\n",
    "# IMAGE_DIMS =  (299, 299, 3)\n",
    "\n",
    "# initialize the data and labels\n",
    "data = []\n",
    "labels = []\n",
    "\n",
    "data_test =[]\n",
    "labels_test=[]\n",
    "\n",
    "# grab the image paths and randomly shuffle them\n",
    "imagePaths = sorted(list(paths.list_images(DATASET_PATH)))\n",
    "random.Random(881278).shuffle(imagePaths)\n",
    "\n",
    "testPaths = sorted(list(paths.list_images(TESTSET_PATH)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "test data matrix: 498.62MB\n"
     ]
    }
   ],
   "source": [
    "# loop over the test images\n",
    "for testPath in testPaths:\n",
    "    # load the image, pre-process it, and store it in the data_test list\n",
    "    assert os.path.isfile(testPath)\n",
    "    image = cv2.imread(testPath)\n",
    "    image = cv2.resize(image, (IMAGE_DIMS[1], IMAGE_DIMS[0]))\n",
    "    image = img_to_array(image)\n",
    "    data_test.append(image)\n",
    "\n",
    "    # extract the class label from the image path and update the labels_test list\n",
    "    label = testPath.split(os.path.sep)[-2]\n",
    "    labels_test.append(label)\n",
    "    \n",
    "# scale the raw pixel intensities to the range [0, 1]\n",
    "data_test = np.array(data_test, dtype=\"float\") / 255.0\n",
    "labels_test = np.array(labels_test)\n",
    "print(\"test data matrix: {:.2f}MB\".format(data_test.nbytes / (1024 * 1000.0)))\n",
    "\n",
    "# binarize the labels\n",
    "lb = LabelBinarizer()\n",
    "labels_test = lb.fit_transform(labels_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "WARNING:tensorflow:From C:\\Users\\PC-user\\AppData\\Local\\conda\\conda\\envs\\tensorflow-gpu\\lib\\site-packages\\tensorflow\\python\\framework\\op_def_library.py:263: colocate_with (from tensorflow.python.framework.ops) is deprecated and will be removed in a future version.\n",
      "Instructions for updating:\n",
      "Colocations handled automatically by placer.\n"
     ]
    }
   ],
   "source": [
    "# create a custom input layer that accepts images of shape IMAGE_DIMS\n",
    "input_tensor = Input(shape=IMAGE_DIMS)\n",
    "\n",
    "# grab the Keras built-in model for transfer learning\n",
    "base_model = ResNet50(\n",
    "        include_top=False,\n",
    "        weights='imagenet',\n",
    "        input_tensor=input_tensor,\n",
    "        input_shape=IMAGE_DIMS,\n",
    "        pooling='avg')\n",
    "\n",
    "# original model is trained on different dataset with different number of classes\n",
    "# so we need to append our own output layer\n",
    "output_tensor = Dense(LABEL_NUM, activation='softmax')(base_model.output)\n",
    "\n",
    "model = Model(inputs=input_tensor, outputs=output_tensor)\n",
    "\n",
    "model.compile(Adam(lr=1e-4), loss=\"categorical_crossentropy\", metrics=['accuracy', 'top_k_categorical_accuracy'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "training data matrix: 1176.00MB\n",
      "WARNING:tensorflow:From C:\\Users\\PC-user\\AppData\\Local\\conda\\conda\\envs\\tensorflow-gpu\\lib\\site-packages\\tensorflow\\python\\ops\\math_ops.py:3066: to_int32 (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version.\n",
      "Instructions for updating:\n",
      "Use tf.cast instead.\n",
      "Epoch 1/15\n",
      "125/125 [==============================] - 30s 239ms/step - loss: 0.7761 - acc: 0.7840 - top_k_categorical_accuracy: 0.9240 - val_loss: 0.3537 - val_acc: 0.8892 - val_top_k_categorical_accuracy: 0.9835\n",
      "Epoch 2/15\n",
      "125/125 [==============================] - 18s 146ms/step - loss: 0.1367 - acc: 0.9670 - top_k_categorical_accuracy: 0.9970 - val_loss: 0.3447 - val_acc: 0.8915 - val_top_k_categorical_accuracy: 0.9953\n",
      "Epoch 3/15\n",
      "125/125 [==============================] - 18s 146ms/step - loss: 0.0600 - acc: 0.9900 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.2039 - val_acc: 0.9458 - val_top_k_categorical_accuracy: 0.9906\n",
      "Epoch 4/15\n",
      "125/125 [==============================] - 18s 146ms/step - loss: 0.0412 - acc: 0.9900 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.3670 - val_acc: 0.8797 - val_top_k_categorical_accuracy: 0.9858\n",
      "Epoch 5/15\n",
      "125/125 [==============================] - 18s 146ms/step - loss: 0.0521 - acc: 0.9870 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.1598 - val_acc: 0.9505 - val_top_k_categorical_accuracy: 0.9929\n",
      "Epoch 6/15\n",
      "125/125 [==============================] - 18s 147ms/step - loss: 0.0820 - acc: 0.9750 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.2442 - val_acc: 0.9292 - val_top_k_categorical_accuracy: 0.9906\n",
      "Epoch 7/15\n",
      "125/125 [==============================] - 18s 147ms/step - loss: 0.0566 - acc: 0.9830 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.4948 - val_acc: 0.8962 - val_top_k_categorical_accuracy: 0.9906\n",
      "Epoch 8/15\n",
      "125/125 [==============================] - 19s 149ms/step - loss: 0.0443 - acc: 0.9900 - top_k_categorical_accuracy: 0.9990 - val_loss: 0.2560 - val_acc: 0.9127 - val_top_k_categorical_accuracy: 0.9976\n",
      "Epoch 9/15\n",
      "125/125 [==============================] - 19s 154ms/step - loss: 0.0423 - acc: 0.9920 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.2929 - val_acc: 0.9175 - val_top_k_categorical_accuracy: 0.9929\n",
      "Epoch 10/15\n",
      "125/125 [==============================] - 18s 146ms/step - loss: 0.0443 - acc: 0.9850 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.7306 - val_acc: 0.8255 - val_top_k_categorical_accuracy: 0.9717\n",
      "Epoch 11/15\n",
      "125/125 [==============================] - 18s 147ms/step - loss: 0.0508 - acc: 0.9840 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.6943 - val_acc: 0.8325 - val_top_k_categorical_accuracy: 0.9882\n",
      "Epoch 12/15\n",
      "125/125 [==============================] - 18s 146ms/step - loss: 0.0508 - acc: 0.9880 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.5486 - val_acc: 0.8632 - val_top_k_categorical_accuracy: 0.9882\n",
      "Epoch 13/15\n",
      "125/125 [==============================] - 18s 146ms/step - loss: 0.0526 - acc: 0.9850 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.4526 - val_acc: 0.9104 - val_top_k_categorical_accuracy: 0.9906\n",
      "Epoch 14/15\n",
      "125/125 [==============================] - 18s 146ms/step - loss: 0.0496 - acc: 0.9860 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.8363 - val_acc: 0.8066 - val_top_k_categorical_accuracy: 0.9693\n",
      "Epoch 15/15\n",
      "125/125 [==============================] - 18s 145ms/step - loss: 0.0191 - acc: 0.9970 - top_k_categorical_accuracy: 0.9990 - val_loss: 0.2716 - val_acc: 0.9387 - val_top_k_categorical_accuracy: 0.9976\n",
      "training data matrix: 1176.00MB\n",
      "Epoch 1/15\n",
      "125/125 [==============================] - 19s 149ms/step - loss: 0.2891 - acc: 0.9190 - top_k_categorical_accuracy: 0.9850 - val_loss: 1.4481 - val_acc: 0.7453 - val_top_k_categorical_accuracy: 0.9505\n",
      "Epoch 2/15\n",
      "125/125 [==============================] - 19s 149ms/step - loss: 0.1416 - acc: 0.9560 - top_k_categorical_accuracy: 0.9980 - val_loss: 0.3695 - val_acc: 0.8821 - val_top_k_categorical_accuracy: 0.9953\n",
      "Epoch 3/15\n",
      "125/125 [==============================] - 18s 147ms/step - loss: 0.0707 - acc: 0.9770 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.3199 - val_acc: 0.9104 - val_top_k_categorical_accuracy: 0.9929\n",
      "Epoch 4/15\n",
      "125/125 [==============================] - 18s 146ms/step - loss: 0.0349 - acc: 0.9860 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.6784 - val_acc: 0.7995 - val_top_k_categorical_accuracy: 0.9764\n",
      "Epoch 5/15\n",
      "125/125 [==============================] - 18s 145ms/step - loss: 0.0386 - acc: 0.9900 - top_k_categorical_accuracy: 0.9990 - val_loss: 0.1476 - val_acc: 0.9434 - val_top_k_categorical_accuracy: 0.9976\n",
      "Epoch 6/15\n",
      "125/125 [==============================] - 18s 146ms/step - loss: 0.0127 - acc: 0.9980 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.1435 - val_acc: 0.9410 - val_top_k_categorical_accuracy: 1.0000\n",
      "Epoch 7/15\n",
      "125/125 [==============================] - 18s 145ms/step - loss: 0.0193 - acc: 0.9940 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.1609 - val_acc: 0.9387 - val_top_k_categorical_accuracy: 0.9953\n",
      "Epoch 8/15\n",
      "125/125 [==============================] - 18s 144ms/step - loss: 0.0072 - acc: 0.9990 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.1253 - val_acc: 0.9575 - val_top_k_categorical_accuracy: 0.9953\n",
      "Epoch 9/15\n",
      "125/125 [==============================] - 18s 144ms/step - loss: 0.0301 - acc: 0.9910 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.2264 - val_acc: 0.9458 - val_top_k_categorical_accuracy: 1.0000\n",
      "Epoch 10/15\n",
      "125/125 [==============================] - 18s 144ms/step - loss: 0.0104 - acc: 0.9980 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.1544 - val_acc: 0.9575 - val_top_k_categorical_accuracy: 0.9976\n",
      "Epoch 11/15\n",
      "125/125 [==============================] - 18s 144ms/step - loss: 0.0041 - acc: 1.0000 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.1401 - val_acc: 0.9623 - val_top_k_categorical_accuracy: 1.0000\n",
      "Epoch 12/15\n",
      "125/125 [==============================] - 18s 144ms/step - loss: 0.0218 - acc: 0.9900 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.8133 - val_acc: 0.8656 - val_top_k_categorical_accuracy: 0.9906\n",
      "Epoch 13/15\n",
      "125/125 [==============================] - 18s 144ms/step - loss: 0.0213 - acc: 0.9930 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.3132 - val_acc: 0.9104 - val_top_k_categorical_accuracy: 0.9882\n",
      "Epoch 14/15\n",
      "125/125 [==============================] - 18s 144ms/step - loss: 0.0516 - acc: 0.9870 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.2022 - val_acc: 0.9387 - val_top_k_categorical_accuracy: 0.9906\n",
      "Epoch 15/15\n",
      "125/125 [==============================] - 18s 144ms/step - loss: 0.0261 - acc: 0.9910 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.2491 - val_acc: 0.9292 - val_top_k_categorical_accuracy: 1.0000\n",
      "training data matrix: 1176.00MB\n",
      "Epoch 1/15\n",
      "125/125 [==============================] - 18s 145ms/step - loss: 0.2781 - acc: 0.9260 - top_k_categorical_accuracy: 0.9870 - val_loss: 2.0826 - val_acc: 0.6792 - val_top_k_categorical_accuracy: 0.9080\n",
      "Epoch 2/15\n",
      "125/125 [==============================] - 18s 144ms/step - loss: 0.1292 - acc: 0.9650 - top_k_categorical_accuracy: 0.9980 - val_loss: 0.3062 - val_acc: 0.9269 - val_top_k_categorical_accuracy: 0.9835\n",
      "Epoch 3/15\n",
      "125/125 [==============================] - 18s 144ms/step - loss: 0.0681 - acc: 0.9830 - top_k_categorical_accuracy: 0.9990 - val_loss: 0.4016 - val_acc: 0.8986 - val_top_k_categorical_accuracy: 0.9835\n",
      "Epoch 4/15\n",
      "125/125 [==============================] - 18s 144ms/step - loss: 0.0323 - acc: 0.9930 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.4182 - val_acc: 0.8844 - val_top_k_categorical_accuracy: 0.9811\n",
      "Epoch 5/15\n",
      "125/125 [==============================] - 18s 144ms/step - loss: 0.0219 - acc: 0.9920 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.1754 - val_acc: 0.9292 - val_top_k_categorical_accuracy: 0.9953\n",
      "Epoch 6/15\n",
      "125/125 [==============================] - 18s 144ms/step - loss: 0.0193 - acc: 0.9970 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.2024 - val_acc: 0.9363 - val_top_k_categorical_accuracy: 0.9929\n",
      "Epoch 7/15\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "125/125 [==============================] - 18s 144ms/step - loss: 0.0129 - acc: 0.9970 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.2989 - val_acc: 0.9057 - val_top_k_categorical_accuracy: 0.9835\n",
      "Epoch 8/15\n",
      "125/125 [==============================] - 18s 143ms/step - loss: 0.0202 - acc: 0.9920 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.3959 - val_acc: 0.8986 - val_top_k_categorical_accuracy: 0.9835\n",
      "Epoch 9/15\n",
      "125/125 [==============================] - 18s 144ms/step - loss: 0.0240 - acc: 0.9940 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.3431 - val_acc: 0.9127 - val_top_k_categorical_accuracy: 0.9929\n",
      "Epoch 10/15\n",
      "125/125 [==============================] - 18s 144ms/step - loss: 0.0090 - acc: 0.9980 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.3225 - val_acc: 0.9198 - val_top_k_categorical_accuracy: 0.9906\n",
      "Epoch 11/15\n",
      "125/125 [==============================] - 18s 144ms/step - loss: 0.0050 - acc: 1.0000 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.1865 - val_acc: 0.9528 - val_top_k_categorical_accuracy: 0.9976\n",
      "Epoch 12/15\n",
      "125/125 [==============================] - 18s 144ms/step - loss: 0.0187 - acc: 0.9940 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.2129 - val_acc: 0.9387 - val_top_k_categorical_accuracy: 0.9929\n",
      "Epoch 13/15\n",
      "125/125 [==============================] - 18s 144ms/step - loss: 0.0128 - acc: 0.9950 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.1928 - val_acc: 0.9316 - val_top_k_categorical_accuracy: 0.9976\n",
      "Epoch 14/15\n",
      "125/125 [==============================] - 18s 144ms/step - loss: 0.0279 - acc: 0.9950 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.1988 - val_acc: 0.9340 - val_top_k_categorical_accuracy: 0.9953\n",
      "Epoch 15/15\n",
      "125/125 [==============================] - 18s 144ms/step - loss: 0.0052 - acc: 1.0000 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.3735 - val_acc: 0.9104 - val_top_k_categorical_accuracy: 0.9882\n",
      "training data matrix: 1176.00MB\n",
      "Epoch 1/15\n",
      "125/125 [==============================] - 18s 144ms/step - loss: 0.2919 - acc: 0.9200 - top_k_categorical_accuracy: 0.9910 - val_loss: 1.2502 - val_acc: 0.7358 - val_top_k_categorical_accuracy: 0.9623\n",
      "Epoch 2/15\n",
      "125/125 [==============================] - 18s 144ms/step - loss: 0.1083 - acc: 0.9700 - top_k_categorical_accuracy: 0.9950 - val_loss: 0.5162 - val_acc: 0.8656 - val_top_k_categorical_accuracy: 0.9811\n",
      "Epoch 3/15\n",
      "125/125 [==============================] - 18s 144ms/step - loss: 0.0307 - acc: 0.9930 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.1922 - val_acc: 0.9481 - val_top_k_categorical_accuracy: 0.9953\n",
      "Epoch 4/15\n",
      "125/125 [==============================] - 18s 144ms/step - loss: 0.0210 - acc: 0.9950 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.2234 - val_acc: 0.9316 - val_top_k_categorical_accuracy: 0.9976\n",
      "Epoch 5/15\n",
      "125/125 [==============================] - 18s 144ms/step - loss: 0.0195 - acc: 0.9940 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.1936 - val_acc: 0.9363 - val_top_k_categorical_accuracy: 0.9976\n",
      "Epoch 6/15\n",
      "125/125 [==============================] - 18s 144ms/step - loss: 0.0194 - acc: 0.9950 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.2125 - val_acc: 0.9481 - val_top_k_categorical_accuracy: 0.9929\n",
      "Epoch 7/15\n",
      "125/125 [==============================] - 18s 145ms/step - loss: 0.0057 - acc: 0.9990 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.1536 - val_acc: 0.9623 - val_top_k_categorical_accuracy: 0.9953\n",
      "Epoch 8/15\n",
      "125/125 [==============================] - 18s 144ms/step - loss: 0.0045 - acc: 1.0000 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.1391 - val_acc: 0.9575 - val_top_k_categorical_accuracy: 0.9976\n",
      "Epoch 9/15\n",
      "125/125 [==============================] - 18s 144ms/step - loss: 0.0108 - acc: 0.9970 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.1279 - val_acc: 0.9528 - val_top_k_categorical_accuracy: 0.9953\n",
      "Epoch 10/15\n",
      "125/125 [==============================] - 18s 145ms/step - loss: 0.0040 - acc: 0.9990 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.1475 - val_acc: 0.9505 - val_top_k_categorical_accuracy: 0.9953\n",
      "Epoch 11/15\n",
      "125/125 [==============================] - 18s 144ms/step - loss: 0.0021 - acc: 1.0000 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.1470 - val_acc: 0.9505 - val_top_k_categorical_accuracy: 0.9976\n",
      "Epoch 12/15\n",
      "125/125 [==============================] - 18s 144ms/step - loss: 0.0114 - acc: 0.9950 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.2781 - val_acc: 0.9340 - val_top_k_categorical_accuracy: 0.9858\n",
      "Epoch 13/15\n",
      "125/125 [==============================] - 18s 144ms/step - loss: 0.0163 - acc: 0.9950 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.3621 - val_acc: 0.9316 - val_top_k_categorical_accuracy: 0.9906\n",
      "Epoch 14/15\n",
      "125/125 [==============================] - 18s 144ms/step - loss: 0.0239 - acc: 0.9930 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.3594 - val_acc: 0.9198 - val_top_k_categorical_accuracy: 0.9906\n",
      "Epoch 15/15\n",
      "125/125 [==============================] - 18s 144ms/step - loss: 0.0500 - acc: 0.9860 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.5793 - val_acc: 0.8679 - val_top_k_categorical_accuracy: 0.9906\n",
      "training data matrix: 1176.00MB\n",
      "Epoch 1/15\n",
      "125/125 [==============================] - 18s 145ms/step - loss: 0.2359 - acc: 0.9270 - top_k_categorical_accuracy: 0.9910 - val_loss: 0.4305 - val_acc: 0.8821 - val_top_k_categorical_accuracy: 0.9929\n",
      "Epoch 2/15\n",
      "125/125 [==============================] - 18s 144ms/step - loss: 0.0724 - acc: 0.9810 - top_k_categorical_accuracy: 0.9980 - val_loss: 0.5533 - val_acc: 0.8915 - val_top_k_categorical_accuracy: 0.9741\n",
      "Epoch 3/15\n",
      "125/125 [==============================] - 18s 144ms/step - loss: 0.0358 - acc: 0.9900 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.1910 - val_acc: 0.9434 - val_top_k_categorical_accuracy: 0.9929\n",
      "Epoch 4/15\n",
      "125/125 [==============================] - 18s 144ms/step - loss: 0.0120 - acc: 0.9970 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.2472 - val_acc: 0.9198 - val_top_k_categorical_accuracy: 0.9929\n",
      "Epoch 5/15\n",
      "125/125 [==============================] - 18s 144ms/step - loss: 0.0047 - acc: 1.0000 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.2352 - val_acc: 0.9387 - val_top_k_categorical_accuracy: 0.9906\n",
      "Epoch 6/15\n",
      "125/125 [==============================] - 18s 144ms/step - loss: 0.0071 - acc: 0.9990 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.1829 - val_acc: 0.9458 - val_top_k_categorical_accuracy: 0.9953\n",
      "Epoch 7/15\n",
      "125/125 [==============================] - 18s 144ms/step - loss: 0.0016 - acc: 1.0000 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.1912 - val_acc: 0.9505 - val_top_k_categorical_accuracy: 0.9929\n",
      "Epoch 8/15\n",
      "125/125 [==============================] - 18s 144ms/step - loss: 0.0203 - acc: 0.9950 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.3265 - val_acc: 0.9080 - val_top_k_categorical_accuracy: 0.9882\n",
      "Epoch 9/15\n",
      "125/125 [==============================] - 18s 144ms/step - loss: 0.0133 - acc: 0.9980 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.3732 - val_acc: 0.9127 - val_top_k_categorical_accuracy: 0.9858\n",
      "Epoch 10/15\n",
      "125/125 [==============================] - 18s 144ms/step - loss: 0.0064 - acc: 0.9990 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.3046 - val_acc: 0.9198 - val_top_k_categorical_accuracy: 0.9906\n",
      "Epoch 11/15\n",
      "125/125 [==============================] - 18s 143ms/step - loss: 0.0375 - acc: 0.9900 - top_k_categorical_accuracy: 0.9990 - val_loss: 0.3604 - val_acc: 0.9057 - val_top_k_categorical_accuracy: 0.9882\n",
      "Epoch 12/15\n",
      "125/125 [==============================] - 18s 144ms/step - loss: 0.0367 - acc: 0.9900 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.4594 - val_acc: 0.8962 - val_top_k_categorical_accuracy: 0.9764\n",
      "Epoch 13/15\n",
      "125/125 [==============================] - 18s 143ms/step - loss: 0.0314 - acc: 0.9930 - top_k_categorical_accuracy: 0.9990 - val_loss: 0.6924 - val_acc: 0.9151 - val_top_k_categorical_accuracy: 0.9599\n",
      "Epoch 14/15\n",
      "125/125 [==============================] - 18s 143ms/step - loss: 0.0158 - acc: 0.9960 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.5962 - val_acc: 0.9057 - val_top_k_categorical_accuracy: 0.9623\n",
      "Epoch 15/15\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "125/125 [==============================] - 18s 143ms/step - loss: 0.0213 - acc: 0.9930 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.2895 - val_acc: 0.9292 - val_top_k_categorical_accuracy: 0.9811\n",
      "training data matrix: 880.82MB\n",
      "Epoch 1/15\n",
      "94/94 [==============================] - 15s 164ms/step - loss: 0.1883 - acc: 0.9508 - top_k_categorical_accuracy: 0.9934 - val_loss: 1.4963 - val_acc: 0.7075 - val_top_k_categorical_accuracy: 0.9741\n",
      "Epoch 2/15\n",
      "94/94 [==============================] - 14s 150ms/step - loss: 0.1003 - acc: 0.9694 - top_k_categorical_accuracy: 0.9987 - val_loss: 0.2622 - val_acc: 0.9292 - val_top_k_categorical_accuracy: 0.9882\n",
      "Epoch 3/15\n",
      "94/94 [==============================] - 14s 150ms/step - loss: 0.0295 - acc: 0.9880 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.1026 - val_acc: 0.9646 - val_top_k_categorical_accuracy: 0.9976\n",
      "Epoch 4/15\n",
      "94/94 [==============================] - 14s 150ms/step - loss: 0.0136 - acc: 0.9960 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.1170 - val_acc: 0.9599 - val_top_k_categorical_accuracy: 0.9953\n",
      "Epoch 5/15\n",
      "94/94 [==============================] - 14s 150ms/step - loss: 0.0110 - acc: 0.9960 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.1191 - val_acc: 0.9599 - val_top_k_categorical_accuracy: 0.9976\n",
      "Epoch 6/15\n",
      "94/94 [==============================] - 14s 150ms/step - loss: 0.0108 - acc: 0.9987 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.1133 - val_acc: 0.9623 - val_top_k_categorical_accuracy: 0.9976\n",
      "Epoch 7/15\n",
      "94/94 [==============================] - 14s 150ms/step - loss: 0.0091 - acc: 0.9960 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.2224 - val_acc: 0.9269 - val_top_k_categorical_accuracy: 0.9953\n",
      "Epoch 8/15\n",
      "94/94 [==============================] - 14s 150ms/step - loss: 0.0050 - acc: 1.0000 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.1953 - val_acc: 0.9458 - val_top_k_categorical_accuracy: 0.9953\n",
      "Epoch 9/15\n",
      "94/94 [==============================] - 14s 150ms/step - loss: 0.0031 - acc: 0.9987 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.1858 - val_acc: 0.9458 - val_top_k_categorical_accuracy: 0.9953\n",
      "Epoch 10/15\n",
      "94/94 [==============================] - 14s 150ms/step - loss: 0.0015 - acc: 1.0000 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.1786 - val_acc: 0.9458 - val_top_k_categorical_accuracy: 0.9976\n",
      "Epoch 11/15\n",
      "94/94 [==============================] - 14s 150ms/step - loss: 0.0082 - acc: 0.9973 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.1719 - val_acc: 0.9481 - val_top_k_categorical_accuracy: 0.9976\n",
      "Epoch 12/15\n",
      "94/94 [==============================] - 14s 150ms/step - loss: 0.0012 - acc: 1.0000 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.1413 - val_acc: 0.9552 - val_top_k_categorical_accuracy: 0.9976\n",
      "Epoch 13/15\n",
      "94/94 [==============================] - 14s 150ms/step - loss: 0.0036 - acc: 1.0000 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.2447 - val_acc: 0.9292 - val_top_k_categorical_accuracy: 0.9976\n",
      "Epoch 14/15\n",
      "94/94 [==============================] - 14s 150ms/step - loss: 0.0028 - acc: 0.9987 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.2661 - val_acc: 0.9316 - val_top_k_categorical_accuracy: 0.9953\n",
      "Epoch 15/15\n",
      "94/94 [==============================] - 14s 151ms/step - loss: 0.0011 - acc: 1.0000 - top_k_categorical_accuracy: 1.0000 - val_loss: 0.2928 - val_acc: 0.9245 - val_top_k_categorical_accuracy: 0.9953\n"
     ]
    }
   ],
   "source": [
    "chunk_paths = [imagePaths[i:i + READING_BS] for i in range(0, len(imagePaths), READING_BS)]\n",
    "for chunk_path in chunk_paths:\n",
    "    # loop over the each chuck\n",
    "    data = []\n",
    "    labels = []\n",
    "    for imagePath in chunk_path:\n",
    "        # load the image, pre-process it, and store it in the data list\n",
    "        assert os.path.isfile(imagePath)\n",
    "        image = cv2.imread(imagePath)\n",
    "        image = cv2.resize(image, (IMAGE_DIMS[1], IMAGE_DIMS[0]))\n",
    "        image = img_to_array(image)\n",
    "        data.append(image)\n",
    "\n",
    "        # extract the class label from the image path and update the labels list\n",
    "        label = imagePath.split(os.path.sep)[-2]\n",
    "        labels.append(label)\n",
    "    \n",
    "    # construct the image generator for data augmentation\n",
    "    # aug = ImageDataGenerator(rotation_range=25, width_shift_range=0.1, height_shift_range=0.1, \n",
    "    #                          shear_range=0.2, zoom_range=0.2, horizontal_flip=True)\n",
    "    aug = ImageDataGenerator(width_shift_range=0.1, height_shift_range=0.1)\n",
    "    \n",
    "    # scale the raw pixel intensities to the range [0, 1]\n",
    "    data = np.array(data, dtype=\"float\") / 255.0\n",
    "    labels = np.array(labels)\n",
    "    print(\"training data matrix: {:.2f}MB\".format(data.nbytes / (1024 * 1000.0)))\n",
    "\n",
    "    # binarize the labels\n",
    "    lb = LabelBinarizer()\n",
    "    labels = lb.fit_transform(labels)\n",
    "    \n",
    "    h = model.fit_generator(\n",
    "        aug.flow(data, labels, batch_size=BS),\n",
    "        validation_data=(data_test, labels_test),\n",
    "        steps_per_epoch=math.ceil(len(data)/BS),\n",
    "        epochs=EPOCHS, verbose=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "# save the model to disk\n",
    "model.save(r\"E:\\models\\224\\ResNet50\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "# save the label binarizer to disk\n",
    "f = open(r\"E:\\models\\lb-dataset15-r\", \"wb\")\n",
    "f.write(pickle.dumps(lb))\n",
    "f.close()"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.9"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}