Weights Transfer.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "WARNING:tensorflow:`input_shape` is undefined or non-square, or `rows` is not 224. Weights for input shape (224, 224) will be loaded as the default.\n"
     ]
    }
   ],
   "source": [
    "from tensorflow.keras.applications import *\n",
    "from backbone.mobilenet_v3  import MobileNetV3Small as  MobileNetV3Small_M\n",
    "\n",
    "import tensorflow as tf\n",
    "import os\n",
    "\n",
    "os.environ[\"CUDA_VISIBLE_DEVICES\"]=\"3\"\n",
    "\n",
    "model = MobileNetV3Small(input_shape=(112,112,3), include_top=False, weights='imagenet')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "model2 = MobileNetV3Small_M(input_shape=(112,112,3), include_top=False, weights=None)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model: \"MobilenetV3small\"\n",
      "__________________________________________________________________________________________________\n",
      "Layer (type)                    Output Shape         Param #     Connected to                     \n",
      "==================================================================================================\n",
      "input_1 (InputLayer)            [(None, 112, 112, 3) 0                                            \n",
      "__________________________________________________________________________________________________\n",
      "rescaling (Rescaling)           (None, 112, 112, 3)  0           input_1[0][0]                    \n",
      "__________________________________________________________________________________________________\n",
      "Conv (Conv2D)                   (None, 56, 56, 16)   432         rescaling[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "Conv/BatchNorm (BatchNormalizat (None, 56, 56, 16)   64          Conv[0][0]                       \n",
      "__________________________________________________________________________________________________\n",
      "tf.__operators__.add (TFOpLambd (None, 56, 56, 16)   0           Conv/BatchNorm[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "re_lu (ReLU)                    (None, 56, 56, 16)   0           tf.__operators__.add[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "tf.math.multiply (TFOpLambda)   (None, 56, 56, 16)   0           re_lu[0][0]                      \n",
      "__________________________________________________________________________________________________\n",
      "multiply (Multiply)             (None, 56, 56, 16)   0           tf.math.multiply[0][0]           \n",
      "                                                                 Conv/BatchNorm[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv/depthwise/pad (Ze (None, 57, 57, 16)   0           multiply[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv/depthwise (Depthw (None, 28, 28, 16)   144         expanded_conv/depthwise/pad[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv/depthwise/BatchNo (None, 28, 28, 16)   64          expanded_conv/depthwise[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_1 (ReLU)                  (None, 28, 28, 16)   0           expanded_conv/depthwise/BatchNorm\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv/squeeze_excite/Av (None, 16)           0           re_lu_1[0][0]                    \n",
      "__________________________________________________________________________________________________\n",
      "reshape (Reshape)               (None, 1, 1, 16)     0           expanded_conv/squeeze_excite/AvgP\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv/squeeze_excite/Co (None, 1, 1, 8)      136         reshape[0][0]                    \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv/squeeze_excite/Re (None, 1, 1, 8)      0           expanded_conv/squeeze_excite/Conv\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv/squeeze_excite/Co (None, 1, 1, 16)     144         expanded_conv/squeeze_excite/Relu\n",
      "__________________________________________________________________________________________________\n",
      "tf.__operators__.add_1 (TFOpLam (None, 1, 1, 16)     0           expanded_conv/squeeze_excite/Conv\n",
      "__________________________________________________________________________________________________\n",
      "re_lu_2 (ReLU)                  (None, 1, 1, 16)     0           tf.__operators__.add_1[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "tf.math.multiply_1 (TFOpLambda) (None, 1, 1, 16)     0           re_lu_2[0][0]                    \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv/squeeze_excite/Mu (None, 28, 28, 16)   0           re_lu_1[0][0]                    \n",
      "                                                                 tf.math.multiply_1[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv/project (Conv2D)  (None, 28, 28, 16)   256         expanded_conv/squeeze_excite/Mul[\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv/project/BatchNorm (None, 28, 28, 16)   64          expanded_conv/project[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_1/expand (Conv2D) (None, 28, 28, 72)   1152        expanded_conv/project/BatchNorm[0\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_1/expand/BatchNor (None, 28, 28, 72)   288         expanded_conv_1/expand[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_3 (ReLU)                  (None, 28, 28, 72)   0           expanded_conv_1/expand/BatchNorm[\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_1/depthwise/pad ( (None, 29, 29, 72)   0           re_lu_3[0][0]                    \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_1/depthwise (Dept (None, 14, 14, 72)   648         expanded_conv_1/depthwise/pad[0][\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_1/depthwise/Batch (None, 14, 14, 72)   288         expanded_conv_1/depthwise[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_4 (ReLU)                  (None, 14, 14, 72)   0           expanded_conv_1/depthwise/BatchNo\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_1/project (Conv2D (None, 14, 14, 24)   1728        re_lu_4[0][0]                    \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_1/project/BatchNo (None, 14, 14, 24)   96          expanded_conv_1/project[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_2/expand (Conv2D) (None, 14, 14, 88)   2112        expanded_conv_1/project/BatchNorm\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_2/expand/BatchNor (None, 14, 14, 88)   352         expanded_conv_2/expand[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_5 (ReLU)                  (None, 14, 14, 88)   0           expanded_conv_2/expand/BatchNorm[\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_2/depthwise (Dept (None, 14, 14, 88)   792         re_lu_5[0][0]                    \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_2/depthwise/Batch (None, 14, 14, 88)   352         expanded_conv_2/depthwise[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_6 (ReLU)                  (None, 14, 14, 88)   0           expanded_conv_2/depthwise/BatchNo\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_2/project (Conv2D (None, 14, 14, 24)   2112        re_lu_6[0][0]                    \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_2/project/BatchNo (None, 14, 14, 24)   96          expanded_conv_2/project[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_2/Add (Add)       (None, 14, 14, 24)   0           expanded_conv_1/project/BatchNorm\n",
      "                                                                 expanded_conv_2/project/BatchNorm\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_3/expand (Conv2D) (None, 14, 14, 96)   2304        expanded_conv_2/Add[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_3/expand/BatchNor (None, 14, 14, 96)   384         expanded_conv_3/expand[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "tf.__operators__.add_2 (TFOpLam (None, 14, 14, 96)   0           expanded_conv_3/expand/BatchNorm[\n",
      "__________________________________________________________________________________________________\n",
      "re_lu_7 (ReLU)                  (None, 14, 14, 96)   0           tf.__operators__.add_2[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "tf.math.multiply_2 (TFOpLambda) (None, 14, 14, 96)   0           re_lu_7[0][0]                    \n",
      "__________________________________________________________________________________________________\n",
      "multiply_1 (Multiply)           (None, 14, 14, 96)   0           tf.math.multiply_2[0][0]         \n",
      "                                                                 expanded_conv_3/expand/BatchNorm[\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_3/depthwise/pad ( (None, 17, 17, 96)   0           multiply_1[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_3/depthwise (Dept (None, 7, 7, 96)     2400        expanded_conv_3/depthwise/pad[0][\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_3/depthwise/Batch (None, 7, 7, 96)     384         expanded_conv_3/depthwise[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "tf.__operators__.add_3 (TFOpLam (None, 7, 7, 96)     0           expanded_conv_3/depthwise/BatchNo\n",
      "__________________________________________________________________________________________________\n",
      "re_lu_8 (ReLU)                  (None, 7, 7, 96)     0           tf.__operators__.add_3[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "tf.math.multiply_3 (TFOpLambda) (None, 7, 7, 96)     0           re_lu_8[0][0]                    \n",
      "__________________________________________________________________________________________________\n",
      "multiply_2 (Multiply)           (None, 7, 7, 96)     0           tf.math.multiply_3[0][0]         \n",
      "                                                                 expanded_conv_3/depthwise/BatchNo\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_3/squeeze_excite/ (None, 96)           0           multiply_2[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "reshape_1 (Reshape)             (None, 1, 1, 96)     0           expanded_conv_3/squeeze_excite/Av\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_3/squeeze_excite/ (None, 1, 1, 24)     2328        reshape_1[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_3/squeeze_excite/ (None, 1, 1, 24)     0           expanded_conv_3/squeeze_excite/Co\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_3/squeeze_excite/ (None, 1, 1, 96)     2400        expanded_conv_3/squeeze_excite/Re\n",
      "__________________________________________________________________________________________________\n",
      "tf.__operators__.add_4 (TFOpLam (None, 1, 1, 96)     0           expanded_conv_3/squeeze_excite/Co\n",
      "__________________________________________________________________________________________________\n",
      "re_lu_9 (ReLU)                  (None, 1, 1, 96)     0           tf.__operators__.add_4[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "tf.math.multiply_4 (TFOpLambda) (None, 1, 1, 96)     0           re_lu_9[0][0]                    \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_3/squeeze_excite/ (None, 7, 7, 96)     0           multiply_2[0][0]                 \n",
      "                                                                 tf.math.multiply_4[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_3/project (Conv2D (None, 7, 7, 40)     3840        expanded_conv_3/squeeze_excite/Mu\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_3/project/BatchNo (None, 7, 7, 40)     160         expanded_conv_3/project[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_4/expand (Conv2D) (None, 7, 7, 240)    9600        expanded_conv_3/project/BatchNorm\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_4/expand/BatchNor (None, 7, 7, 240)    960         expanded_conv_4/expand[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "tf.__operators__.add_5 (TFOpLam (None, 7, 7, 240)    0           expanded_conv_4/expand/BatchNorm[\n",
      "__________________________________________________________________________________________________\n",
      "re_lu_10 (ReLU)                 (None, 7, 7, 240)    0           tf.__operators__.add_5[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "tf.math.multiply_5 (TFOpLambda) (None, 7, 7, 240)    0           re_lu_10[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "multiply_3 (Multiply)           (None, 7, 7, 240)    0           tf.math.multiply_5[0][0]         \n",
      "                                                                 expanded_conv_4/expand/BatchNorm[\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_4/depthwise (Dept (None, 7, 7, 240)    6000        multiply_3[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_4/depthwise/Batch (None, 7, 7, 240)    960         expanded_conv_4/depthwise[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "tf.__operators__.add_6 (TFOpLam (None, 7, 7, 240)    0           expanded_conv_4/depthwise/BatchNo\n",
      "__________________________________________________________________________________________________\n",
      "re_lu_11 (ReLU)                 (None, 7, 7, 240)    0           tf.__operators__.add_6[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "tf.math.multiply_6 (TFOpLambda) (None, 7, 7, 240)    0           re_lu_11[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "multiply_4 (Multiply)           (None, 7, 7, 240)    0           tf.math.multiply_6[0][0]         \n",
      "                                                                 expanded_conv_4/depthwise/BatchNo\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_4/squeeze_excite/ (None, 240)          0           multiply_4[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "reshape_2 (Reshape)             (None, 1, 1, 240)    0           expanded_conv_4/squeeze_excite/Av\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_4/squeeze_excite/ (None, 1, 1, 64)     15424       reshape_2[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_4/squeeze_excite/ (None, 1, 1, 64)     0           expanded_conv_4/squeeze_excite/Co\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_4/squeeze_excite/ (None, 1, 1, 240)    15600       expanded_conv_4/squeeze_excite/Re\n",
      "__________________________________________________________________________________________________\n",
      "tf.__operators__.add_7 (TFOpLam (None, 1, 1, 240)    0           expanded_conv_4/squeeze_excite/Co\n",
      "__________________________________________________________________________________________________\n",
      "re_lu_12 (ReLU)                 (None, 1, 1, 240)    0           tf.__operators__.add_7[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "tf.math.multiply_7 (TFOpLambda) (None, 1, 1, 240)    0           re_lu_12[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_4/squeeze_excite/ (None, 7, 7, 240)    0           multiply_4[0][0]                 \n",
      "                                                                 tf.math.multiply_7[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_4/project (Conv2D (None, 7, 7, 40)     9600        expanded_conv_4/squeeze_excite/Mu\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_4/project/BatchNo (None, 7, 7, 40)     160         expanded_conv_4/project[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_4/Add (Add)       (None, 7, 7, 40)     0           expanded_conv_3/project/BatchNorm\n",
      "                                                                 expanded_conv_4/project/BatchNorm\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_5/expand (Conv2D) (None, 7, 7, 240)    9600        expanded_conv_4/Add[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_5/expand/BatchNor (None, 7, 7, 240)    960         expanded_conv_5/expand[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "tf.__operators__.add_8 (TFOpLam (None, 7, 7, 240)    0           expanded_conv_5/expand/BatchNorm[\n",
      "__________________________________________________________________________________________________\n",
      "re_lu_13 (ReLU)                 (None, 7, 7, 240)    0           tf.__operators__.add_8[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "tf.math.multiply_8 (TFOpLambda) (None, 7, 7, 240)    0           re_lu_13[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "multiply_5 (Multiply)           (None, 7, 7, 240)    0           tf.math.multiply_8[0][0]         \n",
      "                                                                 expanded_conv_5/expand/BatchNorm[\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_5/depthwise (Dept (None, 7, 7, 240)    6000        multiply_5[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_5/depthwise/Batch (None, 7, 7, 240)    960         expanded_conv_5/depthwise[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "tf.__operators__.add_9 (TFOpLam (None, 7, 7, 240)    0           expanded_conv_5/depthwise/BatchNo\n",
      "__________________________________________________________________________________________________\n",
      "re_lu_14 (ReLU)                 (None, 7, 7, 240)    0           tf.__operators__.add_9[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "tf.math.multiply_9 (TFOpLambda) (None, 7, 7, 240)    0           re_lu_14[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "multiply_6 (Multiply)           (None, 7, 7, 240)    0           tf.math.multiply_9[0][0]         \n",
      "                                                                 expanded_conv_5/depthwise/BatchNo\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_5/squeeze_excite/ (None, 240)          0           multiply_6[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "reshape_3 (Reshape)             (None, 1, 1, 240)    0           expanded_conv_5/squeeze_excite/Av\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_5/squeeze_excite/ (None, 1, 1, 64)     15424       reshape_3[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_5/squeeze_excite/ (None, 1, 1, 64)     0           expanded_conv_5/squeeze_excite/Co\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_5/squeeze_excite/ (None, 1, 1, 240)    15600       expanded_conv_5/squeeze_excite/Re\n",
      "__________________________________________________________________________________________________\n",
      "tf.__operators__.add_10 (TFOpLa (None, 1, 1, 240)    0           expanded_conv_5/squeeze_excite/Co\n",
      "__________________________________________________________________________________________________\n",
      "re_lu_15 (ReLU)                 (None, 1, 1, 240)    0           tf.__operators__.add_10[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "tf.math.multiply_10 (TFOpLambda (None, 1, 1, 240)    0           re_lu_15[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_5/squeeze_excite/ (None, 7, 7, 240)    0           multiply_6[0][0]                 \n",
      "                                                                 tf.math.multiply_10[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_5/project (Conv2D (None, 7, 7, 40)     9600        expanded_conv_5/squeeze_excite/Mu\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_5/project/BatchNo (None, 7, 7, 40)     160         expanded_conv_5/project[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_5/Add (Add)       (None, 7, 7, 40)     0           expanded_conv_4/Add[0][0]        \n",
      "                                                                 expanded_conv_5/project/BatchNorm\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_6/expand (Conv2D) (None, 7, 7, 120)    4800        expanded_conv_5/Add[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_6/expand/BatchNor (None, 7, 7, 120)    480         expanded_conv_6/expand[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "tf.__operators__.add_11 (TFOpLa (None, 7, 7, 120)    0           expanded_conv_6/expand/BatchNorm[\n",
      "__________________________________________________________________________________________________\n",
      "re_lu_16 (ReLU)                 (None, 7, 7, 120)    0           tf.__operators__.add_11[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "tf.math.multiply_11 (TFOpLambda (None, 7, 7, 120)    0           re_lu_16[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "multiply_7 (Multiply)           (None, 7, 7, 120)    0           tf.math.multiply_11[0][0]        \n",
      "                                                                 expanded_conv_6/expand/BatchNorm[\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_6/depthwise (Dept (None, 7, 7, 120)    3000        multiply_7[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_6/depthwise/Batch (None, 7, 7, 120)    480         expanded_conv_6/depthwise[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "tf.__operators__.add_12 (TFOpLa (None, 7, 7, 120)    0           expanded_conv_6/depthwise/BatchNo\n",
      "__________________________________________________________________________________________________\n",
      "re_lu_17 (ReLU)                 (None, 7, 7, 120)    0           tf.__operators__.add_12[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "tf.math.multiply_12 (TFOpLambda (None, 7, 7, 120)    0           re_lu_17[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "multiply_8 (Multiply)           (None, 7, 7, 120)    0           tf.math.multiply_12[0][0]        \n",
      "                                                                 expanded_conv_6/depthwise/BatchNo\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_6/squeeze_excite/ (None, 120)          0           multiply_8[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "reshape_4 (Reshape)             (None, 1, 1, 120)    0           expanded_conv_6/squeeze_excite/Av\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_6/squeeze_excite/ (None, 1, 1, 32)     3872        reshape_4[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_6/squeeze_excite/ (None, 1, 1, 32)     0           expanded_conv_6/squeeze_excite/Co\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_6/squeeze_excite/ (None, 1, 1, 120)    3960        expanded_conv_6/squeeze_excite/Re\n",
      "__________________________________________________________________________________________________\n",
      "tf.__operators__.add_13 (TFOpLa (None, 1, 1, 120)    0           expanded_conv_6/squeeze_excite/Co\n",
      "__________________________________________________________________________________________________\n",
      "re_lu_18 (ReLU)                 (None, 1, 1, 120)    0           tf.__operators__.add_13[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "tf.math.multiply_13 (TFOpLambda (None, 1, 1, 120)    0           re_lu_18[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_6/squeeze_excite/ (None, 7, 7, 120)    0           multiply_8[0][0]                 \n",
      "                                                                 tf.math.multiply_13[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_6/project (Conv2D (None, 7, 7, 48)     5760        expanded_conv_6/squeeze_excite/Mu\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_6/project/BatchNo (None, 7, 7, 48)     192         expanded_conv_6/project[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_7/expand (Conv2D) (None, 7, 7, 144)    6912        expanded_conv_6/project/BatchNorm\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_7/expand/BatchNor (None, 7, 7, 144)    576         expanded_conv_7/expand[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "tf.__operators__.add_14 (TFOpLa (None, 7, 7, 144)    0           expanded_conv_7/expand/BatchNorm[\n",
      "__________________________________________________________________________________________________\n",
      "re_lu_19 (ReLU)                 (None, 7, 7, 144)    0           tf.__operators__.add_14[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "tf.math.multiply_14 (TFOpLambda (None, 7, 7, 144)    0           re_lu_19[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "multiply_9 (Multiply)           (None, 7, 7, 144)    0           tf.math.multiply_14[0][0]        \n",
      "                                                                 expanded_conv_7/expand/BatchNorm[\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_7/depthwise (Dept (None, 7, 7, 144)    3600        multiply_9[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_7/depthwise/Batch (None, 7, 7, 144)    576         expanded_conv_7/depthwise[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "tf.__operators__.add_15 (TFOpLa (None, 7, 7, 144)    0           expanded_conv_7/depthwise/BatchNo\n",
      "__________________________________________________________________________________________________\n",
      "re_lu_20 (ReLU)                 (None, 7, 7, 144)    0           tf.__operators__.add_15[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "tf.math.multiply_15 (TFOpLambda (None, 7, 7, 144)    0           re_lu_20[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "multiply_10 (Multiply)          (None, 7, 7, 144)    0           tf.math.multiply_15[0][0]        \n",
      "                                                                 expanded_conv_7/depthwise/BatchNo\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_7/squeeze_excite/ (None, 144)          0           multiply_10[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "reshape_5 (Reshape)             (None, 1, 1, 144)    0           expanded_conv_7/squeeze_excite/Av\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_7/squeeze_excite/ (None, 1, 1, 40)     5800        reshape_5[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_7/squeeze_excite/ (None, 1, 1, 40)     0           expanded_conv_7/squeeze_excite/Co\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_7/squeeze_excite/ (None, 1, 1, 144)    5904        expanded_conv_7/squeeze_excite/Re\n",
      "__________________________________________________________________________________________________\n",
      "tf.__operators__.add_16 (TFOpLa (None, 1, 1, 144)    0           expanded_conv_7/squeeze_excite/Co\n",
      "__________________________________________________________________________________________________\n",
      "re_lu_21 (ReLU)                 (None, 1, 1, 144)    0           tf.__operators__.add_16[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "tf.math.multiply_16 (TFOpLambda (None, 1, 1, 144)    0           re_lu_21[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_7/squeeze_excite/ (None, 7, 7, 144)    0           multiply_10[0][0]                \n",
      "                                                                 tf.math.multiply_16[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_7/project (Conv2D (None, 7, 7, 48)     6912        expanded_conv_7/squeeze_excite/Mu\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_7/project/BatchNo (None, 7, 7, 48)     192         expanded_conv_7/project[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_7/Add (Add)       (None, 7, 7, 48)     0           expanded_conv_6/project/BatchNorm\n",
      "                                                                 expanded_conv_7/project/BatchNorm\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_8/expand (Conv2D) (None, 7, 7, 288)    13824       expanded_conv_7/Add[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_8/expand/BatchNor (None, 7, 7, 288)    1152        expanded_conv_8/expand[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "tf.__operators__.add_17 (TFOpLa (None, 7, 7, 288)    0           expanded_conv_8/expand/BatchNorm[\n",
      "__________________________________________________________________________________________________\n",
      "re_lu_22 (ReLU)                 (None, 7, 7, 288)    0           tf.__operators__.add_17[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "tf.math.multiply_17 (TFOpLambda (None, 7, 7, 288)    0           re_lu_22[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "multiply_11 (Multiply)          (None, 7, 7, 288)    0           tf.math.multiply_17[0][0]        \n",
      "                                                                 expanded_conv_8/expand/BatchNorm[\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_8/depthwise/pad ( (None, 11, 11, 288)  0           multiply_11[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_8/depthwise (Dept (None, 4, 4, 288)    7200        expanded_conv_8/depthwise/pad[0][\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_8/depthwise/Batch (None, 4, 4, 288)    1152        expanded_conv_8/depthwise[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "tf.__operators__.add_18 (TFOpLa (None, 4, 4, 288)    0           expanded_conv_8/depthwise/BatchNo\n",
      "__________________________________________________________________________________________________\n",
      "re_lu_23 (ReLU)                 (None, 4, 4, 288)    0           tf.__operators__.add_18[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "tf.math.multiply_18 (TFOpLambda (None, 4, 4, 288)    0           re_lu_23[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "multiply_12 (Multiply)          (None, 4, 4, 288)    0           tf.math.multiply_18[0][0]        \n",
      "                                                                 expanded_conv_8/depthwise/BatchNo\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_8/squeeze_excite/ (None, 288)          0           multiply_12[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "reshape_6 (Reshape)             (None, 1, 1, 288)    0           expanded_conv_8/squeeze_excite/Av\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_8/squeeze_excite/ (None, 1, 1, 72)     20808       reshape_6[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_8/squeeze_excite/ (None, 1, 1, 72)     0           expanded_conv_8/squeeze_excite/Co\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_8/squeeze_excite/ (None, 1, 1, 288)    21024       expanded_conv_8/squeeze_excite/Re\n",
      "__________________________________________________________________________________________________\n",
      "tf.__operators__.add_19 (TFOpLa (None, 1, 1, 288)    0           expanded_conv_8/squeeze_excite/Co\n",
      "__________________________________________________________________________________________________\n",
      "re_lu_24 (ReLU)                 (None, 1, 1, 288)    0           tf.__operators__.add_19[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "tf.math.multiply_19 (TFOpLambda (None, 1, 1, 288)    0           re_lu_24[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_8/squeeze_excite/ (None, 4, 4, 288)    0           multiply_12[0][0]                \n",
      "                                                                 tf.math.multiply_19[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_8/project (Conv2D (None, 4, 4, 96)     27648       expanded_conv_8/squeeze_excite/Mu\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_8/project/BatchNo (None, 4, 4, 96)     384         expanded_conv_8/project[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_9/expand (Conv2D) (None, 4, 4, 576)    55296       expanded_conv_8/project/BatchNorm\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_9/expand/BatchNor (None, 4, 4, 576)    2304        expanded_conv_9/expand[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "tf.__operators__.add_20 (TFOpLa (None, 4, 4, 576)    0           expanded_conv_9/expand/BatchNorm[\n",
      "__________________________________________________________________________________________________\n",
      "re_lu_25 (ReLU)                 (None, 4, 4, 576)    0           tf.__operators__.add_20[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "tf.math.multiply_20 (TFOpLambda (None, 4, 4, 576)    0           re_lu_25[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "multiply_13 (Multiply)          (None, 4, 4, 576)    0           tf.math.multiply_20[0][0]        \n",
      "                                                                 expanded_conv_9/expand/BatchNorm[\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_9/depthwise (Dept (None, 4, 4, 576)    14400       multiply_13[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_9/depthwise/Batch (None, 4, 4, 576)    2304        expanded_conv_9/depthwise[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "tf.__operators__.add_21 (TFOpLa (None, 4, 4, 576)    0           expanded_conv_9/depthwise/BatchNo\n",
      "__________________________________________________________________________________________________\n",
      "re_lu_26 (ReLU)                 (None, 4, 4, 576)    0           tf.__operators__.add_21[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "tf.math.multiply_21 (TFOpLambda (None, 4, 4, 576)    0           re_lu_26[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "multiply_14 (Multiply)          (None, 4, 4, 576)    0           tf.math.multiply_21[0][0]        \n",
      "                                                                 expanded_conv_9/depthwise/BatchNo\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_9/squeeze_excite/ (None, 576)          0           multiply_14[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "reshape_7 (Reshape)             (None, 1, 1, 576)    0           expanded_conv_9/squeeze_excite/Av\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_9/squeeze_excite/ (None, 1, 1, 144)    83088       reshape_7[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_9/squeeze_excite/ (None, 1, 1, 144)    0           expanded_conv_9/squeeze_excite/Co\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_9/squeeze_excite/ (None, 1, 1, 576)    83520       expanded_conv_9/squeeze_excite/Re\n",
      "__________________________________________________________________________________________________\n",
      "tf.__operators__.add_22 (TFOpLa (None, 1, 1, 576)    0           expanded_conv_9/squeeze_excite/Co\n",
      "__________________________________________________________________________________________________\n",
      "re_lu_27 (ReLU)                 (None, 1, 1, 576)    0           tf.__operators__.add_22[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "tf.math.multiply_22 (TFOpLambda (None, 1, 1, 576)    0           re_lu_27[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_9/squeeze_excite/ (None, 4, 4, 576)    0           multiply_14[0][0]                \n",
      "                                                                 tf.math.multiply_22[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_9/project (Conv2D (None, 4, 4, 96)     55296       expanded_conv_9/squeeze_excite/Mu\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_9/project/BatchNo (None, 4, 4, 96)     384         expanded_conv_9/project[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_9/Add (Add)       (None, 4, 4, 96)     0           expanded_conv_8/project/BatchNorm\n",
      "                                                                 expanded_conv_9/project/BatchNorm\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_10/expand (Conv2D (None, 4, 4, 576)    55296       expanded_conv_9/Add[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_10/expand/BatchNo (None, 4, 4, 576)    2304        expanded_conv_10/expand[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "tf.__operators__.add_23 (TFOpLa (None, 4, 4, 576)    0           expanded_conv_10/expand/BatchNorm\n",
      "__________________________________________________________________________________________________\n",
      "re_lu_28 (ReLU)                 (None, 4, 4, 576)    0           tf.__operators__.add_23[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "tf.math.multiply_23 (TFOpLambda (None, 4, 4, 576)    0           re_lu_28[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "multiply_15 (Multiply)          (None, 4, 4, 576)    0           tf.math.multiply_23[0][0]        \n",
      "                                                                 expanded_conv_10/expand/BatchNorm\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_10/depthwise (Dep (None, 4, 4, 576)    14400       multiply_15[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_10/depthwise/Batc (None, 4, 4, 576)    2304        expanded_conv_10/depthwise[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "tf.__operators__.add_24 (TFOpLa (None, 4, 4, 576)    0           expanded_conv_10/depthwise/BatchN\n",
      "__________________________________________________________________________________________________\n",
      "re_lu_29 (ReLU)                 (None, 4, 4, 576)    0           tf.__operators__.add_24[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "tf.math.multiply_24 (TFOpLambda (None, 4, 4, 576)    0           re_lu_29[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "multiply_16 (Multiply)          (None, 4, 4, 576)    0           tf.math.multiply_24[0][0]        \n",
      "                                                                 expanded_conv_10/depthwise/BatchN\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_10/squeeze_excite (None, 576)          0           multiply_16[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "reshape_8 (Reshape)             (None, 1, 1, 576)    0           expanded_conv_10/squeeze_excite/A\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_10/squeeze_excite (None, 1, 1, 144)    83088       reshape_8[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_10/squeeze_excite (None, 1, 1, 144)    0           expanded_conv_10/squeeze_excite/C\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_10/squeeze_excite (None, 1, 1, 576)    83520       expanded_conv_10/squeeze_excite/R\n",
      "__________________________________________________________________________________________________\n",
      "tf.__operators__.add_25 (TFOpLa (None, 1, 1, 576)    0           expanded_conv_10/squeeze_excite/C\n",
      "__________________________________________________________________________________________________\n",
      "re_lu_30 (ReLU)                 (None, 1, 1, 576)    0           tf.__operators__.add_25[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "tf.math.multiply_25 (TFOpLambda (None, 1, 1, 576)    0           re_lu_30[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_10/squeeze_excite (None, 4, 4, 576)    0           multiply_16[0][0]                \n",
      "                                                                 tf.math.multiply_25[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_10/project (Conv2 (None, 4, 4, 96)     55296       expanded_conv_10/squeeze_excite/M\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_10/project/BatchN (None, 4, 4, 96)     384         expanded_conv_10/project[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_10/Add (Add)      (None, 4, 4, 96)     0           expanded_conv_9/Add[0][0]        \n",
      "                                                                 expanded_conv_10/project/BatchNor\n",
      "__________________________________________________________________________________________________\n",
      "Conv_1 (Conv2D)                 (None, 4, 4, 576)    55296       expanded_conv_10/Add[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "Conv_1/BatchNorm (BatchNormaliz (None, 4, 4, 576)    2304        Conv_1[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "tf.__operators__.add_26 (TFOpLa (None, 4, 4, 576)    0           Conv_1/BatchNorm[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_31 (ReLU)                 (None, 4, 4, 576)    0           tf.__operators__.add_26[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "tf.math.multiply_26 (TFOpLambda (None, 4, 4, 576)    0           re_lu_31[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "multiply_17 (Multiply)          (None, 4, 4, 576)    0           tf.math.multiply_26[0][0]        \n",
      "                                                                 Conv_1/BatchNorm[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "Conv_2 (Conv2D)                 (None, 4, 4, 1024)   590848      multiply_17[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "tf.__operators__.add_27 (TFOpLa (None, 4, 4, 1024)   0           Conv_2[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_32 (ReLU)                 (None, 4, 4, 1024)   0           tf.__operators__.add_27[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "tf.math.multiply_27 (TFOpLambda (None, 4, 4, 1024)   0           re_lu_32[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "multiply_18 (Multiply)          (None, 4, 4, 1024)   0           tf.math.multiply_27[0][0]        \n",
      "                                                                 Conv_2[0][0]                     \n",
      "==================================================================================================\n",
      "Total params: 1,529,968\n",
      "Trainable params: 1,517,856\n",
      "Non-trainable params: 12,112\n",
      "__________________________________________________________________________________________________\n"
     ]
    }
   ],
   "source": [
    "model.summary()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model: \"MobilenetV3small\"\n",
      "__________________________________________________________________________________________________\n",
      "Layer (type)                    Output Shape         Param #     Connected to                     \n",
      "==================================================================================================\n",
      "input_2 (InputLayer)            [(None, 112, 112, 3) 0                                            \n",
      "__________________________________________________________________________________________________\n",
      "Conv (Conv2D)                   (None, 56, 56, 16)   432         input_2[0][0]                    \n",
      "__________________________________________________________________________________________________\n",
      "Conv/BatchNorm (BatchNormalizat (None, 56, 56, 16)   64          Conv[0][0]                       \n",
      "__________________________________________________________________________________________________\n",
      "tf.__operators__.add_28 (TFOpLa (None, 56, 56, 16)   0           Conv/BatchNorm[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_33 (ReLU)                 (None, 56, 56, 16)   0           tf.__operators__.add_28[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "tf.math.multiply_28 (TFOpLambda (None, 56, 56, 16)   0           re_lu_33[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "multiply_19 (Multiply)          (None, 56, 56, 16)   0           tf.math.multiply_28[0][0]        \n",
      "                                                                 Conv/BatchNorm[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv/depthwise/pad (Ze (None, 57, 57, 16)   0           multiply_19[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv/depthwise (Depthw (None, 28, 28, 16)   144         expanded_conv/depthwise/pad[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv/depthwise/BatchNo (None, 28, 28, 16)   64          expanded_conv/depthwise[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_34 (ReLU)                 (None, 28, 28, 16)   0           expanded_conv/depthwise/BatchNorm\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv/squeeze_excite/Av (None, 16)           0           re_lu_34[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "reshape_9 (Reshape)             (None, 1, 1, 16)     0           expanded_conv/squeeze_excite/AvgP\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv/squeeze_excite/Co (None, 1, 1, 8)      136         reshape_9[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv/squeeze_excite/Re (None, 1, 1, 8)      0           expanded_conv/squeeze_excite/Conv\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv/squeeze_excite/Co (None, 1, 1, 16)     144         expanded_conv/squeeze_excite/Relu\n",
      "__________________________________________________________________________________________________\n",
      "tf.__operators__.add_29 (TFOpLa (None, 1, 1, 16)     0           expanded_conv/squeeze_excite/Conv\n",
      "__________________________________________________________________________________________________\n",
      "re_lu_35 (ReLU)                 (None, 1, 1, 16)     0           tf.__operators__.add_29[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "tf.math.multiply_29 (TFOpLambda (None, 1, 1, 16)     0           re_lu_35[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv/squeeze_excite/Mu (None, 28, 28, 16)   0           re_lu_34[0][0]                   \n",
      "                                                                 tf.math.multiply_29[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv/project (Conv2D)  (None, 28, 28, 16)   256         expanded_conv/squeeze_excite/Mul[\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv/project/BatchNorm (None, 28, 28, 16)   64          expanded_conv/project[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_1/expand (Conv2D) (None, 28, 28, 72)   1152        expanded_conv/project/BatchNorm[0\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_1/expand/BatchNor (None, 28, 28, 72)   288         expanded_conv_1/expand[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_36 (ReLU)                 (None, 28, 28, 72)   0           expanded_conv_1/expand/BatchNorm[\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_1/depthwise/pad ( (None, 29, 29, 72)   0           re_lu_36[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_1/depthwise (Dept (None, 14, 14, 72)   648         expanded_conv_1/depthwise/pad[0][\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_1/depthwise/Batch (None, 14, 14, 72)   288         expanded_conv_1/depthwise[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_37 (ReLU)                 (None, 14, 14, 72)   0           expanded_conv_1/depthwise/BatchNo\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_1/project (Conv2D (None, 14, 14, 24)   1728        re_lu_37[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_1/project/BatchNo (None, 14, 14, 24)   96          expanded_conv_1/project[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_2/expand (Conv2D) (None, 14, 14, 88)   2112        expanded_conv_1/project/BatchNorm\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_2/expand/BatchNor (None, 14, 14, 88)   352         expanded_conv_2/expand[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_38 (ReLU)                 (None, 14, 14, 88)   0           expanded_conv_2/expand/BatchNorm[\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_2/depthwise (Dept (None, 14, 14, 88)   792         re_lu_38[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_2/depthwise/Batch (None, 14, 14, 88)   352         expanded_conv_2/depthwise[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_39 (ReLU)                 (None, 14, 14, 88)   0           expanded_conv_2/depthwise/BatchNo\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_2/project (Conv2D (None, 14, 14, 24)   2112        re_lu_39[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_2/project/BatchNo (None, 14, 14, 24)   96          expanded_conv_2/project[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_2/Add (Add)       (None, 14, 14, 24)   0           expanded_conv_1/project/BatchNorm\n",
      "                                                                 expanded_conv_2/project/BatchNorm\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_3/expand (Conv2D) (None, 14, 14, 96)   2304        expanded_conv_2/Add[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_3/expand/BatchNor (None, 14, 14, 96)   384         expanded_conv_3/expand[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "tf.__operators__.add_30 (TFOpLa (None, 14, 14, 96)   0           expanded_conv_3/expand/BatchNorm[\n",
      "__________________________________________________________________________________________________\n",
      "re_lu_40 (ReLU)                 (None, 14, 14, 96)   0           tf.__operators__.add_30[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "tf.math.multiply_30 (TFOpLambda (None, 14, 14, 96)   0           re_lu_40[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "multiply_20 (Multiply)          (None, 14, 14, 96)   0           tf.math.multiply_30[0][0]        \n",
      "                                                                 expanded_conv_3/expand/BatchNorm[\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_3/depthwise/pad ( (None, 17, 17, 96)   0           multiply_20[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_3/depthwise (Dept (None, 7, 7, 96)     2400        expanded_conv_3/depthwise/pad[0][\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_3/depthwise/Batch (None, 7, 7, 96)     384         expanded_conv_3/depthwise[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "tf.__operators__.add_31 (TFOpLa (None, 7, 7, 96)     0           expanded_conv_3/depthwise/BatchNo\n",
      "__________________________________________________________________________________________________\n",
      "re_lu_41 (ReLU)                 (None, 7, 7, 96)     0           tf.__operators__.add_31[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "tf.math.multiply_31 (TFOpLambda (None, 7, 7, 96)     0           re_lu_41[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "multiply_21 (Multiply)          (None, 7, 7, 96)     0           tf.math.multiply_31[0][0]        \n",
      "                                                                 expanded_conv_3/depthwise/BatchNo\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_3/squeeze_excite/ (None, 96)           0           multiply_21[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "reshape_10 (Reshape)            (None, 1, 1, 96)     0           expanded_conv_3/squeeze_excite/Av\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_3/squeeze_excite/ (None, 1, 1, 24)     2328        reshape_10[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_3/squeeze_excite/ (None, 1, 1, 24)     0           expanded_conv_3/squeeze_excite/Co\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_3/squeeze_excite/ (None, 1, 1, 96)     2400        expanded_conv_3/squeeze_excite/Re\n",
      "__________________________________________________________________________________________________\n",
      "tf.__operators__.add_32 (TFOpLa (None, 1, 1, 96)     0           expanded_conv_3/squeeze_excite/Co\n",
      "__________________________________________________________________________________________________\n",
      "re_lu_42 (ReLU)                 (None, 1, 1, 96)     0           tf.__operators__.add_32[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "tf.math.multiply_32 (TFOpLambda (None, 1, 1, 96)     0           re_lu_42[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_3/squeeze_excite/ (None, 7, 7, 96)     0           multiply_21[0][0]                \n",
      "                                                                 tf.math.multiply_32[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_3/project (Conv2D (None, 7, 7, 40)     3840        expanded_conv_3/squeeze_excite/Mu\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_3/project/BatchNo (None, 7, 7, 40)     160         expanded_conv_3/project[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_4/expand (Conv2D) (None, 7, 7, 240)    9600        expanded_conv_3/project/BatchNorm\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_4/expand/BatchNor (None, 7, 7, 240)    960         expanded_conv_4/expand[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "tf.__operators__.add_33 (TFOpLa (None, 7, 7, 240)    0           expanded_conv_4/expand/BatchNorm[\n",
      "__________________________________________________________________________________________________\n",
      "re_lu_43 (ReLU)                 (None, 7, 7, 240)    0           tf.__operators__.add_33[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "tf.math.multiply_33 (TFOpLambda (None, 7, 7, 240)    0           re_lu_43[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "multiply_22 (Multiply)          (None, 7, 7, 240)    0           tf.math.multiply_33[0][0]        \n",
      "                                                                 expanded_conv_4/expand/BatchNorm[\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_4/depthwise (Dept (None, 7, 7, 240)    6000        multiply_22[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_4/depthwise/Batch (None, 7, 7, 240)    960         expanded_conv_4/depthwise[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "tf.__operators__.add_34 (TFOpLa (None, 7, 7, 240)    0           expanded_conv_4/depthwise/BatchNo\n",
      "__________________________________________________________________________________________________\n",
      "re_lu_44 (ReLU)                 (None, 7, 7, 240)    0           tf.__operators__.add_34[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "tf.math.multiply_34 (TFOpLambda (None, 7, 7, 240)    0           re_lu_44[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "multiply_23 (Multiply)          (None, 7, 7, 240)    0           tf.math.multiply_34[0][0]        \n",
      "                                                                 expanded_conv_4/depthwise/BatchNo\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_4/squeeze_excite/ (None, 240)          0           multiply_23[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "reshape_11 (Reshape)            (None, 1, 1, 240)    0           expanded_conv_4/squeeze_excite/Av\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_4/squeeze_excite/ (None, 1, 1, 64)     15424       reshape_11[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_4/squeeze_excite/ (None, 1, 1, 64)     0           expanded_conv_4/squeeze_excite/Co\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_4/squeeze_excite/ (None, 1, 1, 240)    15600       expanded_conv_4/squeeze_excite/Re\n",
      "__________________________________________________________________________________________________\n",
      "tf.__operators__.add_35 (TFOpLa (None, 1, 1, 240)    0           expanded_conv_4/squeeze_excite/Co\n",
      "__________________________________________________________________________________________________\n",
      "re_lu_45 (ReLU)                 (None, 1, 1, 240)    0           tf.__operators__.add_35[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "tf.math.multiply_35 (TFOpLambda (None, 1, 1, 240)    0           re_lu_45[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_4/squeeze_excite/ (None, 7, 7, 240)    0           multiply_23[0][0]                \n",
      "                                                                 tf.math.multiply_35[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_4/project (Conv2D (None, 7, 7, 40)     9600        expanded_conv_4/squeeze_excite/Mu\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_4/project/BatchNo (None, 7, 7, 40)     160         expanded_conv_4/project[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_4/Add (Add)       (None, 7, 7, 40)     0           expanded_conv_3/project/BatchNorm\n",
      "                                                                 expanded_conv_4/project/BatchNorm\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_5/expand (Conv2D) (None, 7, 7, 240)    9600        expanded_conv_4/Add[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_5/expand/BatchNor (None, 7, 7, 240)    960         expanded_conv_5/expand[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "tf.__operators__.add_36 (TFOpLa (None, 7, 7, 240)    0           expanded_conv_5/expand/BatchNorm[\n",
      "__________________________________________________________________________________________________\n",
      "re_lu_46 (ReLU)                 (None, 7, 7, 240)    0           tf.__operators__.add_36[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "tf.math.multiply_36 (TFOpLambda (None, 7, 7, 240)    0           re_lu_46[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "multiply_24 (Multiply)          (None, 7, 7, 240)    0           tf.math.multiply_36[0][0]        \n",
      "                                                                 expanded_conv_5/expand/BatchNorm[\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_5/depthwise (Dept (None, 7, 7, 240)    6000        multiply_24[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_5/depthwise/Batch (None, 7, 7, 240)    960         expanded_conv_5/depthwise[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "tf.__operators__.add_37 (TFOpLa (None, 7, 7, 240)    0           expanded_conv_5/depthwise/BatchNo\n",
      "__________________________________________________________________________________________________\n",
      "re_lu_47 (ReLU)                 (None, 7, 7, 240)    0           tf.__operators__.add_37[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "tf.math.multiply_37 (TFOpLambda (None, 7, 7, 240)    0           re_lu_47[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "multiply_25 (Multiply)          (None, 7, 7, 240)    0           tf.math.multiply_37[0][0]        \n",
      "                                                                 expanded_conv_5/depthwise/BatchNo\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_5/squeeze_excite/ (None, 240)          0           multiply_25[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "reshape_12 (Reshape)            (None, 1, 1, 240)    0           expanded_conv_5/squeeze_excite/Av\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_5/squeeze_excite/ (None, 1, 1, 64)     15424       reshape_12[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_5/squeeze_excite/ (None, 1, 1, 64)     0           expanded_conv_5/squeeze_excite/Co\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_5/squeeze_excite/ (None, 1, 1, 240)    15600       expanded_conv_5/squeeze_excite/Re\n",
      "__________________________________________________________________________________________________\n",
      "tf.__operators__.add_38 (TFOpLa (None, 1, 1, 240)    0           expanded_conv_5/squeeze_excite/Co\n",
      "__________________________________________________________________________________________________\n",
      "re_lu_48 (ReLU)                 (None, 1, 1, 240)    0           tf.__operators__.add_38[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "tf.math.multiply_38 (TFOpLambda (None, 1, 1, 240)    0           re_lu_48[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_5/squeeze_excite/ (None, 7, 7, 240)    0           multiply_25[0][0]                \n",
      "                                                                 tf.math.multiply_38[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_5/project (Conv2D (None, 7, 7, 40)     9600        expanded_conv_5/squeeze_excite/Mu\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_5/project/BatchNo (None, 7, 7, 40)     160         expanded_conv_5/project[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_5/Add (Add)       (None, 7, 7, 40)     0           expanded_conv_4/Add[0][0]        \n",
      "                                                                 expanded_conv_5/project/BatchNorm\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_6/expand (Conv2D) (None, 7, 7, 120)    4800        expanded_conv_5/Add[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_6/expand/BatchNor (None, 7, 7, 120)    480         expanded_conv_6/expand[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "tf.__operators__.add_39 (TFOpLa (None, 7, 7, 120)    0           expanded_conv_6/expand/BatchNorm[\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "__________________________________________________________________________________________________\n",
      "re_lu_49 (ReLU)                 (None, 7, 7, 120)    0           tf.__operators__.add_39[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "tf.math.multiply_39 (TFOpLambda (None, 7, 7, 120)    0           re_lu_49[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "multiply_26 (Multiply)          (None, 7, 7, 120)    0           tf.math.multiply_39[0][0]        \n",
      "                                                                 expanded_conv_6/expand/BatchNorm[\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_6/depthwise (Dept (None, 7, 7, 120)    3000        multiply_26[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_6/depthwise/Batch (None, 7, 7, 120)    480         expanded_conv_6/depthwise[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "tf.__operators__.add_40 (TFOpLa (None, 7, 7, 120)    0           expanded_conv_6/depthwise/BatchNo\n",
      "__________________________________________________________________________________________________\n",
      "re_lu_50 (ReLU)                 (None, 7, 7, 120)    0           tf.__operators__.add_40[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "tf.math.multiply_40 (TFOpLambda (None, 7, 7, 120)    0           re_lu_50[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "multiply_27 (Multiply)          (None, 7, 7, 120)    0           tf.math.multiply_40[0][0]        \n",
      "                                                                 expanded_conv_6/depthwise/BatchNo\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_6/squeeze_excite/ (None, 120)          0           multiply_27[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "reshape_13 (Reshape)            (None, 1, 1, 120)    0           expanded_conv_6/squeeze_excite/Av\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_6/squeeze_excite/ (None, 1, 1, 32)     3872        reshape_13[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_6/squeeze_excite/ (None, 1, 1, 32)     0           expanded_conv_6/squeeze_excite/Co\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_6/squeeze_excite/ (None, 1, 1, 120)    3960        expanded_conv_6/squeeze_excite/Re\n",
      "__________________________________________________________________________________________________\n",
      "tf.__operators__.add_41 (TFOpLa (None, 1, 1, 120)    0           expanded_conv_6/squeeze_excite/Co\n",
      "__________________________________________________________________________________________________\n",
      "re_lu_51 (ReLU)                 (None, 1, 1, 120)    0           tf.__operators__.add_41[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "tf.math.multiply_41 (TFOpLambda (None, 1, 1, 120)    0           re_lu_51[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_6/squeeze_excite/ (None, 7, 7, 120)    0           multiply_27[0][0]                \n",
      "                                                                 tf.math.multiply_41[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_6/project (Conv2D (None, 7, 7, 48)     5760        expanded_conv_6/squeeze_excite/Mu\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_6/project/BatchNo (None, 7, 7, 48)     192         expanded_conv_6/project[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_7/expand (Conv2D) (None, 7, 7, 144)    6912        expanded_conv_6/project/BatchNorm\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_7/expand/BatchNor (None, 7, 7, 144)    576         expanded_conv_7/expand[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "tf.__operators__.add_42 (TFOpLa (None, 7, 7, 144)    0           expanded_conv_7/expand/BatchNorm[\n",
      "__________________________________________________________________________________________________\n",
      "re_lu_52 (ReLU)                 (None, 7, 7, 144)    0           tf.__operators__.add_42[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "tf.math.multiply_42 (TFOpLambda (None, 7, 7, 144)    0           re_lu_52[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "multiply_28 (Multiply)          (None, 7, 7, 144)    0           tf.math.multiply_42[0][0]        \n",
      "                                                                 expanded_conv_7/expand/BatchNorm[\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_7/depthwise (Dept (None, 7, 7, 144)    3600        multiply_28[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_7/depthwise/Batch (None, 7, 7, 144)    576         expanded_conv_7/depthwise[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "tf.__operators__.add_43 (TFOpLa (None, 7, 7, 144)    0           expanded_conv_7/depthwise/BatchNo\n",
      "__________________________________________________________________________________________________\n",
      "re_lu_53 (ReLU)                 (None, 7, 7, 144)    0           tf.__operators__.add_43[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "tf.math.multiply_43 (TFOpLambda (None, 7, 7, 144)    0           re_lu_53[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "multiply_29 (Multiply)          (None, 7, 7, 144)    0           tf.math.multiply_43[0][0]        \n",
      "                                                                 expanded_conv_7/depthwise/BatchNo\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_7/squeeze_excite/ (None, 144)          0           multiply_29[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "reshape_14 (Reshape)            (None, 1, 1, 144)    0           expanded_conv_7/squeeze_excite/Av\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_7/squeeze_excite/ (None, 1, 1, 40)     5800        reshape_14[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_7/squeeze_excite/ (None, 1, 1, 40)     0           expanded_conv_7/squeeze_excite/Co\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_7/squeeze_excite/ (None, 1, 1, 144)    5904        expanded_conv_7/squeeze_excite/Re\n",
      "__________________________________________________________________________________________________\n",
      "tf.__operators__.add_44 (TFOpLa (None, 1, 1, 144)    0           expanded_conv_7/squeeze_excite/Co\n",
      "__________________________________________________________________________________________________\n",
      "re_lu_54 (ReLU)                 (None, 1, 1, 144)    0           tf.__operators__.add_44[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "tf.math.multiply_44 (TFOpLambda (None, 1, 1, 144)    0           re_lu_54[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_7/squeeze_excite/ (None, 7, 7, 144)    0           multiply_29[0][0]                \n",
      "                                                                 tf.math.multiply_44[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_7/project (Conv2D (None, 7, 7, 48)     6912        expanded_conv_7/squeeze_excite/Mu\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_7/project/BatchNo (None, 7, 7, 48)     192         expanded_conv_7/project[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_7/Add (Add)       (None, 7, 7, 48)     0           expanded_conv_6/project/BatchNorm\n",
      "                                                                 expanded_conv_7/project/BatchNorm\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_8/expand (Conv2D) (None, 7, 7, 288)    13824       expanded_conv_7/Add[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_8/expand/BatchNor (None, 7, 7, 288)    1152        expanded_conv_8/expand[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "tf.__operators__.add_45 (TFOpLa (None, 7, 7, 288)    0           expanded_conv_8/expand/BatchNorm[\n",
      "__________________________________________________________________________________________________\n",
      "re_lu_55 (ReLU)                 (None, 7, 7, 288)    0           tf.__operators__.add_45[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "tf.math.multiply_45 (TFOpLambda (None, 7, 7, 288)    0           re_lu_55[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "multiply_30 (Multiply)          (None, 7, 7, 288)    0           tf.math.multiply_45[0][0]        \n",
      "                                                                 expanded_conv_8/expand/BatchNorm[\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_8/depthwise/pad ( (None, 11, 11, 288)  0           multiply_30[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_8/depthwise (Dept (None, 4, 4, 288)    7200        expanded_conv_8/depthwise/pad[0][\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_8/depthwise/Batch (None, 4, 4, 288)    1152        expanded_conv_8/depthwise[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "tf.__operators__.add_46 (TFOpLa (None, 4, 4, 288)    0           expanded_conv_8/depthwise/BatchNo\n",
      "__________________________________________________________________________________________________\n",
      "re_lu_56 (ReLU)                 (None, 4, 4, 288)    0           tf.__operators__.add_46[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "tf.math.multiply_46 (TFOpLambda (None, 4, 4, 288)    0           re_lu_56[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "multiply_31 (Multiply)          (None, 4, 4, 288)    0           tf.math.multiply_46[0][0]        \n",
      "                                                                 expanded_conv_8/depthwise/BatchNo\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_8/squeeze_excite/ (None, 288)          0           multiply_31[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "reshape_15 (Reshape)            (None, 1, 1, 288)    0           expanded_conv_8/squeeze_excite/Av\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_8/squeeze_excite/ (None, 1, 1, 72)     20808       reshape_15[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_8/squeeze_excite/ (None, 1, 1, 72)     0           expanded_conv_8/squeeze_excite/Co\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_8/squeeze_excite/ (None, 1, 1, 288)    21024       expanded_conv_8/squeeze_excite/Re\n",
      "__________________________________________________________________________________________________\n",
      "tf.__operators__.add_47 (TFOpLa (None, 1, 1, 288)    0           expanded_conv_8/squeeze_excite/Co\n",
      "__________________________________________________________________________________________________\n",
      "re_lu_57 (ReLU)                 (None, 1, 1, 288)    0           tf.__operators__.add_47[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "tf.math.multiply_47 (TFOpLambda (None, 1, 1, 288)    0           re_lu_57[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_8/squeeze_excite/ (None, 4, 4, 288)    0           multiply_31[0][0]                \n",
      "                                                                 tf.math.multiply_47[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_8/project (Conv2D (None, 4, 4, 96)     27648       expanded_conv_8/squeeze_excite/Mu\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_8/project/BatchNo (None, 4, 4, 96)     384         expanded_conv_8/project[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_9/expand (Conv2D) (None, 4, 4, 576)    55296       expanded_conv_8/project/BatchNorm\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_9/expand/BatchNor (None, 4, 4, 576)    2304        expanded_conv_9/expand[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "tf.__operators__.add_48 (TFOpLa (None, 4, 4, 576)    0           expanded_conv_9/expand/BatchNorm[\n",
      "__________________________________________________________________________________________________\n",
      "re_lu_58 (ReLU)                 (None, 4, 4, 576)    0           tf.__operators__.add_48[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "tf.math.multiply_48 (TFOpLambda (None, 4, 4, 576)    0           re_lu_58[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "multiply_32 (Multiply)          (None, 4, 4, 576)    0           tf.math.multiply_48[0][0]        \n",
      "                                                                 expanded_conv_9/expand/BatchNorm[\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_9/depthwise (Dept (None, 4, 4, 576)    14400       multiply_32[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_9/depthwise/Batch (None, 4, 4, 576)    2304        expanded_conv_9/depthwise[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "tf.__operators__.add_49 (TFOpLa (None, 4, 4, 576)    0           expanded_conv_9/depthwise/BatchNo\n",
      "__________________________________________________________________________________________________\n",
      "re_lu_59 (ReLU)                 (None, 4, 4, 576)    0           tf.__operators__.add_49[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "tf.math.multiply_49 (TFOpLambda (None, 4, 4, 576)    0           re_lu_59[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "multiply_33 (Multiply)          (None, 4, 4, 576)    0           tf.math.multiply_49[0][0]        \n",
      "                                                                 expanded_conv_9/depthwise/BatchNo\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_9/squeeze_excite/ (None, 576)          0           multiply_33[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "reshape_16 (Reshape)            (None, 1, 1, 576)    0           expanded_conv_9/squeeze_excite/Av\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_9/squeeze_excite/ (None, 1, 1, 144)    83088       reshape_16[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_9/squeeze_excite/ (None, 1, 1, 144)    0           expanded_conv_9/squeeze_excite/Co\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_9/squeeze_excite/ (None, 1, 1, 576)    83520       expanded_conv_9/squeeze_excite/Re\n",
      "__________________________________________________________________________________________________\n",
      "tf.__operators__.add_50 (TFOpLa (None, 1, 1, 576)    0           expanded_conv_9/squeeze_excite/Co\n",
      "__________________________________________________________________________________________________\n",
      "re_lu_60 (ReLU)                 (None, 1, 1, 576)    0           tf.__operators__.add_50[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "tf.math.multiply_50 (TFOpLambda (None, 1, 1, 576)    0           re_lu_60[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_9/squeeze_excite/ (None, 4, 4, 576)    0           multiply_33[0][0]                \n",
      "                                                                 tf.math.multiply_50[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_9/project (Conv2D (None, 4, 4, 96)     55296       expanded_conv_9/squeeze_excite/Mu\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_9/project/BatchNo (None, 4, 4, 96)     384         expanded_conv_9/project[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_9/Add (Add)       (None, 4, 4, 96)     0           expanded_conv_8/project/BatchNorm\n",
      "                                                                 expanded_conv_9/project/BatchNorm\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_10/expand (Conv2D (None, 4, 4, 576)    55296       expanded_conv_9/Add[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_10/expand/BatchNo (None, 4, 4, 576)    2304        expanded_conv_10/expand[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "tf.__operators__.add_51 (TFOpLa (None, 4, 4, 576)    0           expanded_conv_10/expand/BatchNorm\n",
      "__________________________________________________________________________________________________\n",
      "re_lu_61 (ReLU)                 (None, 4, 4, 576)    0           tf.__operators__.add_51[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "tf.math.multiply_51 (TFOpLambda (None, 4, 4, 576)    0           re_lu_61[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "multiply_34 (Multiply)          (None, 4, 4, 576)    0           tf.math.multiply_51[0][0]        \n",
      "                                                                 expanded_conv_10/expand/BatchNorm\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_10/depthwise (Dep (None, 4, 4, 576)    14400       multiply_34[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_10/depthwise/Batc (None, 4, 4, 576)    2304        expanded_conv_10/depthwise[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "tf.__operators__.add_52 (TFOpLa (None, 4, 4, 576)    0           expanded_conv_10/depthwise/BatchN\n",
      "__________________________________________________________________________________________________\n",
      "re_lu_62 (ReLU)                 (None, 4, 4, 576)    0           tf.__operators__.add_52[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "tf.math.multiply_52 (TFOpLambda (None, 4, 4, 576)    0           re_lu_62[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "multiply_35 (Multiply)          (None, 4, 4, 576)    0           tf.math.multiply_52[0][0]        \n",
      "                                                                 expanded_conv_10/depthwise/BatchN\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_10/squeeze_excite (None, 576)          0           multiply_35[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "reshape_17 (Reshape)            (None, 1, 1, 576)    0           expanded_conv_10/squeeze_excite/A\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_10/squeeze_excite (None, 1, 1, 144)    83088       reshape_17[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_10/squeeze_excite (None, 1, 1, 144)    0           expanded_conv_10/squeeze_excite/C\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_10/squeeze_excite (None, 1, 1, 576)    83520       expanded_conv_10/squeeze_excite/R\n",
      "__________________________________________________________________________________________________\n",
      "tf.__operators__.add_53 (TFOpLa (None, 1, 1, 576)    0           expanded_conv_10/squeeze_excite/C\n",
      "__________________________________________________________________________________________________\n",
      "re_lu_63 (ReLU)                 (None, 1, 1, 576)    0           tf.__operators__.add_53[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "tf.math.multiply_53 (TFOpLambda (None, 1, 1, 576)    0           re_lu_63[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_10/squeeze_excite (None, 4, 4, 576)    0           multiply_35[0][0]                \n",
      "                                                                 tf.math.multiply_53[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_10/project (Conv2 (None, 4, 4, 96)     55296       expanded_conv_10/squeeze_excite/M\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_10/project/BatchN (None, 4, 4, 96)     384         expanded_conv_10/project[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_10/Add (Add)      (None, 4, 4, 96)     0           expanded_conv_9/Add[0][0]        \n",
      "                                                                 expanded_conv_10/project/BatchNor\n",
      "__________________________________________________________________________________________________\n",
      "Conv_1 (Conv2D)                 (None, 4, 4, 576)    55296       expanded_conv_10/Add[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "Conv_1/BatchNorm (BatchNormaliz (None, 4, 4, 576)    2304        Conv_1[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "tf.__operators__.add_54 (TFOpLa (None, 4, 4, 576)    0           Conv_1/BatchNorm[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_64 (ReLU)                 (None, 4, 4, 576)    0           tf.__operators__.add_54[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "tf.math.multiply_54 (TFOpLambda (None, 4, 4, 576)    0           re_lu_64[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "multiply_36 (Multiply)          (None, 4, 4, 576)    0           tf.math.multiply_54[0][0]        \n",
      "                                                                 Conv_1/BatchNorm[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "Conv_2 (Conv2D)                 (None, 4, 4, 1024)   590848      multiply_36[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "tf.__operators__.add_55 (TFOpLa (None, 4, 4, 1024)   0           Conv_2[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_65 (ReLU)                 (None, 4, 4, 1024)   0           tf.__operators__.add_55[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "tf.math.multiply_55 (TFOpLambda (None, 4, 4, 1024)   0           re_lu_65[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "multiply_37 (Multiply)          (None, 4, 4, 1024)   0           tf.math.multiply_55[0][0]        \n",
      "                                                                 Conv_2[0][0]                     \n",
      "==================================================================================================\n",
      "Total params: 1,529,968\n",
      "Trainable params: 1,517,856\n",
      "Non-trainable params: 12,112\n",
      "__________________________________________________________________________________________________\n"
     ]
    }
   ],
   "source": [
    "model2.summary()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "EfficientNet의 경우 stem에서 width scaling을 하는데 그로 인해 1번째 block1a에서 weight를 불러올수 없었다\n",
    "EfficientNetLite의 경우 이렇게 불러오면 불완전하지만 [official code](https://github.com/tensorflow/tpu/blob/master/models/official/efficientnet/lite/README.md)를 사용하는 방법을 터득하기전까지는 이렇게 사용하자"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "# EfficientNet Lite\n",
    "# for layer in model2.layers:\n",
    "#     if (not (\"input_\" in layer.name)):\n",
    "#         if (not (\"stem_\" in layer.name)):\n",
    "#             if (not (\"block1a_\" in layer.name)):\n",
    "#                 if (not (\"top_\" in layer.name)):\n",
    "#                     print(layer.name)\n",
    "#                     model2.get_layer(layer.name).set_weights(model.get_layer(layer.name).get_weights())\n",
    "\n",
    "# MobileNet\n",
    "for layer in model2.layers:\n",
    "    if (not (\"input_\" in layer.name)):\n",
    "        if (not (\"add_\" in layer.name)):\n",
    "            if (not (\"multiply_\" in layer.name)):\n",
    "                if (not (\"re_lu_\" in layer.name)):\n",
    "                    if (not (\"reshape_\" in layer.name)):\n",
    "                        model2.get_layer(layer.name).set_weights(model.get_layer(layer.name).get_weights())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "# model2.save_weights('./weights/efficientnet_lite'+version+'_notop.ckpt')\n",
    "model2.save_weights('./weights/mobilenet_v3_small_notop.ckpt')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.9"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}