DFANet_custom_keras.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Using TensorFlow backend.\n",
      "/usr/local/lib/python3.6/dist-packages/tensorflow/python/framework/dtypes.py:516: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
      "  _np_qint8 = np.dtype([(\"qint8\", np.int8, 1)])\n",
      "/usr/local/lib/python3.6/dist-packages/tensorflow/python/framework/dtypes.py:517: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
      "  _np_quint8 = np.dtype([(\"quint8\", np.uint8, 1)])\n",
      "/usr/local/lib/python3.6/dist-packages/tensorflow/python/framework/dtypes.py:518: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
      "  _np_qint16 = np.dtype([(\"qint16\", np.int16, 1)])\n",
      "/usr/local/lib/python3.6/dist-packages/tensorflow/python/framework/dtypes.py:519: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
      "  _np_quint16 = np.dtype([(\"quint16\", np.uint16, 1)])\n",
      "/usr/local/lib/python3.6/dist-packages/tensorflow/python/framework/dtypes.py:520: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
      "  _np_qint32 = np.dtype([(\"qint32\", np.int32, 1)])\n",
      "/usr/local/lib/python3.6/dist-packages/tensorflow/python/framework/dtypes.py:525: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
      "  np_resource = np.dtype([(\"resource\", np.ubyte, 1)])\n",
      "/usr/local/lib/python3.6/dist-packages/tensorboard/compat/tensorflow_stub/dtypes.py:541: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
      "  _np_qint8 = np.dtype([(\"qint8\", np.int8, 1)])\n",
      "/usr/local/lib/python3.6/dist-packages/tensorboard/compat/tensorflow_stub/dtypes.py:542: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
      "  _np_quint8 = np.dtype([(\"quint8\", np.uint8, 1)])\n",
      "/usr/local/lib/python3.6/dist-packages/tensorboard/compat/tensorflow_stub/dtypes.py:543: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
      "  _np_qint16 = np.dtype([(\"qint16\", np.int16, 1)])\n",
      "/usr/local/lib/python3.6/dist-packages/tensorboard/compat/tensorflow_stub/dtypes.py:544: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
      "  _np_quint16 = np.dtype([(\"quint16\", np.uint16, 1)])\n",
      "/usr/local/lib/python3.6/dist-packages/tensorboard/compat/tensorflow_stub/dtypes.py:545: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
      "  _np_qint32 = np.dtype([(\"qint32\", np.int32, 1)])\n",
      "/usr/local/lib/python3.6/dist-packages/tensorboard/compat/tensorflow_stub/dtypes.py:550: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
      "  np_resource = np.dtype([(\"resource\", np.ubyte, 1)])\n"
     ]
    }
   ],
   "source": [
    "from keras import *\n",
    "from keras.layers import *\n",
    "import numpy as np\n",
    "import glob\n",
    "import cv2\n",
    "import os\n",
    "\n",
    "os.environ[\"CUDA_VISIBLE_DEVICES\"]=\"1\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model: \"model_4\"\n",
      "__________________________________________________________________________________________________\n",
      "Layer (type)                    Output Shape         Param #     Connected to                     \n",
      "==================================================================================================\n",
      "input_51 (InputLayer)           (None, 288, 288, 3)  0                                            \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3159 (Conv2D)            (None, 288, 288, 8)  224         input_51[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2771 (Depthwis (None, 288, 288, 8)  72          conv2d_3159[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5617 (Batch (None, 288, 288, 8)  32          depthwise_conv2d_2771[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5617 (Activation)    (None, 288, 288, 8)  0           batch_normalization_5617[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3160 (Conv2D)            (None, 288, 288, 12) 108         activation_5617[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5618 (Batch (None, 288, 288, 12) 48          conv2d_3160[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5618 (Activation)    (None, 288, 288, 12) 0           batch_normalization_5618[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2772 (Depthwis (None, 288, 288, 12) 108         activation_5618[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5619 (Batch (None, 288, 288, 12) 48          depthwise_conv2d_2772[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5619 (Activation)    (None, 288, 288, 12) 0           batch_normalization_5619[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3161 (Conv2D)            (None, 288, 288, 12) 156         activation_5619[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5620 (Batch (None, 288, 288, 12) 48          conv2d_3161[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5620 (Activation)    (None, 288, 288, 12) 0           batch_normalization_5620[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2773 (Depthwis (None, 288, 288, 12) 108         activation_5620[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5621 (Batch (None, 288, 288, 12) 48          depthwise_conv2d_2773[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5621 (Activation)    (None, 288, 288, 12) 0           batch_normalization_5621[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3162 (Conv2D)            (None, 288, 288, 48) 624         activation_5621[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5622 (Batch (None, 288, 288, 48) 192         conv2d_3162[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5622 (Activation)    (None, 288, 288, 48) 0           batch_normalization_5622[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2774 (Depthwis (None, 288, 288, 48) 432         activation_5622[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5623 (Batch (None, 288, 288, 48) 192         depthwise_conv2d_2774[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5623 (Activation)    (None, 288, 288, 48) 0           batch_normalization_5623[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3163 (Conv2D)            (None, 288, 288, 12) 588         activation_5623[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5624 (Batch (None, 288, 288, 12) 48          conv2d_3163[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5624 (Activation)    (None, 288, 288, 12) 0           batch_normalization_5624[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2775 (Depthwis (None, 288, 288, 12) 108         activation_5624[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5625 (Batch (None, 288, 288, 12) 48          depthwise_conv2d_2775[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5625 (Activation)    (None, 288, 288, 12) 0           batch_normalization_5625[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3164 (Conv2D)            (None, 288, 288, 12) 156         activation_5625[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5626 (Batch (None, 288, 288, 12) 48          conv2d_3164[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5626 (Activation)    (None, 288, 288, 12) 0           batch_normalization_5626[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2776 (Depthwis (None, 288, 288, 12) 108         activation_5626[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5627 (Batch (None, 288, 288, 12) 48          depthwise_conv2d_2776[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5627 (Activation)    (None, 288, 288, 12) 0           batch_normalization_5627[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3165 (Conv2D)            (None, 288, 288, 48) 624         activation_5627[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5628 (Batch (None, 288, 288, 48) 192         conv2d_3165[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5628 (Activation)    (None, 288, 288, 48) 0           batch_normalization_5628[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2777 (Depthwis (None, 288, 288, 48) 432         activation_5628[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5629 (Batch (None, 288, 288, 48) 192         depthwise_conv2d_2777[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5629 (Activation)    (None, 288, 288, 48) 0           batch_normalization_5629[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3166 (Conv2D)            (None, 288, 288, 12) 588         activation_5629[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5630 (Batch (None, 288, 288, 12) 48          conv2d_3166[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5630 (Activation)    (None, 288, 288, 12) 0           batch_normalization_5630[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2778 (Depthwis (None, 288, 288, 12) 108         activation_5630[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5631 (Batch (None, 288, 288, 12) 48          depthwise_conv2d_2778[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5631 (Activation)    (None, 288, 288, 12) 0           batch_normalization_5631[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3167 (Conv2D)            (None, 288, 288, 12) 156         activation_5631[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5632 (Batch (None, 288, 288, 12) 48          conv2d_3167[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5632 (Activation)    (None, 288, 288, 12) 0           batch_normalization_5632[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2779 (Depthwis (None, 288, 288, 12) 108         activation_5632[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5633 (Batch (None, 288, 288, 12) 48          depthwise_conv2d_2779[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5633 (Activation)    (None, 288, 288, 12) 0           batch_normalization_5633[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3168 (Conv2D)            (None, 288, 288, 48) 624         activation_5633[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5634 (Batch (None, 288, 288, 48) 192         conv2d_3168[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5634 (Activation)    (None, 288, 288, 48) 0           batch_normalization_5634[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3169 (Conv2D)            (None, 144, 144, 48) 2352        activation_5634[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2780 (Depthwis (None, 144, 144, 48) 432         conv2d_3169[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5635 (Batch (None, 144, 144, 48) 192         depthwise_conv2d_2780[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5635 (Activation)    (None, 144, 144, 48) 0           batch_normalization_5635[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3170 (Conv2D)            (None, 144, 144, 24) 1176        activation_5635[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5636 (Batch (None, 144, 144, 24) 96          conv2d_3170[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5636 (Activation)    (None, 144, 144, 24) 0           batch_normalization_5636[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2781 (Depthwis (None, 144, 144, 24) 216         activation_5636[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5637 (Batch (None, 144, 144, 24) 96          depthwise_conv2d_2781[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5637 (Activation)    (None, 144, 144, 24) 0           batch_normalization_5637[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3171 (Conv2D)            (None, 144, 144, 24) 600         activation_5637[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5638 (Batch (None, 144, 144, 24) 96          conv2d_3171[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5638 (Activation)    (None, 144, 144, 24) 0           batch_normalization_5638[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2782 (Depthwis (None, 144, 144, 24) 216         activation_5638[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5639 (Batch (None, 144, 144, 24) 96          depthwise_conv2d_2782[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5639 (Activation)    (None, 144, 144, 24) 0           batch_normalization_5639[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3172 (Conv2D)            (None, 144, 144, 96) 2400        activation_5639[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5640 (Batch (None, 144, 144, 96) 384         conv2d_3172[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5640 (Activation)    (None, 144, 144, 96) 0           batch_normalization_5640[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2783 (Depthwis (None, 144, 144, 96) 864         activation_5640[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5641 (Batch (None, 144, 144, 96) 384         depthwise_conv2d_2783[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5641 (Activation)    (None, 144, 144, 96) 0           batch_normalization_5641[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3173 (Conv2D)            (None, 144, 144, 24) 2328        activation_5641[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5642 (Batch (None, 144, 144, 24) 96          conv2d_3173[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5642 (Activation)    (None, 144, 144, 24) 0           batch_normalization_5642[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2784 (Depthwis (None, 144, 144, 24) 216         activation_5642[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5643 (Batch (None, 144, 144, 24) 96          depthwise_conv2d_2784[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5643 (Activation)    (None, 144, 144, 24) 0           batch_normalization_5643[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3174 (Conv2D)            (None, 144, 144, 24) 600         activation_5643[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5644 (Batch (None, 144, 144, 24) 96          conv2d_3174[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5644 (Activation)    (None, 144, 144, 24) 0           batch_normalization_5644[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2785 (Depthwis (None, 144, 144, 24) 216         activation_5644[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5645 (Batch (None, 144, 144, 24) 96          depthwise_conv2d_2785[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5645 (Activation)    (None, 144, 144, 24) 0           batch_normalization_5645[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3175 (Conv2D)            (None, 144, 144, 96) 2400        activation_5645[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5646 (Batch (None, 144, 144, 96) 384         conv2d_3175[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5646 (Activation)    (None, 144, 144, 96) 0           batch_normalization_5646[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2786 (Depthwis (None, 144, 144, 96) 864         activation_5646[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5647 (Batch (None, 144, 144, 96) 384         depthwise_conv2d_2786[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5647 (Activation)    (None, 144, 144, 96) 0           batch_normalization_5647[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3176 (Conv2D)            (None, 144, 144, 24) 2328        activation_5647[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5648 (Batch (None, 144, 144, 24) 96          conv2d_3176[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5648 (Activation)    (None, 144, 144, 24) 0           batch_normalization_5648[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2787 (Depthwis (None, 144, 144, 24) 216         activation_5648[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5649 (Batch (None, 144, 144, 24) 96          depthwise_conv2d_2787[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5649 (Activation)    (None, 144, 144, 24) 0           batch_normalization_5649[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3177 (Conv2D)            (None, 144, 144, 24) 600         activation_5649[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5650 (Batch (None, 144, 144, 24) 96          conv2d_3177[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5650 (Activation)    (None, 144, 144, 24) 0           batch_normalization_5650[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2788 (Depthwis (None, 144, 144, 24) 216         activation_5650[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5651 (Batch (None, 144, 144, 24) 96          depthwise_conv2d_2788[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5651 (Activation)    (None, 144, 144, 24) 0           batch_normalization_5651[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3178 (Conv2D)            (None, 144, 144, 96) 2400        activation_5651[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5652 (Batch (None, 144, 144, 96) 384         conv2d_3178[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5652 (Activation)    (None, 144, 144, 96) 0           batch_normalization_5652[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2789 (Depthwis (None, 144, 144, 96) 864         activation_5652[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5653 (Batch (None, 144, 144, 96) 384         depthwise_conv2d_2789[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5653 (Activation)    (None, 144, 144, 96) 0           batch_normalization_5653[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3179 (Conv2D)            (None, 144, 144, 24) 2328        activation_5653[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5654 (Batch (None, 144, 144, 24) 96          conv2d_3179[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5654 (Activation)    (None, 144, 144, 24) 0           batch_normalization_5654[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2790 (Depthwis (None, 144, 144, 24) 216         activation_5654[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5655 (Batch (None, 144, 144, 24) 96          depthwise_conv2d_2790[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5655 (Activation)    (None, 144, 144, 24) 0           batch_normalization_5655[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3180 (Conv2D)            (None, 144, 144, 24) 600         activation_5655[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5656 (Batch (None, 144, 144, 24) 96          conv2d_3180[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5656 (Activation)    (None, 144, 144, 24) 0           batch_normalization_5656[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2791 (Depthwis (None, 144, 144, 24) 216         activation_5656[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5657 (Batch (None, 144, 144, 24) 96          depthwise_conv2d_2791[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5657 (Activation)    (None, 144, 144, 24) 0           batch_normalization_5657[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3181 (Conv2D)            (None, 144, 144, 96) 2400        activation_5657[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5658 (Batch (None, 144, 144, 96) 384         conv2d_3181[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5658 (Activation)    (None, 144, 144, 96) 0           batch_normalization_5658[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2792 (Depthwis (None, 144, 144, 96) 864         activation_5658[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5659 (Batch (None, 144, 144, 96) 384         depthwise_conv2d_2792[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5659 (Activation)    (None, 144, 144, 96) 0           batch_normalization_5659[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3182 (Conv2D)            (None, 144, 144, 24) 2328        activation_5659[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5660 (Batch (None, 144, 144, 24) 96          conv2d_3182[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5660 (Activation)    (None, 144, 144, 24) 0           batch_normalization_5660[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2793 (Depthwis (None, 144, 144, 24) 216         activation_5660[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5661 (Batch (None, 144, 144, 24) 96          depthwise_conv2d_2793[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5661 (Activation)    (None, 144, 144, 24) 0           batch_normalization_5661[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3183 (Conv2D)            (None, 144, 144, 24) 600         activation_5661[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5662 (Batch (None, 144, 144, 24) 96          conv2d_3183[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5662 (Activation)    (None, 144, 144, 24) 0           batch_normalization_5662[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2794 (Depthwis (None, 144, 144, 24) 216         activation_5662[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5663 (Batch (None, 144, 144, 24) 96          depthwise_conv2d_2794[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5663 (Activation)    (None, 144, 144, 24) 0           batch_normalization_5663[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3184 (Conv2D)            (None, 144, 144, 96) 2400        activation_5663[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5664 (Batch (None, 144, 144, 96) 384         conv2d_3184[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5664 (Activation)    (None, 144, 144, 96) 0           batch_normalization_5664[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2795 (Depthwis (None, 144, 144, 96) 864         activation_5664[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5665 (Batch (None, 144, 144, 96) 384         depthwise_conv2d_2795[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5665 (Activation)    (None, 144, 144, 96) 0           batch_normalization_5665[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3185 (Conv2D)            (None, 144, 144, 24) 2328        activation_5665[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5666 (Batch (None, 144, 144, 24) 96          conv2d_3185[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5666 (Activation)    (None, 144, 144, 24) 0           batch_normalization_5666[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2796 (Depthwis (None, 144, 144, 24) 216         activation_5666[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5667 (Batch (None, 144, 144, 24) 96          depthwise_conv2d_2796[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5667 (Activation)    (None, 144, 144, 24) 0           batch_normalization_5667[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3186 (Conv2D)            (None, 144, 144, 24) 600         activation_5667[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5668 (Batch (None, 144, 144, 24) 96          conv2d_3186[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5668 (Activation)    (None, 144, 144, 24) 0           batch_normalization_5668[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2797 (Depthwis (None, 144, 144, 24) 216         activation_5668[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5669 (Batch (None, 144, 144, 24) 96          depthwise_conv2d_2797[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5669 (Activation)    (None, 144, 144, 24) 0           batch_normalization_5669[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3187 (Conv2D)            (None, 144, 144, 96) 2400        activation_5669[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5670 (Batch (None, 144, 144, 96) 384         conv2d_3187[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5670 (Activation)    (None, 144, 144, 96) 0           batch_normalization_5670[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3188 (Conv2D)            (None, 72, 72, 96)   9312        activation_5670[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2798 (Depthwis (None, 72, 72, 96)   864         conv2d_3188[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5671 (Batch (None, 72, 72, 96)   384         depthwise_conv2d_2798[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5671 (Activation)    (None, 72, 72, 96)   0           batch_normalization_5671[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3189 (Conv2D)            (None, 72, 72, 48)   4656        activation_5671[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5672 (Batch (None, 72, 72, 48)   192         conv2d_3189[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5672 (Activation)    (None, 72, 72, 48)   0           batch_normalization_5672[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2799 (Depthwis (None, 72, 72, 48)   432         activation_5672[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5673 (Batch (None, 72, 72, 48)   192         depthwise_conv2d_2799[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5673 (Activation)    (None, 72, 72, 48)   0           batch_normalization_5673[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3190 (Conv2D)            (None, 72, 72, 48)   2352        activation_5673[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5674 (Batch (None, 72, 72, 48)   192         conv2d_3190[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5674 (Activation)    (None, 72, 72, 48)   0           batch_normalization_5674[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2800 (Depthwis (None, 72, 72, 48)   432         activation_5674[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5675 (Batch (None, 72, 72, 48)   192         depthwise_conv2d_2800[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5675 (Activation)    (None, 72, 72, 48)   0           batch_normalization_5675[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3191 (Conv2D)            (None, 72, 72, 192)  9408        activation_5675[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5676 (Batch (None, 72, 72, 192)  768         conv2d_3191[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5676 (Activation)    (None, 72, 72, 192)  0           batch_normalization_5676[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2801 (Depthwis (None, 72, 72, 192)  1728        activation_5676[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5677 (Batch (None, 72, 72, 192)  768         depthwise_conv2d_2801[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5677 (Activation)    (None, 72, 72, 192)  0           batch_normalization_5677[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3192 (Conv2D)            (None, 72, 72, 48)   9264        activation_5677[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5678 (Batch (None, 72, 72, 48)   192         conv2d_3192[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5678 (Activation)    (None, 72, 72, 48)   0           batch_normalization_5678[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2802 (Depthwis (None, 72, 72, 48)   432         activation_5678[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5679 (Batch (None, 72, 72, 48)   192         depthwise_conv2d_2802[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5679 (Activation)    (None, 72, 72, 48)   0           batch_normalization_5679[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3193 (Conv2D)            (None, 72, 72, 48)   2352        activation_5679[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5680 (Batch (None, 72, 72, 48)   192         conv2d_3193[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5680 (Activation)    (None, 72, 72, 48)   0           batch_normalization_5680[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2803 (Depthwis (None, 72, 72, 48)   432         activation_5680[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5681 (Batch (None, 72, 72, 48)   192         depthwise_conv2d_2803[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5681 (Activation)    (None, 72, 72, 48)   0           batch_normalization_5681[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3194 (Conv2D)            (None, 72, 72, 192)  9408        activation_5681[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5682 (Batch (None, 72, 72, 192)  768         conv2d_3194[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5682 (Activation)    (None, 72, 72, 192)  0           batch_normalization_5682[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2804 (Depthwis (None, 72, 72, 192)  1728        activation_5682[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5683 (Batch (None, 72, 72, 192)  768         depthwise_conv2d_2804[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5683 (Activation)    (None, 72, 72, 192)  0           batch_normalization_5683[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3195 (Conv2D)            (None, 72, 72, 48)   9264        activation_5683[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5684 (Batch (None, 72, 72, 48)   192         conv2d_3195[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5684 (Activation)    (None, 72, 72, 48)   0           batch_normalization_5684[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2805 (Depthwis (None, 72, 72, 48)   432         activation_5684[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5685 (Batch (None, 72, 72, 48)   192         depthwise_conv2d_2805[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5685 (Activation)    (None, 72, 72, 48)   0           batch_normalization_5685[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3196 (Conv2D)            (None, 72, 72, 48)   2352        activation_5685[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5686 (Batch (None, 72, 72, 48)   192         conv2d_3196[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5686 (Activation)    (None, 72, 72, 48)   0           batch_normalization_5686[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2806 (Depthwis (None, 72, 72, 48)   432         activation_5686[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5687 (Batch (None, 72, 72, 48)   192         depthwise_conv2d_2806[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5687 (Activation)    (None, 72, 72, 48)   0           batch_normalization_5687[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3197 (Conv2D)            (None, 72, 72, 192)  9408        activation_5687[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5688 (Batch (None, 72, 72, 192)  768         conv2d_3197[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5688 (Activation)    (None, 72, 72, 192)  0           batch_normalization_5688[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3198 (Conv2D)            (None, 36, 36, 192)  37056       activation_5688[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "global_average_pooling2d_79 (Gl (None, 192)          0           conv2d_3198[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "dense_157 (Dense)               (None, 1000)         193000      global_average_pooling2d_79[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "dense_158 (Dense)               (None, 192)          192192      dense_157[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "reshape_77 (Reshape)            (None, 1, 1, 192)    0           dense_158[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "multiply_76 (Multiply)          (None, 36, 36, 192)  0           reshape_77[0][0]                 \n",
      "                                                                 conv2d_3198[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "up_sampling2d_141 (UpSampling2D (None, 144, 144, 192 0           multiply_76[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "concatenate_144 (Concatenate)   (None, 144, 144, 240 0           conv2d_3169[0][0]                \n",
      "                                                                 up_sampling2d_141[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2807 (Depthwis (None, 144, 144, 240 2160        concatenate_144[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5689 (Batch (None, 144, 144, 240 960         depthwise_conv2d_2807[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5689 (Activation)    (None, 144, 144, 240 0           batch_normalization_5689[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3199 (Conv2D)            (None, 144, 144, 12) 2892        activation_5689[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5690 (Batch (None, 144, 144, 12) 48          conv2d_3199[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5690 (Activation)    (None, 144, 144, 12) 0           batch_normalization_5690[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2808 (Depthwis (None, 144, 144, 12) 108         activation_5690[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5691 (Batch (None, 144, 144, 12) 48          depthwise_conv2d_2808[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5691 (Activation)    (None, 144, 144, 12) 0           batch_normalization_5691[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3200 (Conv2D)            (None, 144, 144, 12) 156         activation_5691[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5692 (Batch (None, 144, 144, 12) 48          conv2d_3200[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5692 (Activation)    (None, 144, 144, 12) 0           batch_normalization_5692[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2809 (Depthwis (None, 144, 144, 12) 108         activation_5692[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5693 (Batch (None, 144, 144, 12) 48          depthwise_conv2d_2809[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5693 (Activation)    (None, 144, 144, 12) 0           batch_normalization_5693[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3201 (Conv2D)            (None, 144, 144, 48) 624         activation_5693[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5694 (Batch (None, 144, 144, 48) 192         conv2d_3201[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5694 (Activation)    (None, 144, 144, 48) 0           batch_normalization_5694[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2810 (Depthwis (None, 144, 144, 48) 432         activation_5694[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5695 (Batch (None, 144, 144, 48) 192         depthwise_conv2d_2810[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5695 (Activation)    (None, 144, 144, 48) 0           batch_normalization_5695[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3202 (Conv2D)            (None, 144, 144, 12) 588         activation_5695[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5696 (Batch (None, 144, 144, 12) 48          conv2d_3202[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5696 (Activation)    (None, 144, 144, 12) 0           batch_normalization_5696[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2811 (Depthwis (None, 144, 144, 12) 108         activation_5696[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5697 (Batch (None, 144, 144, 12) 48          depthwise_conv2d_2811[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5697 (Activation)    (None, 144, 144, 12) 0           batch_normalization_5697[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3203 (Conv2D)            (None, 144, 144, 12) 156         activation_5697[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5698 (Batch (None, 144, 144, 12) 48          conv2d_3203[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5698 (Activation)    (None, 144, 144, 12) 0           batch_normalization_5698[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2812 (Depthwis (None, 144, 144, 12) 108         activation_5698[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5699 (Batch (None, 144, 144, 12) 48          depthwise_conv2d_2812[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5699 (Activation)    (None, 144, 144, 12) 0           batch_normalization_5699[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3204 (Conv2D)            (None, 144, 144, 48) 624         activation_5699[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5700 (Batch (None, 144, 144, 48) 192         conv2d_3204[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5700 (Activation)    (None, 144, 144, 48) 0           batch_normalization_5700[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2813 (Depthwis (None, 144, 144, 48) 432         activation_5700[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5701 (Batch (None, 144, 144, 48) 192         depthwise_conv2d_2813[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5701 (Activation)    (None, 144, 144, 48) 0           batch_normalization_5701[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3205 (Conv2D)            (None, 144, 144, 12) 588         activation_5701[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5702 (Batch (None, 144, 144, 12) 48          conv2d_3205[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5702 (Activation)    (None, 144, 144, 12) 0           batch_normalization_5702[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2814 (Depthwis (None, 144, 144, 12) 108         activation_5702[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5703 (Batch (None, 144, 144, 12) 48          depthwise_conv2d_2814[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5703 (Activation)    (None, 144, 144, 12) 0           batch_normalization_5703[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3206 (Conv2D)            (None, 144, 144, 12) 156         activation_5703[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5704 (Batch (None, 144, 144, 12) 48          conv2d_3206[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5704 (Activation)    (None, 144, 144, 12) 0           batch_normalization_5704[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2815 (Depthwis (None, 144, 144, 12) 108         activation_5704[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5705 (Batch (None, 144, 144, 12) 48          depthwise_conv2d_2815[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5705 (Activation)    (None, 144, 144, 12) 0           batch_normalization_5705[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3207 (Conv2D)            (None, 144, 144, 48) 624         activation_5705[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5706 (Batch (None, 144, 144, 48) 192         conv2d_3207[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5706 (Activation)    (None, 144, 144, 48) 0           batch_normalization_5706[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3208 (Conv2D)            (None, 72, 72, 48)   2352        activation_5706[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "concatenate_145 (Concatenate)   (None, 72, 72, 144)  0           conv2d_3208[0][0]                \n",
      "                                                                 conv2d_3188[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2816 (Depthwis (None, 72, 72, 144)  1296        concatenate_145[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5707 (Batch (None, 72, 72, 144)  576         depthwise_conv2d_2816[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5707 (Activation)    (None, 72, 72, 144)  0           batch_normalization_5707[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3209 (Conv2D)            (None, 72, 72, 24)   3480        activation_5707[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5708 (Batch (None, 72, 72, 24)   96          conv2d_3209[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5708 (Activation)    (None, 72, 72, 24)   0           batch_normalization_5708[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2817 (Depthwis (None, 72, 72, 24)   216         activation_5708[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5709 (Batch (None, 72, 72, 24)   96          depthwise_conv2d_2817[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5709 (Activation)    (None, 72, 72, 24)   0           batch_normalization_5709[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3210 (Conv2D)            (None, 72, 72, 24)   600         activation_5709[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5710 (Batch (None, 72, 72, 24)   96          conv2d_3210[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5710 (Activation)    (None, 72, 72, 24)   0           batch_normalization_5710[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2818 (Depthwis (None, 72, 72, 24)   216         activation_5710[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5711 (Batch (None, 72, 72, 24)   96          depthwise_conv2d_2818[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5711 (Activation)    (None, 72, 72, 24)   0           batch_normalization_5711[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3211 (Conv2D)            (None, 72, 72, 96)   2400        activation_5711[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5712 (Batch (None, 72, 72, 96)   384         conv2d_3211[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5712 (Activation)    (None, 72, 72, 96)   0           batch_normalization_5712[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2819 (Depthwis (None, 72, 72, 96)   864         activation_5712[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5713 (Batch (None, 72, 72, 96)   384         depthwise_conv2d_2819[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5713 (Activation)    (None, 72, 72, 96)   0           batch_normalization_5713[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3212 (Conv2D)            (None, 72, 72, 24)   2328        activation_5713[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5714 (Batch (None, 72, 72, 24)   96          conv2d_3212[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5714 (Activation)    (None, 72, 72, 24)   0           batch_normalization_5714[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2820 (Depthwis (None, 72, 72, 24)   216         activation_5714[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5715 (Batch (None, 72, 72, 24)   96          depthwise_conv2d_2820[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5715 (Activation)    (None, 72, 72, 24)   0           batch_normalization_5715[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3213 (Conv2D)            (None, 72, 72, 24)   600         activation_5715[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5716 (Batch (None, 72, 72, 24)   96          conv2d_3213[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5716 (Activation)    (None, 72, 72, 24)   0           batch_normalization_5716[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2821 (Depthwis (None, 72, 72, 24)   216         activation_5716[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5717 (Batch (None, 72, 72, 24)   96          depthwise_conv2d_2821[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5717 (Activation)    (None, 72, 72, 24)   0           batch_normalization_5717[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3214 (Conv2D)            (None, 72, 72, 96)   2400        activation_5717[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5718 (Batch (None, 72, 72, 96)   384         conv2d_3214[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5718 (Activation)    (None, 72, 72, 96)   0           batch_normalization_5718[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2822 (Depthwis (None, 72, 72, 96)   864         activation_5718[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5719 (Batch (None, 72, 72, 96)   384         depthwise_conv2d_2822[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5719 (Activation)    (None, 72, 72, 96)   0           batch_normalization_5719[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3215 (Conv2D)            (None, 72, 72, 24)   2328        activation_5719[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5720 (Batch (None, 72, 72, 24)   96          conv2d_3215[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5720 (Activation)    (None, 72, 72, 24)   0           batch_normalization_5720[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2823 (Depthwis (None, 72, 72, 24)   216         activation_5720[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5721 (Batch (None, 72, 72, 24)   96          depthwise_conv2d_2823[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5721 (Activation)    (None, 72, 72, 24)   0           batch_normalization_5721[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3216 (Conv2D)            (None, 72, 72, 24)   600         activation_5721[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5722 (Batch (None, 72, 72, 24)   96          conv2d_3216[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5722 (Activation)    (None, 72, 72, 24)   0           batch_normalization_5722[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2824 (Depthwis (None, 72, 72, 24)   216         activation_5722[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5723 (Batch (None, 72, 72, 24)   96          depthwise_conv2d_2824[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5723 (Activation)    (None, 72, 72, 24)   0           batch_normalization_5723[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3217 (Conv2D)            (None, 72, 72, 96)   2400        activation_5723[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5724 (Batch (None, 72, 72, 96)   384         conv2d_3217[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5724 (Activation)    (None, 72, 72, 96)   0           batch_normalization_5724[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3218 (Conv2D)            (None, 36, 36, 96)   9312        activation_5724[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "concatenate_146 (Concatenate)   (None, 36, 36, 288)  0           conv2d_3218[0][0]                \n",
      "                                                                 conv2d_3198[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2825 (Depthwis (None, 36, 36, 288)  2592        concatenate_146[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5725 (Batch (None, 36, 36, 288)  1152        depthwise_conv2d_2825[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5725 (Activation)    (None, 36, 36, 288)  0           batch_normalization_5725[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3219 (Conv2D)            (None, 36, 36, 48)   13872       activation_5725[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5726 (Batch (None, 36, 36, 48)   192         conv2d_3219[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5726 (Activation)    (None, 36, 36, 48)   0           batch_normalization_5726[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2826 (Depthwis (None, 36, 36, 48)   432         activation_5726[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5727 (Batch (None, 36, 36, 48)   192         depthwise_conv2d_2826[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5727 (Activation)    (None, 36, 36, 48)   0           batch_normalization_5727[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3220 (Conv2D)            (None, 36, 36, 48)   2352        activation_5727[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5728 (Batch (None, 36, 36, 48)   192         conv2d_3220[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5728 (Activation)    (None, 36, 36, 48)   0           batch_normalization_5728[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2827 (Depthwis (None, 36, 36, 48)   432         activation_5728[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5729 (Batch (None, 36, 36, 48)   192         depthwise_conv2d_2827[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5729 (Activation)    (None, 36, 36, 48)   0           batch_normalization_5729[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3221 (Conv2D)            (None, 36, 36, 192)  9408        activation_5729[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5730 (Batch (None, 36, 36, 192)  768         conv2d_3221[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5730 (Activation)    (None, 36, 36, 192)  0           batch_normalization_5730[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2828 (Depthwis (None, 36, 36, 192)  1728        activation_5730[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5731 (Batch (None, 36, 36, 192)  768         depthwise_conv2d_2828[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5731 (Activation)    (None, 36, 36, 192)  0           batch_normalization_5731[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3222 (Conv2D)            (None, 36, 36, 48)   9264        activation_5731[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5732 (Batch (None, 36, 36, 48)   192         conv2d_3222[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5732 (Activation)    (None, 36, 36, 48)   0           batch_normalization_5732[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2829 (Depthwis (None, 36, 36, 48)   432         activation_5732[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5733 (Batch (None, 36, 36, 48)   192         depthwise_conv2d_2829[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5733 (Activation)    (None, 36, 36, 48)   0           batch_normalization_5733[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3223 (Conv2D)            (None, 36, 36, 48)   2352        activation_5733[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5734 (Batch (None, 36, 36, 48)   192         conv2d_3223[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5734 (Activation)    (None, 36, 36, 48)   0           batch_normalization_5734[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2830 (Depthwis (None, 36, 36, 48)   432         activation_5734[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5735 (Batch (None, 36, 36, 48)   192         depthwise_conv2d_2830[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5735 (Activation)    (None, 36, 36, 48)   0           batch_normalization_5735[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3224 (Conv2D)            (None, 36, 36, 192)  9408        activation_5735[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5736 (Batch (None, 36, 36, 192)  768         conv2d_3224[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5736 (Activation)    (None, 36, 36, 192)  0           batch_normalization_5736[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2831 (Depthwis (None, 36, 36, 192)  1728        activation_5736[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5737 (Batch (None, 36, 36, 192)  768         depthwise_conv2d_2831[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5737 (Activation)    (None, 36, 36, 192)  0           batch_normalization_5737[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3225 (Conv2D)            (None, 36, 36, 48)   9264        activation_5737[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5738 (Batch (None, 36, 36, 48)   192         conv2d_3225[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5738 (Activation)    (None, 36, 36, 48)   0           batch_normalization_5738[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2832 (Depthwis (None, 36, 36, 48)   432         activation_5738[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5739 (Batch (None, 36, 36, 48)   192         depthwise_conv2d_2832[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5739 (Activation)    (None, 36, 36, 48)   0           batch_normalization_5739[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3226 (Conv2D)            (None, 36, 36, 48)   2352        activation_5739[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5740 (Batch (None, 36, 36, 48)   192         conv2d_3226[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5740 (Activation)    (None, 36, 36, 48)   0           batch_normalization_5740[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2833 (Depthwis (None, 36, 36, 48)   432         activation_5740[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5741 (Batch (None, 36, 36, 48)   192         depthwise_conv2d_2833[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5741 (Activation)    (None, 36, 36, 48)   0           batch_normalization_5741[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3227 (Conv2D)            (None, 36, 36, 192)  9408        activation_5741[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5742 (Batch (None, 36, 36, 192)  768         conv2d_3227[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5742 (Activation)    (None, 36, 36, 192)  0           batch_normalization_5742[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3228 (Conv2D)            (None, 18, 18, 192)  37056       activation_5742[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "global_average_pooling2d_80 (Gl (None, 192)          0           conv2d_3228[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "dense_159 (Dense)               (None, 1000)         193000      global_average_pooling2d_80[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "dense_160 (Dense)               (None, 192)          192192      dense_159[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "reshape_78 (Reshape)            (None, 1, 1, 192)    0           dense_160[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "multiply_77 (Multiply)          (None, 18, 18, 192)  0           reshape_78[0][0]                 \n",
      "                                                                 conv2d_3228[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "up_sampling2d_142 (UpSampling2D (None, 72, 72, 192)  0           multiply_77[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "concatenate_147 (Concatenate)   (None, 72, 72, 240)  0           conv2d_3208[0][0]                \n",
      "                                                                 up_sampling2d_142[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2834 (Depthwis (None, 72, 72, 240)  2160        concatenate_147[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5743 (Batch (None, 72, 72, 240)  960         depthwise_conv2d_2834[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5743 (Activation)    (None, 72, 72, 240)  0           batch_normalization_5743[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3229 (Conv2D)            (None, 72, 72, 12)   2892        activation_5743[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5744 (Batch (None, 72, 72, 12)   48          conv2d_3229[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5744 (Activation)    (None, 72, 72, 12)   0           batch_normalization_5744[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2835 (Depthwis (None, 72, 72, 12)   108         activation_5744[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5745 (Batch (None, 72, 72, 12)   48          depthwise_conv2d_2835[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5745 (Activation)    (None, 72, 72, 12)   0           batch_normalization_5745[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3230 (Conv2D)            (None, 72, 72, 12)   156         activation_5745[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5746 (Batch (None, 72, 72, 12)   48          conv2d_3230[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5746 (Activation)    (None, 72, 72, 12)   0           batch_normalization_5746[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2836 (Depthwis (None, 72, 72, 12)   108         activation_5746[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5747 (Batch (None, 72, 72, 12)   48          depthwise_conv2d_2836[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5747 (Activation)    (None, 72, 72, 12)   0           batch_normalization_5747[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3231 (Conv2D)            (None, 72, 72, 48)   624         activation_5747[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5748 (Batch (None, 72, 72, 48)   192         conv2d_3231[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5748 (Activation)    (None, 72, 72, 48)   0           batch_normalization_5748[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2837 (Depthwis (None, 72, 72, 48)   432         activation_5748[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5749 (Batch (None, 72, 72, 48)   192         depthwise_conv2d_2837[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5749 (Activation)    (None, 72, 72, 48)   0           batch_normalization_5749[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3232 (Conv2D)            (None, 72, 72, 12)   588         activation_5749[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5750 (Batch (None, 72, 72, 12)   48          conv2d_3232[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5750 (Activation)    (None, 72, 72, 12)   0           batch_normalization_5750[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2838 (Depthwis (None, 72, 72, 12)   108         activation_5750[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5751 (Batch (None, 72, 72, 12)   48          depthwise_conv2d_2838[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5751 (Activation)    (None, 72, 72, 12)   0           batch_normalization_5751[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3233 (Conv2D)            (None, 72, 72, 12)   156         activation_5751[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5752 (Batch (None, 72, 72, 12)   48          conv2d_3233[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5752 (Activation)    (None, 72, 72, 12)   0           batch_normalization_5752[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2839 (Depthwis (None, 72, 72, 12)   108         activation_5752[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5753 (Batch (None, 72, 72, 12)   48          depthwise_conv2d_2839[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5753 (Activation)    (None, 72, 72, 12)   0           batch_normalization_5753[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3234 (Conv2D)            (None, 72, 72, 48)   624         activation_5753[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5754 (Batch (None, 72, 72, 48)   192         conv2d_3234[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5754 (Activation)    (None, 72, 72, 48)   0           batch_normalization_5754[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2840 (Depthwis (None, 72, 72, 48)   432         activation_5754[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5755 (Batch (None, 72, 72, 48)   192         depthwise_conv2d_2840[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5755 (Activation)    (None, 72, 72, 48)   0           batch_normalization_5755[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3235 (Conv2D)            (None, 72, 72, 12)   588         activation_5755[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5756 (Batch (None, 72, 72, 12)   48          conv2d_3235[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5756 (Activation)    (None, 72, 72, 12)   0           batch_normalization_5756[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2841 (Depthwis (None, 72, 72, 12)   108         activation_5756[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5757 (Batch (None, 72, 72, 12)   48          depthwise_conv2d_2841[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5757 (Activation)    (None, 72, 72, 12)   0           batch_normalization_5757[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3236 (Conv2D)            (None, 72, 72, 12)   156         activation_5757[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5758 (Batch (None, 72, 72, 12)   48          conv2d_3236[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5758 (Activation)    (None, 72, 72, 12)   0           batch_normalization_5758[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2842 (Depthwis (None, 72, 72, 12)   108         activation_5758[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5759 (Batch (None, 72, 72, 12)   48          depthwise_conv2d_2842[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5759 (Activation)    (None, 72, 72, 12)   0           batch_normalization_5759[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3237 (Conv2D)            (None, 72, 72, 48)   624         activation_5759[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5760 (Batch (None, 72, 72, 48)   192         conv2d_3237[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5760 (Activation)    (None, 72, 72, 48)   0           batch_normalization_5760[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3238 (Conv2D)            (None, 36, 36, 48)   2352        activation_5760[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "concatenate_148 (Concatenate)   (None, 36, 36, 144)  0           conv2d_3218[0][0]                \n",
      "                                                                 conv2d_3238[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2843 (Depthwis (None, 36, 36, 144)  1296        concatenate_148[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5761 (Batch (None, 36, 36, 144)  576         depthwise_conv2d_2843[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5761 (Activation)    (None, 36, 36, 144)  0           batch_normalization_5761[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3239 (Conv2D)            (None, 36, 36, 24)   3480        activation_5761[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5762 (Batch (None, 36, 36, 24)   96          conv2d_3239[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5762 (Activation)    (None, 36, 36, 24)   0           batch_normalization_5762[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2844 (Depthwis (None, 36, 36, 24)   216         activation_5762[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5763 (Batch (None, 36, 36, 24)   96          depthwise_conv2d_2844[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5763 (Activation)    (None, 36, 36, 24)   0           batch_normalization_5763[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3240 (Conv2D)            (None, 36, 36, 24)   600         activation_5763[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5764 (Batch (None, 36, 36, 24)   96          conv2d_3240[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5764 (Activation)    (None, 36, 36, 24)   0           batch_normalization_5764[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2845 (Depthwis (None, 36, 36, 24)   216         activation_5764[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5765 (Batch (None, 36, 36, 24)   96          depthwise_conv2d_2845[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5765 (Activation)    (None, 36, 36, 24)   0           batch_normalization_5765[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3241 (Conv2D)            (None, 36, 36, 96)   2400        activation_5765[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5766 (Batch (None, 36, 36, 96)   384         conv2d_3241[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5766 (Activation)    (None, 36, 36, 96)   0           batch_normalization_5766[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2846 (Depthwis (None, 36, 36, 96)   864         activation_5766[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5767 (Batch (None, 36, 36, 96)   384         depthwise_conv2d_2846[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5767 (Activation)    (None, 36, 36, 96)   0           batch_normalization_5767[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3242 (Conv2D)            (None, 36, 36, 24)   2328        activation_5767[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5768 (Batch (None, 36, 36, 24)   96          conv2d_3242[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5768 (Activation)    (None, 36, 36, 24)   0           batch_normalization_5768[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2847 (Depthwis (None, 36, 36, 24)   216         activation_5768[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5769 (Batch (None, 36, 36, 24)   96          depthwise_conv2d_2847[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5769 (Activation)    (None, 36, 36, 24)   0           batch_normalization_5769[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3243 (Conv2D)            (None, 36, 36, 24)   600         activation_5769[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5770 (Batch (None, 36, 36, 24)   96          conv2d_3243[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5770 (Activation)    (None, 36, 36, 24)   0           batch_normalization_5770[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2848 (Depthwis (None, 36, 36, 24)   216         activation_5770[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5771 (Batch (None, 36, 36, 24)   96          depthwise_conv2d_2848[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5771 (Activation)    (None, 36, 36, 24)   0           batch_normalization_5771[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3244 (Conv2D)            (None, 36, 36, 96)   2400        activation_5771[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5772 (Batch (None, 36, 36, 96)   384         conv2d_3244[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5772 (Activation)    (None, 36, 36, 96)   0           batch_normalization_5772[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2849 (Depthwis (None, 36, 36, 96)   864         activation_5772[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5773 (Batch (None, 36, 36, 96)   384         depthwise_conv2d_2849[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5773 (Activation)    (None, 36, 36, 96)   0           batch_normalization_5773[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3245 (Conv2D)            (None, 36, 36, 24)   2328        activation_5773[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5774 (Batch (None, 36, 36, 24)   96          conv2d_3245[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5774 (Activation)    (None, 36, 36, 24)   0           batch_normalization_5774[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2850 (Depthwis (None, 36, 36, 24)   216         activation_5774[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5775 (Batch (None, 36, 36, 24)   96          depthwise_conv2d_2850[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5775 (Activation)    (None, 36, 36, 24)   0           batch_normalization_5775[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3246 (Conv2D)            (None, 36, 36, 24)   600         activation_5775[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5776 (Batch (None, 36, 36, 24)   96          conv2d_3246[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5776 (Activation)    (None, 36, 36, 24)   0           batch_normalization_5776[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2851 (Depthwis (None, 36, 36, 24)   216         activation_5776[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5777 (Batch (None, 36, 36, 24)   96          depthwise_conv2d_2851[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5777 (Activation)    (None, 36, 36, 24)   0           batch_normalization_5777[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3247 (Conv2D)            (None, 36, 36, 96)   2400        activation_5777[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5778 (Batch (None, 36, 36, 96)   384         conv2d_3247[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5778 (Activation)    (None, 36, 36, 96)   0           batch_normalization_5778[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3248 (Conv2D)            (None, 18, 18, 96)   9312        activation_5778[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "concatenate_149 (Concatenate)   (None, 18, 18, 288)  0           conv2d_3228[0][0]                \n",
      "                                                                 conv2d_3248[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2852 (Depthwis (None, 18, 18, 288)  2592        concatenate_149[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5779 (Batch (None, 18, 18, 288)  1152        depthwise_conv2d_2852[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5779 (Activation)    (None, 18, 18, 288)  0           batch_normalization_5779[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3249 (Conv2D)            (None, 18, 18, 48)   13872       activation_5779[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5780 (Batch (None, 18, 18, 48)   192         conv2d_3249[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5780 (Activation)    (None, 18, 18, 48)   0           batch_normalization_5780[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2853 (Depthwis (None, 18, 18, 48)   432         activation_5780[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5781 (Batch (None, 18, 18, 48)   192         depthwise_conv2d_2853[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5781 (Activation)    (None, 18, 18, 48)   0           batch_normalization_5781[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3250 (Conv2D)            (None, 18, 18, 48)   2352        activation_5781[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5782 (Batch (None, 18, 18, 48)   192         conv2d_3250[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5782 (Activation)    (None, 18, 18, 48)   0           batch_normalization_5782[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2854 (Depthwis (None, 18, 18, 48)   432         activation_5782[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5783 (Batch (None, 18, 18, 48)   192         depthwise_conv2d_2854[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5783 (Activation)    (None, 18, 18, 48)   0           batch_normalization_5783[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3251 (Conv2D)            (None, 18, 18, 192)  9408        activation_5783[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5784 (Batch (None, 18, 18, 192)  768         conv2d_3251[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5784 (Activation)    (None, 18, 18, 192)  0           batch_normalization_5784[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2855 (Depthwis (None, 18, 18, 192)  1728        activation_5784[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5785 (Batch (None, 18, 18, 192)  768         depthwise_conv2d_2855[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5785 (Activation)    (None, 18, 18, 192)  0           batch_normalization_5785[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3252 (Conv2D)            (None, 18, 18, 48)   9264        activation_5785[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5786 (Batch (None, 18, 18, 48)   192         conv2d_3252[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5786 (Activation)    (None, 18, 18, 48)   0           batch_normalization_5786[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2856 (Depthwis (None, 18, 18, 48)   432         activation_5786[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5787 (Batch (None, 18, 18, 48)   192         depthwise_conv2d_2856[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5787 (Activation)    (None, 18, 18, 48)   0           batch_normalization_5787[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3253 (Conv2D)            (None, 18, 18, 48)   2352        activation_5787[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5788 (Batch (None, 18, 18, 48)   192         conv2d_3253[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5788 (Activation)    (None, 18, 18, 48)   0           batch_normalization_5788[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2857 (Depthwis (None, 18, 18, 48)   432         activation_5788[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5789 (Batch (None, 18, 18, 48)   192         depthwise_conv2d_2857[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5789 (Activation)    (None, 18, 18, 48)   0           batch_normalization_5789[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3254 (Conv2D)            (None, 18, 18, 192)  9408        activation_5789[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5790 (Batch (None, 18, 18, 192)  768         conv2d_3254[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5790 (Activation)    (None, 18, 18, 192)  0           batch_normalization_5790[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2858 (Depthwis (None, 18, 18, 192)  1728        activation_5790[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5791 (Batch (None, 18, 18, 192)  768         depthwise_conv2d_2858[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5791 (Activation)    (None, 18, 18, 192)  0           batch_normalization_5791[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3255 (Conv2D)            (None, 18, 18, 48)   9264        activation_5791[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5792 (Batch (None, 18, 18, 48)   192         conv2d_3255[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5792 (Activation)    (None, 18, 18, 48)   0           batch_normalization_5792[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2859 (Depthwis (None, 18, 18, 48)   432         activation_5792[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5793 (Batch (None, 18, 18, 48)   192         depthwise_conv2d_2859[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5793 (Activation)    (None, 18, 18, 48)   0           batch_normalization_5793[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3256 (Conv2D)            (None, 18, 18, 48)   2352        activation_5793[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5794 (Batch (None, 18, 18, 48)   192         conv2d_3256[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5794 (Activation)    (None, 18, 18, 48)   0           batch_normalization_5794[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "depthwise_conv2d_2860 (Depthwis (None, 18, 18, 48)   432         activation_5794[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5795 (Batch (None, 18, 18, 48)   192         depthwise_conv2d_2860[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_5795 (Activation)    (None, 18, 18, 48)   0           batch_normalization_5795[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3257 (Conv2D)            (None, 18, 18, 192)  9408        activation_5795[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5796 (Batch (None, 18, 18, 192)  768         conv2d_3257[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5796 (Activation)    (None, 18, 18, 192)  0           batch_normalization_5796[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3258 (Conv2D)            (None, 9, 9, 192)    37056       activation_5796[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "global_average_pooling2d_81 (Gl (None, 192)          0           conv2d_3258[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "dense_161 (Dense)               (None, 1000)         193000      global_average_pooling2d_81[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "dense_162 (Dense)               (None, 192)          192192      dense_161[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "reshape_79 (Reshape)            (None, 1, 1, 192)    0           dense_162[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "multiply_78 (Multiply)          (None, 9, 9, 192)    0           reshape_79[0][0]                 \n",
      "                                                                 conv2d_3258[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "up_sampling2d_143 (UpSampling2D (None, 144, 144, 192 0           multiply_76[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "up_sampling2d_144 (UpSampling2D (None, 144, 144, 192 0           multiply_77[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "up_sampling2d_145 (UpSampling2D (None, 144, 144, 192 0           multiply_78[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3259 (Conv2D)            (None, 144, 144, 48) 9264        up_sampling2d_143[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3260 (Conv2D)            (None, 144, 144, 48) 9264        up_sampling2d_144[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3261 (Conv2D)            (None, 144, 144, 48) 9264        up_sampling2d_145[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5797 (Batch (None, 144, 144, 48) 192         conv2d_3259[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5798 (Batch (None, 144, 144, 48) 192         conv2d_3260[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5799 (Batch (None, 144, 144, 48) 192         conv2d_3261[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5797 (Activation)    (None, 144, 144, 48) 0           batch_normalization_5797[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "activation_5798 (Activation)    (None, 144, 144, 48) 0           batch_normalization_5798[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "activation_5799 (Activation)    (None, 144, 144, 48) 0           batch_normalization_5799[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "add_19 (Add)                    (None, 144, 144, 48) 0           activation_5797[0][0]            \n",
      "                                                                 activation_5798[0][0]            \n",
      "                                                                 activation_5799[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "up_sampling2d_146 (UpSampling2D (None, 144, 144, 48) 0           conv2d_3169[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "up_sampling2d_147 (UpSampling2D (None, 144, 144, 48) 0           conv2d_3208[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "up_sampling2d_148 (UpSampling2D (None, 144, 144, 48) 0           conv2d_3238[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3265 (Conv2D)            (None, 144, 144, 192 9408        add_19[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3262 (Conv2D)            (None, 144, 144, 192 9408        up_sampling2d_146[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3263 (Conv2D)            (None, 144, 144, 192 9408        up_sampling2d_147[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3264 (Conv2D)            (None, 144, 144, 192 9408        up_sampling2d_148[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5803 (Batch (None, 144, 144, 192 768         conv2d_3265[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5800 (Batch (None, 144, 144, 192 768         conv2d_3262[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5801 (Batch (None, 144, 144, 192 768         conv2d_3263[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5802 (Batch (None, 144, 144, 192 768         conv2d_3264[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5803 (Activation)    (None, 144, 144, 192 0           batch_normalization_5803[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "activation_5800 (Activation)    (None, 144, 144, 192 0           batch_normalization_5800[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "activation_5801 (Activation)    (None, 144, 144, 192 0           batch_normalization_5801[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "activation_5802 (Activation)    (None, 144, 144, 192 0           batch_normalization_5802[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "add_20 (Add)                    (None, 144, 144, 192 0           activation_5803[0][0]            \n",
      "                                                                 activation_5800[0][0]            \n",
      "                                                                 activation_5801[0][0]            \n",
      "                                                                 activation_5802[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3266 (Conv2D)            (None, 144, 144, 192 37056       add_20[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5804 (Batch (None, 144, 144, 192 768         conv2d_3266[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_5804 (Activation)    (None, 144, 144, 192 0           batch_normalization_5804[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3267 (Conv2D)            (None, 144, 144, 5)  8645        activation_5804[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "up_sampling2d_149 (UpSampling2D (None, 288, 288, 5)  0           conv2d_3267[0][0]                \n",
      "==================================================================================================\n",
      "Total params: 1,783,653\n",
      "Trainable params: 1,760,597\n",
      "Non-trainable params: 23,056\n",
      "__________________________________________________________________________________________________\n"
     ]
    }
   ],
   "source": [
    "def depthsep2d(f,conv):\n",
    "    \n",
    "    x = DepthwiseConv2D(3, padding='same', use_bias=False)(conv)\n",
    "    x = BatchNormalization()(x)\n",
    "    x = Activation('relu')(x)\n",
    "    x = Convolution2D(f, (1, 1), strides=(1, 1), padding='same')(x)\n",
    "    x = BatchNormalization()(x)\n",
    "    x = Activation('relu')(x)\n",
    "    \n",
    "    return x\n",
    "        \n",
    "def enc1(tensor,F = [12,12,48],times=4):\n",
    "    \n",
    "    for i in range(times):\n",
    "        \n",
    "        conv = depthsep2d(F[0],tensor)\n",
    "        conv = depthsep2d(F[1],conv)\n",
    "        conv = depthsep2d(F[2],conv)\n",
    "        tensor = conv\n",
    "        \n",
    "    conv = Conv2D(F[2],(1,1),strides=2,activation = 'relu',padding = 'same')(conv)\n",
    "    \n",
    "    return conv\n",
    "   \n",
    "def attention_mod(conv):\n",
    "    \n",
    "    x = GlobalAveragePooling2D()(conv)\n",
    "    x = Dense(1000, activation='relu')(x)\n",
    "    x = Dense(192, activation='sigmoid')(x)\n",
    "    x = Reshape((1,1,192))(x)\n",
    "    fc = multiply([x,conv])\n",
    "\n",
    "    \n",
    "    return fc\n",
    "\n",
    "\n",
    "def decode_conv(conv,f=48):\n",
    "    \n",
    "    conv = Convolution2D(f, (1, 1), padding='same')(conv)\n",
    "    conv = BatchNormalization()(conv)\n",
    "    conv = Activation('relu')(conv)\n",
    "    \n",
    "    return conv\n",
    "    \n",
    "\n",
    "    \n",
    "def conv_cls(conv,num_classes = 5):\n",
    "    \n",
    "    conv = Convolution2D(num_classes, (3,3), padding='same',activation = 'softmax')(conv)\n",
    "\n",
    "    \n",
    "    return conv\n",
    "\n",
    "\n",
    "def DFANet_Keras(H=512,W=512,num_classes = 5):\n",
    "\n",
    "    input_map= Input(shape=(H,W,3))\n",
    "\n",
    "    conv1 = Conv2D(8,(3,3),strides=1,activation = 'relu',padding = 'same')(input_map)\n",
    "\n",
    "    enc1_2 = enc1(conv1,F = [12,12,48],times=3)\n",
    "\n",
    "    enc1_3 = enc1(enc1_2,F = [24,24,96],times=6)\n",
    "\n",
    "    enc1_4 = enc1(enc1_3,F = [48,48,192],times=3)\n",
    "\n",
    "    fc1 = attention_mod(enc1_4)\n",
    "\n",
    "    #=====================================\n",
    "    conv_d1 = UpSampling2D(size=(4,4))(fc1)  \n",
    "\n",
    "    c1 = concatenate([enc1_2,conv_d1],axis=3)\n",
    "\n",
    "    enc2_2 = enc1(c1,F = [12,12,48],times=3)\n",
    "\n",
    "    c2 = concatenate([enc2_2,enc1_3],axis=3)\n",
    "\n",
    "    enc2_3 = enc1(c2,F = [24,24,96],times=3)\n",
    "\n",
    "    c3 = concatenate([enc2_3,enc1_4],axis=3)\n",
    "\n",
    "    enc2_4 = enc1(c3,F = [48,48,192],times=3)\n",
    "\n",
    "    fc2 = attention_mod(enc2_4)\n",
    "    #================================\n",
    "\n",
    "    conv_d2 = UpSampling2D(size=(4,4))(fc2)\n",
    "\n",
    "    c2_1 = concatenate([enc2_2,conv_d2],axis=3)\n",
    "\n",
    "    enc3_2 = enc1(c2_1,F = [12,12,48],times=3)\n",
    "\n",
    "    c2_2 = concatenate([enc2_3,enc3_2],axis=3)\n",
    "\n",
    "    enc3_3 = enc1(c2_2,F = [24,24,96],times=3)\n",
    "\n",
    "    c2_3 = concatenate([enc2_4,enc3_3],axis=3)\n",
    "\n",
    "    enc3_4 = enc1(c2_3,F = [48,48,192],times=3)\n",
    "\n",
    "    fc3 = attention_mod(enc3_4)\n",
    "\n",
    "    #=======================================\n",
    "    ## decoder section of paper\n",
    "\n",
    "    ## from attention section \n",
    "\n",
    "    d1  = UpSampling2D(size=(4,4))(fc1)\n",
    "    d1 = decode_conv(d1,f=48)\n",
    "\n",
    "    d2  = UpSampling2D(size=(8,8))(fc2)\n",
    "    d2 = decode_conv(d2,f=48)\n",
    "\n",
    "    d3  = UpSampling2D(size=(16,16))(fc3)\n",
    "    d3 = decode_conv(d3,f=48)\n",
    "\n",
    "\n",
    "\n",
    "    ## from encoder section \n",
    "    d1_1  = UpSampling2D(size=(1,1))(enc1_2)\n",
    "    d1_1 = decode_conv(d1_1,f=192)\n",
    "\n",
    "    d2_1  = UpSampling2D(size=(2,2))(enc2_2)\n",
    "    d2_1 = decode_conv(d2_1,f=192)\n",
    "\n",
    "    d3_1 = UpSampling2D(size=(4,4))(enc3_2)\n",
    "    d3_1 = decode_conv(d3_1,f=192)\n",
    "\n",
    "\n",
    "    shallow = Add()([d1,d2,d3])\n",
    "    shallow = decode_conv(shallow,f=192)\n",
    "\n",
    "\n",
    "    final = Add()([shallow,d1_1,d2_1,d3_1])\n",
    "    final = decode_conv(final,f=192)\n",
    "\n",
    "\n",
    "    output = UpSampling2D(size=(2,2))(conv_cls(final,num_classes = num_classes))\n",
    "\n",
    "    DFANet_model = Model(inputs = input_map,outputs = output)\n",
    "    \n",
    "    return DFANet_model\n",
    "##=========================================================================\n",
    "\n",
    "c = 5\n",
    "\n",
    "DFANet_model = DFANet_Keras(H=512,W=512,num_classes = c)\n",
    "\n",
    "DFANet_model.summary()\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.9"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}