Fine_Tuning_DenseNet.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Using TensorFlow backend.\n"
     ]
    }
   ],
   "source": [
    "import os\n",
    "from glob import glob\n",
    "\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "from sklearn.model_selection import train_test_split\n",
    "from keras.utils.np_utils import to_categorical # convert to one-hot-encoding\n",
    "\n",
    "from keras.preprocessing.image import ImageDataGenerator\n",
    "from keras import layers\n",
    "from keras import Model\n",
    "from keras.applications.densenet import DenseNet201\n",
    "from keras.optimizers import Adam\n",
    "from keras.callbacks import ReduceLROnPlateau\n",
    "import keras.backend as K\n",
    "\n",
    "%matplotlib inline\n",
    "import matplotlib.pyplot as plt"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Load in the Dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "X_train = np.load(\"/floyd/input/skin_cancer_192_256/256_192_train.npy\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "y_train = np.load(\"/floyd/input/skin_cancer_192_256/train_labels.npy\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "X_val = np.load(\"/floyd/input/skin_cancer_192_256/256_192_val.npy\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "y_val = np.load(\"/floyd/input/skin_cancer_192_256/val_labels.npy\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "((8111, 192, 256, 3), (902, 192, 256, 3))"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_train.shape, X_val.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "((8111,), (902,))"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "y_train.shape, y_val.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "y_train = to_categorical(y_train)\n",
    "y_val = to_categorical(y_val)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "((8111, 7), (902, 7))"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "y_train.shape, y_val.shape"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Load the Pretrained Model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "pre_trained_model = DenseNet201(input_shape=(192, 256, 3), include_top=False, weights=\"imagenet\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "input_1\n",
      "zero_padding2d_1\n",
      "conv1/conv\n",
      "conv1/bn\n",
      "conv1/relu\n",
      "zero_padding2d_2\n",
      "pool1\n",
      "conv2_block1_0_bn\n",
      "conv2_block1_0_relu\n",
      "conv2_block1_1_conv\n",
      "conv2_block1_1_bn\n",
      "conv2_block1_1_relu\n",
      "conv2_block1_2_conv\n",
      "conv2_block1_concat\n",
      "conv2_block2_0_bn\n",
      "conv2_block2_0_relu\n",
      "conv2_block2_1_conv\n",
      "conv2_block2_1_bn\n",
      "conv2_block2_1_relu\n",
      "conv2_block2_2_conv\n",
      "conv2_block2_concat\n",
      "conv2_block3_0_bn\n",
      "conv2_block3_0_relu\n",
      "conv2_block3_1_conv\n",
      "conv2_block3_1_bn\n",
      "conv2_block3_1_relu\n",
      "conv2_block3_2_conv\n",
      "conv2_block3_concat\n",
      "conv2_block4_0_bn\n",
      "conv2_block4_0_relu\n",
      "conv2_block4_1_conv\n",
      "conv2_block4_1_bn\n",
      "conv2_block4_1_relu\n",
      "conv2_block4_2_conv\n",
      "conv2_block4_concat\n",
      "conv2_block5_0_bn\n",
      "conv2_block5_0_relu\n",
      "conv2_block5_1_conv\n",
      "conv2_block5_1_bn\n",
      "conv2_block5_1_relu\n",
      "conv2_block5_2_conv\n",
      "conv2_block5_concat\n",
      "conv2_block6_0_bn\n",
      "conv2_block6_0_relu\n",
      "conv2_block6_1_conv\n",
      "conv2_block6_1_bn\n",
      "conv2_block6_1_relu\n",
      "conv2_block6_2_conv\n",
      "conv2_block6_concat\n",
      "pool2_bn\n",
      "pool2_relu\n",
      "pool2_conv\n",
      "pool2_pool\n",
      "conv3_block1_0_bn\n",
      "conv3_block1_0_relu\n",
      "conv3_block1_1_conv\n",
      "conv3_block1_1_bn\n",
      "conv3_block1_1_relu\n",
      "conv3_block1_2_conv\n",
      "conv3_block1_concat\n",
      "conv3_block2_0_bn\n",
      "conv3_block2_0_relu\n",
      "conv3_block2_1_conv\n",
      "conv3_block2_1_bn\n",
      "conv3_block2_1_relu\n",
      "conv3_block2_2_conv\n",
      "conv3_block2_concat\n",
      "conv3_block3_0_bn\n",
      "conv3_block3_0_relu\n",
      "conv3_block3_1_conv\n",
      "conv3_block3_1_bn\n",
      "conv3_block3_1_relu\n",
      "conv3_block3_2_conv\n",
      "conv3_block3_concat\n",
      "conv3_block4_0_bn\n",
      "conv3_block4_0_relu\n",
      "conv3_block4_1_conv\n",
      "conv3_block4_1_bn\n",
      "conv3_block4_1_relu\n",
      "conv3_block4_2_conv\n",
      "conv3_block4_concat\n",
      "conv3_block5_0_bn\n",
      "conv3_block5_0_relu\n",
      "conv3_block5_1_conv\n",
      "conv3_block5_1_bn\n",
      "conv3_block5_1_relu\n",
      "conv3_block5_2_conv\n",
      "conv3_block5_concat\n",
      "conv3_block6_0_bn\n",
      "conv3_block6_0_relu\n",
      "conv3_block6_1_conv\n",
      "conv3_block6_1_bn\n",
      "conv3_block6_1_relu\n",
      "conv3_block6_2_conv\n",
      "conv3_block6_concat\n",
      "conv3_block7_0_bn\n",
      "conv3_block7_0_relu\n",
      "conv3_block7_1_conv\n",
      "conv3_block7_1_bn\n",
      "conv3_block7_1_relu\n",
      "conv3_block7_2_conv\n",
      "conv3_block7_concat\n",
      "conv3_block8_0_bn\n",
      "conv3_block8_0_relu\n",
      "conv3_block8_1_conv\n",
      "conv3_block8_1_bn\n",
      "conv3_block8_1_relu\n",
      "conv3_block8_2_conv\n",
      "conv3_block8_concat\n",
      "conv3_block9_0_bn\n",
      "conv3_block9_0_relu\n",
      "conv3_block9_1_conv\n",
      "conv3_block9_1_bn\n",
      "conv3_block9_1_relu\n",
      "conv3_block9_2_conv\n",
      "conv3_block9_concat\n",
      "conv3_block10_0_bn\n",
      "conv3_block10_0_relu\n",
      "conv3_block10_1_conv\n",
      "conv3_block10_1_bn\n",
      "conv3_block10_1_relu\n",
      "conv3_block10_2_conv\n",
      "conv3_block10_concat\n",
      "conv3_block11_0_bn\n",
      "conv3_block11_0_relu\n",
      "conv3_block11_1_conv\n",
      "conv3_block11_1_bn\n",
      "conv3_block11_1_relu\n",
      "conv3_block11_2_conv\n",
      "conv3_block11_concat\n",
      "conv3_block12_0_bn\n",
      "conv3_block12_0_relu\n",
      "conv3_block12_1_conv\n",
      "conv3_block12_1_bn\n",
      "conv3_block12_1_relu\n",
      "conv3_block12_2_conv\n",
      "conv3_block12_concat\n",
      "pool3_bn\n",
      "pool3_relu\n",
      "pool3_conv\n",
      "pool3_pool\n",
      "conv4_block1_0_bn\n",
      "conv4_block1_0_relu\n",
      "conv4_block1_1_conv\n",
      "conv4_block1_1_bn\n",
      "conv4_block1_1_relu\n",
      "conv4_block1_2_conv\n",
      "conv4_block1_concat\n",
      "conv4_block2_0_bn\n",
      "conv4_block2_0_relu\n",
      "conv4_block2_1_conv\n",
      "conv4_block2_1_bn\n",
      "conv4_block2_1_relu\n",
      "conv4_block2_2_conv\n",
      "conv4_block2_concat\n",
      "conv4_block3_0_bn\n",
      "conv4_block3_0_relu\n",
      "conv4_block3_1_conv\n",
      "conv4_block3_1_bn\n",
      "conv4_block3_1_relu\n",
      "conv4_block3_2_conv\n",
      "conv4_block3_concat\n",
      "conv4_block4_0_bn\n",
      "conv4_block4_0_relu\n",
      "conv4_block4_1_conv\n",
      "conv4_block4_1_bn\n",
      "conv4_block4_1_relu\n",
      "conv4_block4_2_conv\n",
      "conv4_block4_concat\n",
      "conv4_block5_0_bn\n",
      "conv4_block5_0_relu\n",
      "conv4_block5_1_conv\n",
      "conv4_block5_1_bn\n",
      "conv4_block5_1_relu\n",
      "conv4_block5_2_conv\n",
      "conv4_block5_concat\n",
      "conv4_block6_0_bn\n",
      "conv4_block6_0_relu\n",
      "conv4_block6_1_conv\n",
      "conv4_block6_1_bn\n",
      "conv4_block6_1_relu\n",
      "conv4_block6_2_conv\n",
      "conv4_block6_concat\n",
      "conv4_block7_0_bn\n",
      "conv4_block7_0_relu\n",
      "conv4_block7_1_conv\n",
      "conv4_block7_1_bn\n",
      "conv4_block7_1_relu\n",
      "conv4_block7_2_conv\n",
      "conv4_block7_concat\n",
      "conv4_block8_0_bn\n",
      "conv4_block8_0_relu\n",
      "conv4_block8_1_conv\n",
      "conv4_block8_1_bn\n",
      "conv4_block8_1_relu\n",
      "conv4_block8_2_conv\n",
      "conv4_block8_concat\n",
      "conv4_block9_0_bn\n",
      "conv4_block9_0_relu\n",
      "conv4_block9_1_conv\n",
      "conv4_block9_1_bn\n",
      "conv4_block9_1_relu\n",
      "conv4_block9_2_conv\n",
      "conv4_block9_concat\n",
      "conv4_block10_0_bn\n",
      "conv4_block10_0_relu\n",
      "conv4_block10_1_conv\n",
      "conv4_block10_1_bn\n",
      "conv4_block10_1_relu\n",
      "conv4_block10_2_conv\n",
      "conv4_block10_concat\n",
      "conv4_block11_0_bn\n",
      "conv4_block11_0_relu\n",
      "conv4_block11_1_conv\n",
      "conv4_block11_1_bn\n",
      "conv4_block11_1_relu\n",
      "conv4_block11_2_conv\n",
      "conv4_block11_concat\n",
      "conv4_block12_0_bn\n",
      "conv4_block12_0_relu\n",
      "conv4_block12_1_conv\n",
      "conv4_block12_1_bn\n",
      "conv4_block12_1_relu\n",
      "conv4_block12_2_conv\n",
      "conv4_block12_concat\n",
      "conv4_block13_0_bn\n",
      "conv4_block13_0_relu\n",
      "conv4_block13_1_conv\n",
      "conv4_block13_1_bn\n",
      "conv4_block13_1_relu\n",
      "conv4_block13_2_conv\n",
      "conv4_block13_concat\n",
      "conv4_block14_0_bn\n",
      "conv4_block14_0_relu\n",
      "conv4_block14_1_conv\n",
      "conv4_block14_1_bn\n",
      "conv4_block14_1_relu\n",
      "conv4_block14_2_conv\n",
      "conv4_block14_concat\n",
      "conv4_block15_0_bn\n",
      "conv4_block15_0_relu\n",
      "conv4_block15_1_conv\n",
      "conv4_block15_1_bn\n",
      "conv4_block15_1_relu\n",
      "conv4_block15_2_conv\n",
      "conv4_block15_concat\n",
      "conv4_block16_0_bn\n",
      "conv4_block16_0_relu\n",
      "conv4_block16_1_conv\n",
      "conv4_block16_1_bn\n",
      "conv4_block16_1_relu\n",
      "conv4_block16_2_conv\n",
      "conv4_block16_concat\n",
      "conv4_block17_0_bn\n",
      "conv4_block17_0_relu\n",
      "conv4_block17_1_conv\n",
      "conv4_block17_1_bn\n",
      "conv4_block17_1_relu\n",
      "conv4_block17_2_conv\n",
      "conv4_block17_concat\n",
      "conv4_block18_0_bn\n",
      "conv4_block18_0_relu\n",
      "conv4_block18_1_conv\n",
      "conv4_block18_1_bn\n",
      "conv4_block18_1_relu\n",
      "conv4_block18_2_conv\n",
      "conv4_block18_concat\n",
      "conv4_block19_0_bn\n",
      "conv4_block19_0_relu\n",
      "conv4_block19_1_conv\n",
      "conv4_block19_1_bn\n",
      "conv4_block19_1_relu\n",
      "conv4_block19_2_conv\n",
      "conv4_block19_concat\n",
      "conv4_block20_0_bn\n",
      "conv4_block20_0_relu\n",
      "conv4_block20_1_conv\n",
      "conv4_block20_1_bn\n",
      "conv4_block20_1_relu\n",
      "conv4_block20_2_conv\n",
      "conv4_block20_concat\n",
      "conv4_block21_0_bn\n",
      "conv4_block21_0_relu\n",
      "conv4_block21_1_conv\n",
      "conv4_block21_1_bn\n",
      "conv4_block21_1_relu\n",
      "conv4_block21_2_conv\n",
      "conv4_block21_concat\n",
      "conv4_block22_0_bn\n",
      "conv4_block22_0_relu\n",
      "conv4_block22_1_conv\n",
      "conv4_block22_1_bn\n",
      "conv4_block22_1_relu\n",
      "conv4_block22_2_conv\n",
      "conv4_block22_concat\n",
      "conv4_block23_0_bn\n",
      "conv4_block23_0_relu\n",
      "conv4_block23_1_conv\n",
      "conv4_block23_1_bn\n",
      "conv4_block23_1_relu\n",
      "conv4_block23_2_conv\n",
      "conv4_block23_concat\n",
      "conv4_block24_0_bn\n",
      "conv4_block24_0_relu\n",
      "conv4_block24_1_conv\n",
      "conv4_block24_1_bn\n",
      "conv4_block24_1_relu\n",
      "conv4_block24_2_conv\n",
      "conv4_block24_concat\n",
      "conv4_block25_0_bn\n",
      "conv4_block25_0_relu\n",
      "conv4_block25_1_conv\n",
      "conv4_block25_1_bn\n",
      "conv4_block25_1_relu\n",
      "conv4_block25_2_conv\n",
      "conv4_block25_concat\n",
      "conv4_block26_0_bn\n",
      "conv4_block26_0_relu\n",
      "conv4_block26_1_conv\n",
      "conv4_block26_1_bn\n",
      "conv4_block26_1_relu\n",
      "conv4_block26_2_conv\n",
      "conv4_block26_concat\n",
      "conv4_block27_0_bn\n",
      "conv4_block27_0_relu\n",
      "conv4_block27_1_conv\n",
      "conv4_block27_1_bn\n",
      "conv4_block27_1_relu\n",
      "conv4_block27_2_conv\n",
      "conv4_block27_concat\n",
      "conv4_block28_0_bn\n",
      "conv4_block28_0_relu\n",
      "conv4_block28_1_conv\n",
      "conv4_block28_1_bn\n",
      "conv4_block28_1_relu\n",
      "conv4_block28_2_conv\n",
      "conv4_block28_concat\n",
      "conv4_block29_0_bn\n",
      "conv4_block29_0_relu\n",
      "conv4_block29_1_conv\n",
      "conv4_block29_1_bn\n",
      "conv4_block29_1_relu\n",
      "conv4_block29_2_conv\n",
      "conv4_block29_concat\n",
      "conv4_block30_0_bn\n",
      "conv4_block30_0_relu\n",
      "conv4_block30_1_conv\n",
      "conv4_block30_1_bn\n",
      "conv4_block30_1_relu\n",
      "conv4_block30_2_conv\n",
      "conv4_block30_concat\n",
      "conv4_block31_0_bn\n",
      "conv4_block31_0_relu\n",
      "conv4_block31_1_conv\n",
      "conv4_block31_1_bn\n",
      "conv4_block31_1_relu\n",
      "conv4_block31_2_conv\n",
      "conv4_block31_concat\n",
      "conv4_block32_0_bn\n",
      "conv4_block32_0_relu\n",
      "conv4_block32_1_conv\n",
      "conv4_block32_1_bn\n",
      "conv4_block32_1_relu\n",
      "conv4_block32_2_conv\n",
      "conv4_block32_concat\n",
      "conv4_block33_0_bn\n",
      "conv4_block33_0_relu\n",
      "conv4_block33_1_conv\n",
      "conv4_block33_1_bn\n",
      "conv4_block33_1_relu\n",
      "conv4_block33_2_conv\n",
      "conv4_block33_concat\n",
      "conv4_block34_0_bn\n",
      "conv4_block34_0_relu\n",
      "conv4_block34_1_conv\n",
      "conv4_block34_1_bn\n",
      "conv4_block34_1_relu\n",
      "conv4_block34_2_conv\n",
      "conv4_block34_concat\n",
      "conv4_block35_0_bn\n",
      "conv4_block35_0_relu\n",
      "conv4_block35_1_conv\n",
      "conv4_block35_1_bn\n",
      "conv4_block35_1_relu\n",
      "conv4_block35_2_conv\n",
      "conv4_block35_concat\n",
      "conv4_block36_0_bn\n",
      "conv4_block36_0_relu\n",
      "conv4_block36_1_conv\n",
      "conv4_block36_1_bn\n",
      "conv4_block36_1_relu\n",
      "conv4_block36_2_conv\n",
      "conv4_block36_concat\n",
      "conv4_block37_0_bn\n",
      "conv4_block37_0_relu\n",
      "conv4_block37_1_conv\n",
      "conv4_block37_1_bn\n",
      "conv4_block37_1_relu\n",
      "conv4_block37_2_conv\n",
      "conv4_block37_concat\n",
      "conv4_block38_0_bn\n",
      "conv4_block38_0_relu\n",
      "conv4_block38_1_conv\n",
      "conv4_block38_1_bn\n",
      "conv4_block38_1_relu\n",
      "conv4_block38_2_conv\n",
      "conv4_block38_concat\n",
      "conv4_block39_0_bn\n",
      "conv4_block39_0_relu\n",
      "conv4_block39_1_conv\n",
      "conv4_block39_1_bn\n",
      "conv4_block39_1_relu\n",
      "conv4_block39_2_conv\n",
      "conv4_block39_concat\n",
      "conv4_block40_0_bn\n",
      "conv4_block40_0_relu\n",
      "conv4_block40_1_conv\n",
      "conv4_block40_1_bn\n",
      "conv4_block40_1_relu\n",
      "conv4_block40_2_conv\n",
      "conv4_block40_concat\n",
      "conv4_block41_0_bn\n",
      "conv4_block41_0_relu\n",
      "conv4_block41_1_conv\n",
      "conv4_block41_1_bn\n",
      "conv4_block41_1_relu\n",
      "conv4_block41_2_conv\n",
      "conv4_block41_concat\n",
      "conv4_block42_0_bn\n",
      "conv4_block42_0_relu\n",
      "conv4_block42_1_conv\n",
      "conv4_block42_1_bn\n",
      "conv4_block42_1_relu\n",
      "conv4_block42_2_conv\n",
      "conv4_block42_concat\n",
      "conv4_block43_0_bn\n",
      "conv4_block43_0_relu\n",
      "conv4_block43_1_conv\n",
      "conv4_block43_1_bn\n",
      "conv4_block43_1_relu\n",
      "conv4_block43_2_conv\n",
      "conv4_block43_concat\n",
      "conv4_block44_0_bn\n",
      "conv4_block44_0_relu\n",
      "conv4_block44_1_conv\n",
      "conv4_block44_1_bn\n",
      "conv4_block44_1_relu\n",
      "conv4_block44_2_conv\n",
      "conv4_block44_concat\n",
      "conv4_block45_0_bn\n",
      "conv4_block45_0_relu\n",
      "conv4_block45_1_conv\n",
      "conv4_block45_1_bn\n",
      "conv4_block45_1_relu\n",
      "conv4_block45_2_conv\n",
      "conv4_block45_concat\n",
      "conv4_block46_0_bn\n",
      "conv4_block46_0_relu\n",
      "conv4_block46_1_conv\n",
      "conv4_block46_1_bn\n",
      "conv4_block46_1_relu\n",
      "conv4_block46_2_conv\n",
      "conv4_block46_concat\n",
      "conv4_block47_0_bn\n",
      "conv4_block47_0_relu\n",
      "conv4_block47_1_conv\n",
      "conv4_block47_1_bn\n",
      "conv4_block47_1_relu\n",
      "conv4_block47_2_conv\n",
      "conv4_block47_concat\n",
      "conv4_block48_0_bn\n",
      "conv4_block48_0_relu\n",
      "conv4_block48_1_conv\n",
      "conv4_block48_1_bn\n",
      "conv4_block48_1_relu\n",
      "conv4_block48_2_conv\n",
      "conv4_block48_concat\n",
      "pool4_bn\n",
      "pool4_relu\n",
      "pool4_conv\n",
      "pool4_pool\n",
      "conv5_block1_0_bn\n",
      "conv5_block1_0_relu\n",
      "conv5_block1_1_conv\n",
      "conv5_block1_1_bn\n",
      "conv5_block1_1_relu\n",
      "conv5_block1_2_conv\n",
      "conv5_block1_concat\n",
      "conv5_block2_0_bn\n",
      "conv5_block2_0_relu\n",
      "conv5_block2_1_conv\n",
      "conv5_block2_1_bn\n",
      "conv5_block2_1_relu\n",
      "conv5_block2_2_conv\n",
      "conv5_block2_concat\n",
      "conv5_block3_0_bn\n",
      "conv5_block3_0_relu\n",
      "conv5_block3_1_conv\n",
      "conv5_block3_1_bn\n",
      "conv5_block3_1_relu\n",
      "conv5_block3_2_conv\n",
      "conv5_block3_concat\n",
      "conv5_block4_0_bn\n",
      "conv5_block4_0_relu\n",
      "conv5_block4_1_conv\n",
      "conv5_block4_1_bn\n",
      "conv5_block4_1_relu\n",
      "conv5_block4_2_conv\n",
      "conv5_block4_concat\n",
      "conv5_block5_0_bn\n",
      "conv5_block5_0_relu\n",
      "conv5_block5_1_conv\n",
      "conv5_block5_1_bn\n",
      "conv5_block5_1_relu\n",
      "conv5_block5_2_conv\n",
      "conv5_block5_concat\n",
      "conv5_block6_0_bn\n",
      "conv5_block6_0_relu\n",
      "conv5_block6_1_conv\n",
      "conv5_block6_1_bn\n",
      "conv5_block6_1_relu\n",
      "conv5_block6_2_conv\n",
      "conv5_block6_concat\n",
      "conv5_block7_0_bn\n",
      "conv5_block7_0_relu\n",
      "conv5_block7_1_conv\n",
      "conv5_block7_1_bn\n",
      "conv5_block7_1_relu\n",
      "conv5_block7_2_conv\n",
      "conv5_block7_concat\n",
      "conv5_block8_0_bn\n",
      "conv5_block8_0_relu\n",
      "conv5_block8_1_conv\n",
      "conv5_block8_1_bn\n",
      "conv5_block8_1_relu\n",
      "conv5_block8_2_conv\n",
      "conv5_block8_concat\n",
      "conv5_block9_0_bn\n",
      "conv5_block9_0_relu\n",
      "conv5_block9_1_conv\n",
      "conv5_block9_1_bn\n",
      "conv5_block9_1_relu\n",
      "conv5_block9_2_conv\n",
      "conv5_block9_concat\n",
      "conv5_block10_0_bn\n",
      "conv5_block10_0_relu\n",
      "conv5_block10_1_conv\n",
      "conv5_block10_1_bn\n",
      "conv5_block10_1_relu\n",
      "conv5_block10_2_conv\n",
      "conv5_block10_concat\n",
      "conv5_block11_0_bn\n",
      "conv5_block11_0_relu\n",
      "conv5_block11_1_conv\n",
      "conv5_block11_1_bn\n",
      "conv5_block11_1_relu\n",
      "conv5_block11_2_conv\n",
      "conv5_block11_concat\n",
      "conv5_block12_0_bn\n",
      "conv5_block12_0_relu\n",
      "conv5_block12_1_conv\n",
      "conv5_block12_1_bn\n",
      "conv5_block12_1_relu\n",
      "conv5_block12_2_conv\n",
      "conv5_block12_concat\n",
      "conv5_block13_0_bn\n",
      "conv5_block13_0_relu\n",
      "conv5_block13_1_conv\n",
      "conv5_block13_1_bn\n",
      "conv5_block13_1_relu\n",
      "conv5_block13_2_conv\n",
      "conv5_block13_concat\n",
      "conv5_block14_0_bn\n",
      "conv5_block14_0_relu\n",
      "conv5_block14_1_conv\n",
      "conv5_block14_1_bn\n",
      "conv5_block14_1_relu\n",
      "conv5_block14_2_conv\n",
      "conv5_block14_concat\n",
      "conv5_block15_0_bn\n",
      "conv5_block15_0_relu\n",
      "conv5_block15_1_conv\n",
      "conv5_block15_1_bn\n",
      "conv5_block15_1_relu\n",
      "conv5_block15_2_conv\n",
      "conv5_block15_concat\n",
      "conv5_block16_0_bn\n",
      "conv5_block16_0_relu\n",
      "conv5_block16_1_conv\n",
      "conv5_block16_1_bn\n",
      "conv5_block16_1_relu\n",
      "conv5_block16_2_conv\n",
      "conv5_block16_concat\n",
      "conv5_block17_0_bn\n",
      "conv5_block17_0_relu\n",
      "conv5_block17_1_conv\n",
      "conv5_block17_1_bn\n",
      "conv5_block17_1_relu\n",
      "conv5_block17_2_conv\n",
      "conv5_block17_concat\n",
      "conv5_block18_0_bn\n",
      "conv5_block18_0_relu\n",
      "conv5_block18_1_conv\n",
      "conv5_block18_1_bn\n",
      "conv5_block18_1_relu\n",
      "conv5_block18_2_conv\n",
      "conv5_block18_concat\n",
      "conv5_block19_0_bn\n",
      "conv5_block19_0_relu\n",
      "conv5_block19_1_conv\n",
      "conv5_block19_1_bn\n",
      "conv5_block19_1_relu\n",
      "conv5_block19_2_conv\n",
      "conv5_block19_concat\n",
      "conv5_block20_0_bn\n",
      "conv5_block20_0_relu\n",
      "conv5_block20_1_conv\n",
      "conv5_block20_1_bn\n",
      "conv5_block20_1_relu\n",
      "conv5_block20_2_conv\n",
      "conv5_block20_concat\n",
      "conv5_block21_0_bn\n",
      "conv5_block21_0_relu\n",
      "conv5_block21_1_conv\n",
      "conv5_block21_1_bn\n",
      "conv5_block21_1_relu\n",
      "conv5_block21_2_conv\n",
      "conv5_block21_concat\n",
      "conv5_block22_0_bn\n",
      "conv5_block22_0_relu\n",
      "conv5_block22_1_conv\n",
      "conv5_block22_1_bn\n",
      "conv5_block22_1_relu\n",
      "conv5_block22_2_conv\n",
      "conv5_block22_concat\n",
      "conv5_block23_0_bn\n",
      "conv5_block23_0_relu\n",
      "conv5_block23_1_conv\n",
      "conv5_block23_1_bn\n",
      "conv5_block23_1_relu\n",
      "conv5_block23_2_conv\n",
      "conv5_block23_concat\n",
      "conv5_block24_0_bn\n",
      "conv5_block24_0_relu\n",
      "conv5_block24_1_conv\n",
      "conv5_block24_1_bn\n",
      "conv5_block24_1_relu\n",
      "conv5_block24_2_conv\n",
      "conv5_block24_concat\n",
      "conv5_block25_0_bn\n",
      "conv5_block25_0_relu\n",
      "conv5_block25_1_conv\n",
      "conv5_block25_1_bn\n",
      "conv5_block25_1_relu\n",
      "conv5_block25_2_conv\n",
      "conv5_block25_concat\n",
      "conv5_block26_0_bn\n",
      "conv5_block26_0_relu\n",
      "conv5_block26_1_conv\n",
      "conv5_block26_1_bn\n",
      "conv5_block26_1_relu\n",
      "conv5_block26_2_conv\n",
      "conv5_block26_concat\n",
      "conv5_block27_0_bn\n",
      "conv5_block27_0_relu\n",
      "conv5_block27_1_conv\n",
      "conv5_block27_1_bn\n",
      "conv5_block27_1_relu\n",
      "conv5_block27_2_conv\n",
      "conv5_block27_concat\n",
      "conv5_block28_0_bn\n",
      "conv5_block28_0_relu\n",
      "conv5_block28_1_conv\n",
      "conv5_block28_1_bn\n",
      "conv5_block28_1_relu\n",
      "conv5_block28_2_conv\n",
      "conv5_block28_concat\n",
      "conv5_block29_0_bn\n",
      "conv5_block29_0_relu\n",
      "conv5_block29_1_conv\n",
      "conv5_block29_1_bn\n",
      "conv5_block29_1_relu\n",
      "conv5_block29_2_conv\n",
      "conv5_block29_concat\n",
      "conv5_block30_0_bn\n",
      "conv5_block30_0_relu\n",
      "conv5_block30_1_conv\n",
      "conv5_block30_1_bn\n",
      "conv5_block30_1_relu\n",
      "conv5_block30_2_conv\n",
      "conv5_block30_concat\n",
      "conv5_block31_0_bn\n",
      "conv5_block31_0_relu\n",
      "conv5_block31_1_conv\n",
      "conv5_block31_1_bn\n",
      "conv5_block31_1_relu\n",
      "conv5_block31_2_conv\n",
      "conv5_block31_concat\n",
      "conv5_block32_0_bn\n",
      "conv5_block32_0_relu\n",
      "conv5_block32_1_conv\n",
      "conv5_block32_1_bn\n",
      "conv5_block32_1_relu\n",
      "conv5_block32_2_conv\n",
      "conv5_block32_concat\n",
      "bn\n",
      "relu\n",
      "707\n"
     ]
    }
   ],
   "source": [
    "for layer in pre_trained_model.layers:\n",
    "    print(layer.name)\n",
    "    if hasattr(layer, 'moving_mean') and hasattr(layer, 'moving_variance'):\n",
    "        layer.trainable = True\n",
    "        K.eval(K.update(layer.moving_mean, K.zeros_like(layer.moving_mean)))\n",
    "        K.eval(K.update(layer.moving_variance, K.zeros_like(layer.moving_variance)))\n",
    "    else:\n",
    "        layer.trainable = False\n",
    "\n",
    "print(len(pre_trained_model.layers))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "last layer output shape: (None, 6, 8, 1920)\n"
     ]
    }
   ],
   "source": [
    "last_layer = pre_trained_model.get_layer('relu')\n",
    "print('last layer output shape:', last_layer.output_shape)\n",
    "last_output = last_layer.output"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Define the Model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Flatten the output layer to 1 dimension\n",
    "x = layers.GlobalMaxPooling2D()(last_output)\n",
    "# Add a fully connected layer with 512 hidden units and ReLU activation\n",
    "x = layers.Dense(512, activation='relu')(x)\n",
    "# Add a dropout rate of 0.7\n",
    "x = layers.Dropout(0.5)(x)\n",
    "# Add a final sigmoid layer for classification\n",
    "x = layers.Dense(7, activation='softmax')(x)\n",
    "\n",
    "# Configure and compile the model\n",
    "\n",
    "model = Model(pre_trained_model.input, x)\n",
    "optimizer = Adam(lr=0.0001, beta_1=0.9, beta_2=0.999, epsilon=None, decay=0.0, amsgrad=True)\n",
    "model.compile(loss='categorical_crossentropy',\n",
    "              optimizer=optimizer,\n",
    "              metrics=['accuracy'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "__________________________________________________________________________________________________\n",
      "Layer (type)                    Output Shape         Param #     Connected to                     \n",
      "==================================================================================================\n",
      "input_1 (InputLayer)            (None, 192, 256, 3)  0                                            \n",
      "__________________________________________________________________________________________________\n",
      "zero_padding2d_1 (ZeroPadding2D (None, 198, 262, 3)  0           input_1[0][0]                    \n",
      "__________________________________________________________________________________________________\n",
      "conv1/conv (Conv2D)             (None, 96, 128, 64)  9408        zero_padding2d_1[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "conv1/bn (BatchNormalization)   (None, 96, 128, 64)  256         conv1/conv[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "conv1/relu (Activation)         (None, 96, 128, 64)  0           conv1/bn[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "zero_padding2d_2 (ZeroPadding2D (None, 98, 130, 64)  0           conv1/relu[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "pool1 (MaxPooling2D)            (None, 48, 64, 64)   0           zero_padding2d_2[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block1_0_bn (BatchNormali (None, 48, 64, 64)   256         pool1[0][0]                      \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block1_0_relu (Activation (None, 48, 64, 64)   0           conv2_block1_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block1_1_conv (Conv2D)    (None, 48, 64, 128)  8192        conv2_block1_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block1_1_bn (BatchNormali (None, 48, 64, 128)  512         conv2_block1_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block1_1_relu (Activation (None, 48, 64, 128)  0           conv2_block1_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block1_2_conv (Conv2D)    (None, 48, 64, 32)   36864       conv2_block1_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block1_concat (Concatenat (None, 48, 64, 96)   0           pool1[0][0]                      \n",
      "                                                                 conv2_block1_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block2_0_bn (BatchNormali (None, 48, 64, 96)   384         conv2_block1_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block2_0_relu (Activation (None, 48, 64, 96)   0           conv2_block2_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block2_1_conv (Conv2D)    (None, 48, 64, 128)  12288       conv2_block2_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block2_1_bn (BatchNormali (None, 48, 64, 128)  512         conv2_block2_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block2_1_relu (Activation (None, 48, 64, 128)  0           conv2_block2_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block2_2_conv (Conv2D)    (None, 48, 64, 32)   36864       conv2_block2_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block2_concat (Concatenat (None, 48, 64, 128)  0           conv2_block1_concat[0][0]        \n",
      "                                                                 conv2_block2_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block3_0_bn (BatchNormali (None, 48, 64, 128)  512         conv2_block2_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block3_0_relu (Activation (None, 48, 64, 128)  0           conv2_block3_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block3_1_conv (Conv2D)    (None, 48, 64, 128)  16384       conv2_block3_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block3_1_bn (BatchNormali (None, 48, 64, 128)  512         conv2_block3_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block3_1_relu (Activation (None, 48, 64, 128)  0           conv2_block3_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block3_2_conv (Conv2D)    (None, 48, 64, 32)   36864       conv2_block3_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block3_concat (Concatenat (None, 48, 64, 160)  0           conv2_block2_concat[0][0]        \n",
      "                                                                 conv2_block3_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block4_0_bn (BatchNormali (None, 48, 64, 160)  640         conv2_block3_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block4_0_relu (Activation (None, 48, 64, 160)  0           conv2_block4_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block4_1_conv (Conv2D)    (None, 48, 64, 128)  20480       conv2_block4_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block4_1_bn (BatchNormali (None, 48, 64, 128)  512         conv2_block4_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block4_1_relu (Activation (None, 48, 64, 128)  0           conv2_block4_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block4_2_conv (Conv2D)    (None, 48, 64, 32)   36864       conv2_block4_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block4_concat (Concatenat (None, 48, 64, 192)  0           conv2_block3_concat[0][0]        \n",
      "                                                                 conv2_block4_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block5_0_bn (BatchNormali (None, 48, 64, 192)  768         conv2_block4_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block5_0_relu (Activation (None, 48, 64, 192)  0           conv2_block5_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block5_1_conv (Conv2D)    (None, 48, 64, 128)  24576       conv2_block5_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block5_1_bn (BatchNormali (None, 48, 64, 128)  512         conv2_block5_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block5_1_relu (Activation (None, 48, 64, 128)  0           conv2_block5_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block5_2_conv (Conv2D)    (None, 48, 64, 32)   36864       conv2_block5_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block5_concat (Concatenat (None, 48, 64, 224)  0           conv2_block4_concat[0][0]        \n",
      "                                                                 conv2_block5_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block6_0_bn (BatchNormali (None, 48, 64, 224)  896         conv2_block5_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block6_0_relu (Activation (None, 48, 64, 224)  0           conv2_block6_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block6_1_conv (Conv2D)    (None, 48, 64, 128)  28672       conv2_block6_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block6_1_bn (BatchNormali (None, 48, 64, 128)  512         conv2_block6_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block6_1_relu (Activation (None, 48, 64, 128)  0           conv2_block6_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block6_2_conv (Conv2D)    (None, 48, 64, 32)   36864       conv2_block6_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block6_concat (Concatenat (None, 48, 64, 256)  0           conv2_block5_concat[0][0]        \n",
      "                                                                 conv2_block6_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "pool2_bn (BatchNormalization)   (None, 48, 64, 256)  1024        conv2_block6_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "pool2_relu (Activation)         (None, 48, 64, 256)  0           pool2_bn[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "pool2_conv (Conv2D)             (None, 48, 64, 128)  32768       pool2_relu[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "pool2_pool (AveragePooling2D)   (None, 24, 32, 128)  0           pool2_conv[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block1_0_bn (BatchNormali (None, 24, 32, 128)  512         pool2_pool[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block1_0_relu (Activation (None, 24, 32, 128)  0           conv3_block1_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block1_1_conv (Conv2D)    (None, 24, 32, 128)  16384       conv3_block1_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block1_1_bn (BatchNormali (None, 24, 32, 128)  512         conv3_block1_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block1_1_relu (Activation (None, 24, 32, 128)  0           conv3_block1_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block1_2_conv (Conv2D)    (None, 24, 32, 32)   36864       conv3_block1_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block1_concat (Concatenat (None, 24, 32, 160)  0           pool2_pool[0][0]                 \n",
      "                                                                 conv3_block1_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block2_0_bn (BatchNormali (None, 24, 32, 160)  640         conv3_block1_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block2_0_relu (Activation (None, 24, 32, 160)  0           conv3_block2_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block2_1_conv (Conv2D)    (None, 24, 32, 128)  20480       conv3_block2_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block2_1_bn (BatchNormali (None, 24, 32, 128)  512         conv3_block2_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block2_1_relu (Activation (None, 24, 32, 128)  0           conv3_block2_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block2_2_conv (Conv2D)    (None, 24, 32, 32)   36864       conv3_block2_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block2_concat (Concatenat (None, 24, 32, 192)  0           conv3_block1_concat[0][0]        \n",
      "                                                                 conv3_block2_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block3_0_bn (BatchNormali (None, 24, 32, 192)  768         conv3_block2_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block3_0_relu (Activation (None, 24, 32, 192)  0           conv3_block3_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block3_1_conv (Conv2D)    (None, 24, 32, 128)  24576       conv3_block3_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block3_1_bn (BatchNormali (None, 24, 32, 128)  512         conv3_block3_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block3_1_relu (Activation (None, 24, 32, 128)  0           conv3_block3_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block3_2_conv (Conv2D)    (None, 24, 32, 32)   36864       conv3_block3_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block3_concat (Concatenat (None, 24, 32, 224)  0           conv3_block2_concat[0][0]        \n",
      "                                                                 conv3_block3_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block4_0_bn (BatchNormali (None, 24, 32, 224)  896         conv3_block3_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block4_0_relu (Activation (None, 24, 32, 224)  0           conv3_block4_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block4_1_conv (Conv2D)    (None, 24, 32, 128)  28672       conv3_block4_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block4_1_bn (BatchNormali (None, 24, 32, 128)  512         conv3_block4_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block4_1_relu (Activation (None, 24, 32, 128)  0           conv3_block4_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block4_2_conv (Conv2D)    (None, 24, 32, 32)   36864       conv3_block4_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block4_concat (Concatenat (None, 24, 32, 256)  0           conv3_block3_concat[0][0]        \n",
      "                                                                 conv3_block4_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block5_0_bn (BatchNormali (None, 24, 32, 256)  1024        conv3_block4_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block5_0_relu (Activation (None, 24, 32, 256)  0           conv3_block5_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block5_1_conv (Conv2D)    (None, 24, 32, 128)  32768       conv3_block5_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block5_1_bn (BatchNormali (None, 24, 32, 128)  512         conv3_block5_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block5_1_relu (Activation (None, 24, 32, 128)  0           conv3_block5_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block5_2_conv (Conv2D)    (None, 24, 32, 32)   36864       conv3_block5_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block5_concat (Concatenat (None, 24, 32, 288)  0           conv3_block4_concat[0][0]        \n",
      "                                                                 conv3_block5_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block6_0_bn (BatchNormali (None, 24, 32, 288)  1152        conv3_block5_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block6_0_relu (Activation (None, 24, 32, 288)  0           conv3_block6_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block6_1_conv (Conv2D)    (None, 24, 32, 128)  36864       conv3_block6_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block6_1_bn (BatchNormali (None, 24, 32, 128)  512         conv3_block6_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block6_1_relu (Activation (None, 24, 32, 128)  0           conv3_block6_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block6_2_conv (Conv2D)    (None, 24, 32, 32)   36864       conv3_block6_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block6_concat (Concatenat (None, 24, 32, 320)  0           conv3_block5_concat[0][0]        \n",
      "                                                                 conv3_block6_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block7_0_bn (BatchNormali (None, 24, 32, 320)  1280        conv3_block6_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block7_0_relu (Activation (None, 24, 32, 320)  0           conv3_block7_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block7_1_conv (Conv2D)    (None, 24, 32, 128)  40960       conv3_block7_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block7_1_bn (BatchNormali (None, 24, 32, 128)  512         conv3_block7_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block7_1_relu (Activation (None, 24, 32, 128)  0           conv3_block7_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block7_2_conv (Conv2D)    (None, 24, 32, 32)   36864       conv3_block7_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block7_concat (Concatenat (None, 24, 32, 352)  0           conv3_block6_concat[0][0]        \n",
      "                                                                 conv3_block7_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block8_0_bn (BatchNormali (None, 24, 32, 352)  1408        conv3_block7_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block8_0_relu (Activation (None, 24, 32, 352)  0           conv3_block8_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block8_1_conv (Conv2D)    (None, 24, 32, 128)  45056       conv3_block8_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block8_1_bn (BatchNormali (None, 24, 32, 128)  512         conv3_block8_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block8_1_relu (Activation (None, 24, 32, 128)  0           conv3_block8_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block8_2_conv (Conv2D)    (None, 24, 32, 32)   36864       conv3_block8_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block8_concat (Concatenat (None, 24, 32, 384)  0           conv3_block7_concat[0][0]        \n",
      "                                                                 conv3_block8_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block9_0_bn (BatchNormali (None, 24, 32, 384)  1536        conv3_block8_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block9_0_relu (Activation (None, 24, 32, 384)  0           conv3_block9_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block9_1_conv (Conv2D)    (None, 24, 32, 128)  49152       conv3_block9_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block9_1_bn (BatchNormali (None, 24, 32, 128)  512         conv3_block9_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block9_1_relu (Activation (None, 24, 32, 128)  0           conv3_block9_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block9_2_conv (Conv2D)    (None, 24, 32, 32)   36864       conv3_block9_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block9_concat (Concatenat (None, 24, 32, 416)  0           conv3_block8_concat[0][0]        \n",
      "                                                                 conv3_block9_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block10_0_bn (BatchNormal (None, 24, 32, 416)  1664        conv3_block9_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block10_0_relu (Activatio (None, 24, 32, 416)  0           conv3_block10_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block10_1_conv (Conv2D)   (None, 24, 32, 128)  53248       conv3_block10_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block10_1_bn (BatchNormal (None, 24, 32, 128)  512         conv3_block10_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block10_1_relu (Activatio (None, 24, 32, 128)  0           conv3_block10_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block10_2_conv (Conv2D)   (None, 24, 32, 32)   36864       conv3_block10_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block10_concat (Concatena (None, 24, 32, 448)  0           conv3_block9_concat[0][0]        \n",
      "                                                                 conv3_block10_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block11_0_bn (BatchNormal (None, 24, 32, 448)  1792        conv3_block10_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block11_0_relu (Activatio (None, 24, 32, 448)  0           conv3_block11_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block11_1_conv (Conv2D)   (None, 24, 32, 128)  57344       conv3_block11_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block11_1_bn (BatchNormal (None, 24, 32, 128)  512         conv3_block11_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block11_1_relu (Activatio (None, 24, 32, 128)  0           conv3_block11_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block11_2_conv (Conv2D)   (None, 24, 32, 32)   36864       conv3_block11_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block11_concat (Concatena (None, 24, 32, 480)  0           conv3_block10_concat[0][0]       \n",
      "                                                                 conv3_block11_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block12_0_bn (BatchNormal (None, 24, 32, 480)  1920        conv3_block11_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block12_0_relu (Activatio (None, 24, 32, 480)  0           conv3_block12_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block12_1_conv (Conv2D)   (None, 24, 32, 128)  61440       conv3_block12_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block12_1_bn (BatchNormal (None, 24, 32, 128)  512         conv3_block12_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block12_1_relu (Activatio (None, 24, 32, 128)  0           conv3_block12_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block12_2_conv (Conv2D)   (None, 24, 32, 32)   36864       conv3_block12_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block12_concat (Concatena (None, 24, 32, 512)  0           conv3_block11_concat[0][0]       \n",
      "                                                                 conv3_block12_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "pool3_bn (BatchNormalization)   (None, 24, 32, 512)  2048        conv3_block12_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "pool3_relu (Activation)         (None, 24, 32, 512)  0           pool3_bn[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "pool3_conv (Conv2D)             (None, 24, 32, 256)  131072      pool3_relu[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "pool3_pool (AveragePooling2D)   (None, 12, 16, 256)  0           pool3_conv[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block1_0_bn (BatchNormali (None, 12, 16, 256)  1024        pool3_pool[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block1_0_relu (Activation (None, 12, 16, 256)  0           conv4_block1_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block1_1_conv (Conv2D)    (None, 12, 16, 128)  32768       conv4_block1_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block1_1_bn (BatchNormali (None, 12, 16, 128)  512         conv4_block1_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block1_1_relu (Activation (None, 12, 16, 128)  0           conv4_block1_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block1_2_conv (Conv2D)    (None, 12, 16, 32)   36864       conv4_block1_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block1_concat (Concatenat (None, 12, 16, 288)  0           pool3_pool[0][0]                 \n",
      "                                                                 conv4_block1_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block2_0_bn (BatchNormali (None, 12, 16, 288)  1152        conv4_block1_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block2_0_relu (Activation (None, 12, 16, 288)  0           conv4_block2_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block2_1_conv (Conv2D)    (None, 12, 16, 128)  36864       conv4_block2_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block2_1_bn (BatchNormali (None, 12, 16, 128)  512         conv4_block2_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block2_1_relu (Activation (None, 12, 16, 128)  0           conv4_block2_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block2_2_conv (Conv2D)    (None, 12, 16, 32)   36864       conv4_block2_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block2_concat (Concatenat (None, 12, 16, 320)  0           conv4_block1_concat[0][0]        \n",
      "                                                                 conv4_block2_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block3_0_bn (BatchNormali (None, 12, 16, 320)  1280        conv4_block2_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block3_0_relu (Activation (None, 12, 16, 320)  0           conv4_block3_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block3_1_conv (Conv2D)    (None, 12, 16, 128)  40960       conv4_block3_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block3_1_bn (BatchNormali (None, 12, 16, 128)  512         conv4_block3_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block3_1_relu (Activation (None, 12, 16, 128)  0           conv4_block3_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block3_2_conv (Conv2D)    (None, 12, 16, 32)   36864       conv4_block3_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block3_concat (Concatenat (None, 12, 16, 352)  0           conv4_block2_concat[0][0]        \n",
      "                                                                 conv4_block3_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block4_0_bn (BatchNormali (None, 12, 16, 352)  1408        conv4_block3_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block4_0_relu (Activation (None, 12, 16, 352)  0           conv4_block4_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block4_1_conv (Conv2D)    (None, 12, 16, 128)  45056       conv4_block4_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block4_1_bn (BatchNormali (None, 12, 16, 128)  512         conv4_block4_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block4_1_relu (Activation (None, 12, 16, 128)  0           conv4_block4_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block4_2_conv (Conv2D)    (None, 12, 16, 32)   36864       conv4_block4_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block4_concat (Concatenat (None, 12, 16, 384)  0           conv4_block3_concat[0][0]        \n",
      "                                                                 conv4_block4_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block5_0_bn (BatchNormali (None, 12, 16, 384)  1536        conv4_block4_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block5_0_relu (Activation (None, 12, 16, 384)  0           conv4_block5_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block5_1_conv (Conv2D)    (None, 12, 16, 128)  49152       conv4_block5_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block5_1_bn (BatchNormali (None, 12, 16, 128)  512         conv4_block5_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block5_1_relu (Activation (None, 12, 16, 128)  0           conv4_block5_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block5_2_conv (Conv2D)    (None, 12, 16, 32)   36864       conv4_block5_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block5_concat (Concatenat (None, 12, 16, 416)  0           conv4_block4_concat[0][0]        \n",
      "                                                                 conv4_block5_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block6_0_bn (BatchNormali (None, 12, 16, 416)  1664        conv4_block5_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block6_0_relu (Activation (None, 12, 16, 416)  0           conv4_block6_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block6_1_conv (Conv2D)    (None, 12, 16, 128)  53248       conv4_block6_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block6_1_bn (BatchNormali (None, 12, 16, 128)  512         conv4_block6_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block6_1_relu (Activation (None, 12, 16, 128)  0           conv4_block6_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block6_2_conv (Conv2D)    (None, 12, 16, 32)   36864       conv4_block6_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block6_concat (Concatenat (None, 12, 16, 448)  0           conv4_block5_concat[0][0]        \n",
      "                                                                 conv4_block6_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block7_0_bn (BatchNormali (None, 12, 16, 448)  1792        conv4_block6_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block7_0_relu (Activation (None, 12, 16, 448)  0           conv4_block7_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block7_1_conv (Conv2D)    (None, 12, 16, 128)  57344       conv4_block7_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block7_1_bn (BatchNormali (None, 12, 16, 128)  512         conv4_block7_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block7_1_relu (Activation (None, 12, 16, 128)  0           conv4_block7_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block7_2_conv (Conv2D)    (None, 12, 16, 32)   36864       conv4_block7_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block7_concat (Concatenat (None, 12, 16, 480)  0           conv4_block6_concat[0][0]        \n",
      "                                                                 conv4_block7_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block8_0_bn (BatchNormali (None, 12, 16, 480)  1920        conv4_block7_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block8_0_relu (Activation (None, 12, 16, 480)  0           conv4_block8_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block8_1_conv (Conv2D)    (None, 12, 16, 128)  61440       conv4_block8_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block8_1_bn (BatchNormali (None, 12, 16, 128)  512         conv4_block8_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block8_1_relu (Activation (None, 12, 16, 128)  0           conv4_block8_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block8_2_conv (Conv2D)    (None, 12, 16, 32)   36864       conv4_block8_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block8_concat (Concatenat (None, 12, 16, 512)  0           conv4_block7_concat[0][0]        \n",
      "                                                                 conv4_block8_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block9_0_bn (BatchNormali (None, 12, 16, 512)  2048        conv4_block8_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block9_0_relu (Activation (None, 12, 16, 512)  0           conv4_block9_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block9_1_conv (Conv2D)    (None, 12, 16, 128)  65536       conv4_block9_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block9_1_bn (BatchNormali (None, 12, 16, 128)  512         conv4_block9_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block9_1_relu (Activation (None, 12, 16, 128)  0           conv4_block9_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block9_2_conv (Conv2D)    (None, 12, 16, 32)   36864       conv4_block9_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block9_concat (Concatenat (None, 12, 16, 544)  0           conv4_block8_concat[0][0]        \n",
      "                                                                 conv4_block9_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block10_0_bn (BatchNormal (None, 12, 16, 544)  2176        conv4_block9_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block10_0_relu (Activatio (None, 12, 16, 544)  0           conv4_block10_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block10_1_conv (Conv2D)   (None, 12, 16, 128)  69632       conv4_block10_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block10_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block10_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block10_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block10_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block10_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block10_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block10_concat (Concatena (None, 12, 16, 576)  0           conv4_block9_concat[0][0]        \n",
      "                                                                 conv4_block10_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block11_0_bn (BatchNormal (None, 12, 16, 576)  2304        conv4_block10_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block11_0_relu (Activatio (None, 12, 16, 576)  0           conv4_block11_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block11_1_conv (Conv2D)   (None, 12, 16, 128)  73728       conv4_block11_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block11_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block11_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block11_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block11_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block11_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block11_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block11_concat (Concatena (None, 12, 16, 608)  0           conv4_block10_concat[0][0]       \n",
      "                                                                 conv4_block11_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block12_0_bn (BatchNormal (None, 12, 16, 608)  2432        conv4_block11_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block12_0_relu (Activatio (None, 12, 16, 608)  0           conv4_block12_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block12_1_conv (Conv2D)   (None, 12, 16, 128)  77824       conv4_block12_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block12_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block12_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block12_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block12_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block12_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block12_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block12_concat (Concatena (None, 12, 16, 640)  0           conv4_block11_concat[0][0]       \n",
      "                                                                 conv4_block12_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block13_0_bn (BatchNormal (None, 12, 16, 640)  2560        conv4_block12_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block13_0_relu (Activatio (None, 12, 16, 640)  0           conv4_block13_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block13_1_conv (Conv2D)   (None, 12, 16, 128)  81920       conv4_block13_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block13_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block13_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block13_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block13_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block13_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block13_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block13_concat (Concatena (None, 12, 16, 672)  0           conv4_block12_concat[0][0]       \n",
      "                                                                 conv4_block13_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block14_0_bn (BatchNormal (None, 12, 16, 672)  2688        conv4_block13_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block14_0_relu (Activatio (None, 12, 16, 672)  0           conv4_block14_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block14_1_conv (Conv2D)   (None, 12, 16, 128)  86016       conv4_block14_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block14_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block14_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block14_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block14_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block14_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block14_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block14_concat (Concatena (None, 12, 16, 704)  0           conv4_block13_concat[0][0]       \n",
      "                                                                 conv4_block14_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block15_0_bn (BatchNormal (None, 12, 16, 704)  2816        conv4_block14_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block15_0_relu (Activatio (None, 12, 16, 704)  0           conv4_block15_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block15_1_conv (Conv2D)   (None, 12, 16, 128)  90112       conv4_block15_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block15_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block15_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block15_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block15_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block15_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block15_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block15_concat (Concatena (None, 12, 16, 736)  0           conv4_block14_concat[0][0]       \n",
      "                                                                 conv4_block15_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block16_0_bn (BatchNormal (None, 12, 16, 736)  2944        conv4_block15_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block16_0_relu (Activatio (None, 12, 16, 736)  0           conv4_block16_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block16_1_conv (Conv2D)   (None, 12, 16, 128)  94208       conv4_block16_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block16_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block16_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block16_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block16_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block16_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block16_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block16_concat (Concatena (None, 12, 16, 768)  0           conv4_block15_concat[0][0]       \n",
      "                                                                 conv4_block16_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block17_0_bn (BatchNormal (None, 12, 16, 768)  3072        conv4_block16_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block17_0_relu (Activatio (None, 12, 16, 768)  0           conv4_block17_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block17_1_conv (Conv2D)   (None, 12, 16, 128)  98304       conv4_block17_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block17_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block17_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block17_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block17_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block17_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block17_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block17_concat (Concatena (None, 12, 16, 800)  0           conv4_block16_concat[0][0]       \n",
      "                                                                 conv4_block17_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block18_0_bn (BatchNormal (None, 12, 16, 800)  3200        conv4_block17_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block18_0_relu (Activatio (None, 12, 16, 800)  0           conv4_block18_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block18_1_conv (Conv2D)   (None, 12, 16, 128)  102400      conv4_block18_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block18_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block18_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block18_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block18_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block18_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block18_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block18_concat (Concatena (None, 12, 16, 832)  0           conv4_block17_concat[0][0]       \n",
      "                                                                 conv4_block18_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block19_0_bn (BatchNormal (None, 12, 16, 832)  3328        conv4_block18_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block19_0_relu (Activatio (None, 12, 16, 832)  0           conv4_block19_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block19_1_conv (Conv2D)   (None, 12, 16, 128)  106496      conv4_block19_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block19_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block19_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block19_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block19_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block19_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block19_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block19_concat (Concatena (None, 12, 16, 864)  0           conv4_block18_concat[0][0]       \n",
      "                                                                 conv4_block19_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block20_0_bn (BatchNormal (None, 12, 16, 864)  3456        conv4_block19_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block20_0_relu (Activatio (None, 12, 16, 864)  0           conv4_block20_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block20_1_conv (Conv2D)   (None, 12, 16, 128)  110592      conv4_block20_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block20_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block20_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block20_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block20_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block20_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block20_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block20_concat (Concatena (None, 12, 16, 896)  0           conv4_block19_concat[0][0]       \n",
      "                                                                 conv4_block20_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block21_0_bn (BatchNormal (None, 12, 16, 896)  3584        conv4_block20_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block21_0_relu (Activatio (None, 12, 16, 896)  0           conv4_block21_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block21_1_conv (Conv2D)   (None, 12, 16, 128)  114688      conv4_block21_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block21_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block21_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block21_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block21_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block21_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block21_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block21_concat (Concatena (None, 12, 16, 928)  0           conv4_block20_concat[0][0]       \n",
      "                                                                 conv4_block21_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block22_0_bn (BatchNormal (None, 12, 16, 928)  3712        conv4_block21_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block22_0_relu (Activatio (None, 12, 16, 928)  0           conv4_block22_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block22_1_conv (Conv2D)   (None, 12, 16, 128)  118784      conv4_block22_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block22_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block22_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block22_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block22_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block22_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block22_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block22_concat (Concatena (None, 12, 16, 960)  0           conv4_block21_concat[0][0]       \n",
      "                                                                 conv4_block22_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block23_0_bn (BatchNormal (None, 12, 16, 960)  3840        conv4_block22_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block23_0_relu (Activatio (None, 12, 16, 960)  0           conv4_block23_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block23_1_conv (Conv2D)   (None, 12, 16, 128)  122880      conv4_block23_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block23_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block23_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block23_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block23_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block23_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block23_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block23_concat (Concatena (None, 12, 16, 992)  0           conv4_block22_concat[0][0]       \n",
      "                                                                 conv4_block23_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block24_0_bn (BatchNormal (None, 12, 16, 992)  3968        conv4_block23_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block24_0_relu (Activatio (None, 12, 16, 992)  0           conv4_block24_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block24_1_conv (Conv2D)   (None, 12, 16, 128)  126976      conv4_block24_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block24_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block24_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block24_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block24_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block24_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block24_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block24_concat (Concatena (None, 12, 16, 1024) 0           conv4_block23_concat[0][0]       \n",
      "                                                                 conv4_block24_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block25_0_bn (BatchNormal (None, 12, 16, 1024) 4096        conv4_block24_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block25_0_relu (Activatio (None, 12, 16, 1024) 0           conv4_block25_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block25_1_conv (Conv2D)   (None, 12, 16, 128)  131072      conv4_block25_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block25_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block25_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block25_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block25_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block25_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block25_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block25_concat (Concatena (None, 12, 16, 1056) 0           conv4_block24_concat[0][0]       \n",
      "                                                                 conv4_block25_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block26_0_bn (BatchNormal (None, 12, 16, 1056) 4224        conv4_block25_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block26_0_relu (Activatio (None, 12, 16, 1056) 0           conv4_block26_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block26_1_conv (Conv2D)   (None, 12, 16, 128)  135168      conv4_block26_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block26_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block26_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block26_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block26_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block26_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block26_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block26_concat (Concatena (None, 12, 16, 1088) 0           conv4_block25_concat[0][0]       \n",
      "                                                                 conv4_block26_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block27_0_bn (BatchNormal (None, 12, 16, 1088) 4352        conv4_block26_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block27_0_relu (Activatio (None, 12, 16, 1088) 0           conv4_block27_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block27_1_conv (Conv2D)   (None, 12, 16, 128)  139264      conv4_block27_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block27_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block27_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block27_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block27_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block27_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block27_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block27_concat (Concatena (None, 12, 16, 1120) 0           conv4_block26_concat[0][0]       \n",
      "                                                                 conv4_block27_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block28_0_bn (BatchNormal (None, 12, 16, 1120) 4480        conv4_block27_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block28_0_relu (Activatio (None, 12, 16, 1120) 0           conv4_block28_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block28_1_conv (Conv2D)   (None, 12, 16, 128)  143360      conv4_block28_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block28_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block28_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block28_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block28_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block28_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block28_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block28_concat (Concatena (None, 12, 16, 1152) 0           conv4_block27_concat[0][0]       \n",
      "                                                                 conv4_block28_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block29_0_bn (BatchNormal (None, 12, 16, 1152) 4608        conv4_block28_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block29_0_relu (Activatio (None, 12, 16, 1152) 0           conv4_block29_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block29_1_conv (Conv2D)   (None, 12, 16, 128)  147456      conv4_block29_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block29_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block29_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block29_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block29_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block29_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block29_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block29_concat (Concatena (None, 12, 16, 1184) 0           conv4_block28_concat[0][0]       \n",
      "                                                                 conv4_block29_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block30_0_bn (BatchNormal (None, 12, 16, 1184) 4736        conv4_block29_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block30_0_relu (Activatio (None, 12, 16, 1184) 0           conv4_block30_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block30_1_conv (Conv2D)   (None, 12, 16, 128)  151552      conv4_block30_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block30_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block30_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block30_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block30_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block30_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block30_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block30_concat (Concatena (None, 12, 16, 1216) 0           conv4_block29_concat[0][0]       \n",
      "                                                                 conv4_block30_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block31_0_bn (BatchNormal (None, 12, 16, 1216) 4864        conv4_block30_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block31_0_relu (Activatio (None, 12, 16, 1216) 0           conv4_block31_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block31_1_conv (Conv2D)   (None, 12, 16, 128)  155648      conv4_block31_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block31_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block31_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block31_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block31_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block31_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block31_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block31_concat (Concatena (None, 12, 16, 1248) 0           conv4_block30_concat[0][0]       \n",
      "                                                                 conv4_block31_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block32_0_bn (BatchNormal (None, 12, 16, 1248) 4992        conv4_block31_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block32_0_relu (Activatio (None, 12, 16, 1248) 0           conv4_block32_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block32_1_conv (Conv2D)   (None, 12, 16, 128)  159744      conv4_block32_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block32_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block32_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block32_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block32_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block32_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block32_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block32_concat (Concatena (None, 12, 16, 1280) 0           conv4_block31_concat[0][0]       \n",
      "                                                                 conv4_block32_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block33_0_bn (BatchNormal (None, 12, 16, 1280) 5120        conv4_block32_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block33_0_relu (Activatio (None, 12, 16, 1280) 0           conv4_block33_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block33_1_conv (Conv2D)   (None, 12, 16, 128)  163840      conv4_block33_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block33_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block33_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block33_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block33_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block33_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block33_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block33_concat (Concatena (None, 12, 16, 1312) 0           conv4_block32_concat[0][0]       \n",
      "                                                                 conv4_block33_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block34_0_bn (BatchNormal (None, 12, 16, 1312) 5248        conv4_block33_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block34_0_relu (Activatio (None, 12, 16, 1312) 0           conv4_block34_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block34_1_conv (Conv2D)   (None, 12, 16, 128)  167936      conv4_block34_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block34_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block34_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block34_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block34_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block34_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block34_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block34_concat (Concatena (None, 12, 16, 1344) 0           conv4_block33_concat[0][0]       \n",
      "                                                                 conv4_block34_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block35_0_bn (BatchNormal (None, 12, 16, 1344) 5376        conv4_block34_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block35_0_relu (Activatio (None, 12, 16, 1344) 0           conv4_block35_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block35_1_conv (Conv2D)   (None, 12, 16, 128)  172032      conv4_block35_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block35_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block35_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block35_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block35_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block35_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block35_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block35_concat (Concatena (None, 12, 16, 1376) 0           conv4_block34_concat[0][0]       \n",
      "                                                                 conv4_block35_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block36_0_bn (BatchNormal (None, 12, 16, 1376) 5504        conv4_block35_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block36_0_relu (Activatio (None, 12, 16, 1376) 0           conv4_block36_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block36_1_conv (Conv2D)   (None, 12, 16, 128)  176128      conv4_block36_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block36_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block36_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block36_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block36_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block36_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block36_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block36_concat (Concatena (None, 12, 16, 1408) 0           conv4_block35_concat[0][0]       \n",
      "                                                                 conv4_block36_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block37_0_bn (BatchNormal (None, 12, 16, 1408) 5632        conv4_block36_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block37_0_relu (Activatio (None, 12, 16, 1408) 0           conv4_block37_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block37_1_conv (Conv2D)   (None, 12, 16, 128)  180224      conv4_block37_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block37_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block37_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block37_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block37_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block37_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block37_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block37_concat (Concatena (None, 12, 16, 1440) 0           conv4_block36_concat[0][0]       \n",
      "                                                                 conv4_block37_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block38_0_bn (BatchNormal (None, 12, 16, 1440) 5760        conv4_block37_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block38_0_relu (Activatio (None, 12, 16, 1440) 0           conv4_block38_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block38_1_conv (Conv2D)   (None, 12, 16, 128)  184320      conv4_block38_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block38_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block38_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block38_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block38_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block38_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block38_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block38_concat (Concatena (None, 12, 16, 1472) 0           conv4_block37_concat[0][0]       \n",
      "                                                                 conv4_block38_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block39_0_bn (BatchNormal (None, 12, 16, 1472) 5888        conv4_block38_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block39_0_relu (Activatio (None, 12, 16, 1472) 0           conv4_block39_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block39_1_conv (Conv2D)   (None, 12, 16, 128)  188416      conv4_block39_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block39_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block39_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block39_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block39_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block39_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block39_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block39_concat (Concatena (None, 12, 16, 1504) 0           conv4_block38_concat[0][0]       \n",
      "                                                                 conv4_block39_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block40_0_bn (BatchNormal (None, 12, 16, 1504) 6016        conv4_block39_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block40_0_relu (Activatio (None, 12, 16, 1504) 0           conv4_block40_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block40_1_conv (Conv2D)   (None, 12, 16, 128)  192512      conv4_block40_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block40_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block40_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block40_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block40_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block40_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block40_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block40_concat (Concatena (None, 12, 16, 1536) 0           conv4_block39_concat[0][0]       \n",
      "                                                                 conv4_block40_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block41_0_bn (BatchNormal (None, 12, 16, 1536) 6144        conv4_block40_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block41_0_relu (Activatio (None, 12, 16, 1536) 0           conv4_block41_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block41_1_conv (Conv2D)   (None, 12, 16, 128)  196608      conv4_block41_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block41_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block41_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block41_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block41_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block41_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block41_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block41_concat (Concatena (None, 12, 16, 1568) 0           conv4_block40_concat[0][0]       \n",
      "                                                                 conv4_block41_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block42_0_bn (BatchNormal (None, 12, 16, 1568) 6272        conv4_block41_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block42_0_relu (Activatio (None, 12, 16, 1568) 0           conv4_block42_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block42_1_conv (Conv2D)   (None, 12, 16, 128)  200704      conv4_block42_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block42_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block42_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block42_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block42_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block42_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block42_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block42_concat (Concatena (None, 12, 16, 1600) 0           conv4_block41_concat[0][0]       \n",
      "                                                                 conv4_block42_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block43_0_bn (BatchNormal (None, 12, 16, 1600) 6400        conv4_block42_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block43_0_relu (Activatio (None, 12, 16, 1600) 0           conv4_block43_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block43_1_conv (Conv2D)   (None, 12, 16, 128)  204800      conv4_block43_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block43_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block43_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block43_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block43_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block43_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block43_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block43_concat (Concatena (None, 12, 16, 1632) 0           conv4_block42_concat[0][0]       \n",
      "                                                                 conv4_block43_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block44_0_bn (BatchNormal (None, 12, 16, 1632) 6528        conv4_block43_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block44_0_relu (Activatio (None, 12, 16, 1632) 0           conv4_block44_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block44_1_conv (Conv2D)   (None, 12, 16, 128)  208896      conv4_block44_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block44_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block44_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block44_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block44_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block44_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block44_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block44_concat (Concatena (None, 12, 16, 1664) 0           conv4_block43_concat[0][0]       \n",
      "                                                                 conv4_block44_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block45_0_bn (BatchNormal (None, 12, 16, 1664) 6656        conv4_block44_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block45_0_relu (Activatio (None, 12, 16, 1664) 0           conv4_block45_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block45_1_conv (Conv2D)   (None, 12, 16, 128)  212992      conv4_block45_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block45_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block45_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block45_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block45_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block45_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block45_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block45_concat (Concatena (None, 12, 16, 1696) 0           conv4_block44_concat[0][0]       \n",
      "                                                                 conv4_block45_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block46_0_bn (BatchNormal (None, 12, 16, 1696) 6784        conv4_block45_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block46_0_relu (Activatio (None, 12, 16, 1696) 0           conv4_block46_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block46_1_conv (Conv2D)   (None, 12, 16, 128)  217088      conv4_block46_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block46_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block46_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block46_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block46_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block46_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block46_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block46_concat (Concatena (None, 12, 16, 1728) 0           conv4_block45_concat[0][0]       \n",
      "                                                                 conv4_block46_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block47_0_bn (BatchNormal (None, 12, 16, 1728) 6912        conv4_block46_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block47_0_relu (Activatio (None, 12, 16, 1728) 0           conv4_block47_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block47_1_conv (Conv2D)   (None, 12, 16, 128)  221184      conv4_block47_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block47_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block47_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block47_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block47_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block47_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block47_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block47_concat (Concatena (None, 12, 16, 1760) 0           conv4_block46_concat[0][0]       \n",
      "                                                                 conv4_block47_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block48_0_bn (BatchNormal (None, 12, 16, 1760) 7040        conv4_block47_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block48_0_relu (Activatio (None, 12, 16, 1760) 0           conv4_block48_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block48_1_conv (Conv2D)   (None, 12, 16, 128)  225280      conv4_block48_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block48_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block48_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block48_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block48_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block48_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block48_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block48_concat (Concatena (None, 12, 16, 1792) 0           conv4_block47_concat[0][0]       \n",
      "                                                                 conv4_block48_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "pool4_bn (BatchNormalization)   (None, 12, 16, 1792) 7168        conv4_block48_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "pool4_relu (Activation)         (None, 12, 16, 1792) 0           pool4_bn[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "pool4_conv (Conv2D)             (None, 12, 16, 896)  1605632     pool4_relu[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "pool4_pool (AveragePooling2D)   (None, 6, 8, 896)    0           pool4_conv[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block1_0_bn (BatchNormali (None, 6, 8, 896)    3584        pool4_pool[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block1_0_relu (Activation (None, 6, 8, 896)    0           conv5_block1_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block1_1_conv (Conv2D)    (None, 6, 8, 128)    114688      conv5_block1_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block1_1_bn (BatchNormali (None, 6, 8, 128)    512         conv5_block1_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block1_1_relu (Activation (None, 6, 8, 128)    0           conv5_block1_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block1_2_conv (Conv2D)    (None, 6, 8, 32)     36864       conv5_block1_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block1_concat (Concatenat (None, 6, 8, 928)    0           pool4_pool[0][0]                 \n",
      "                                                                 conv5_block1_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block2_0_bn (BatchNormali (None, 6, 8, 928)    3712        conv5_block1_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block2_0_relu (Activation (None, 6, 8, 928)    0           conv5_block2_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block2_1_conv (Conv2D)    (None, 6, 8, 128)    118784      conv5_block2_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block2_1_bn (BatchNormali (None, 6, 8, 128)    512         conv5_block2_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block2_1_relu (Activation (None, 6, 8, 128)    0           conv5_block2_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block2_2_conv (Conv2D)    (None, 6, 8, 32)     36864       conv5_block2_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block2_concat (Concatenat (None, 6, 8, 960)    0           conv5_block1_concat[0][0]        \n",
      "                                                                 conv5_block2_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block3_0_bn (BatchNormali (None, 6, 8, 960)    3840        conv5_block2_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block3_0_relu (Activation (None, 6, 8, 960)    0           conv5_block3_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block3_1_conv (Conv2D)    (None, 6, 8, 128)    122880      conv5_block3_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block3_1_bn (BatchNormali (None, 6, 8, 128)    512         conv5_block3_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block3_1_relu (Activation (None, 6, 8, 128)    0           conv5_block3_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block3_2_conv (Conv2D)    (None, 6, 8, 32)     36864       conv5_block3_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block3_concat (Concatenat (None, 6, 8, 992)    0           conv5_block2_concat[0][0]        \n",
      "                                                                 conv5_block3_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block4_0_bn (BatchNormali (None, 6, 8, 992)    3968        conv5_block3_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block4_0_relu (Activation (None, 6, 8, 992)    0           conv5_block4_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block4_1_conv (Conv2D)    (None, 6, 8, 128)    126976      conv5_block4_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block4_1_bn (BatchNormali (None, 6, 8, 128)    512         conv5_block4_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block4_1_relu (Activation (None, 6, 8, 128)    0           conv5_block4_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block4_2_conv (Conv2D)    (None, 6, 8, 32)     36864       conv5_block4_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block4_concat (Concatenat (None, 6, 8, 1024)   0           conv5_block3_concat[0][0]        \n",
      "                                                                 conv5_block4_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block5_0_bn (BatchNormali (None, 6, 8, 1024)   4096        conv5_block4_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block5_0_relu (Activation (None, 6, 8, 1024)   0           conv5_block5_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block5_1_conv (Conv2D)    (None, 6, 8, 128)    131072      conv5_block5_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block5_1_bn (BatchNormali (None, 6, 8, 128)    512         conv5_block5_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block5_1_relu (Activation (None, 6, 8, 128)    0           conv5_block5_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block5_2_conv (Conv2D)    (None, 6, 8, 32)     36864       conv5_block5_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block5_concat (Concatenat (None, 6, 8, 1056)   0           conv5_block4_concat[0][0]        \n",
      "                                                                 conv5_block5_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block6_0_bn (BatchNormali (None, 6, 8, 1056)   4224        conv5_block5_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block6_0_relu (Activation (None, 6, 8, 1056)   0           conv5_block6_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block6_1_conv (Conv2D)    (None, 6, 8, 128)    135168      conv5_block6_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block6_1_bn (BatchNormali (None, 6, 8, 128)    512         conv5_block6_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block6_1_relu (Activation (None, 6, 8, 128)    0           conv5_block6_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block6_2_conv (Conv2D)    (None, 6, 8, 32)     36864       conv5_block6_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block6_concat (Concatenat (None, 6, 8, 1088)   0           conv5_block5_concat[0][0]        \n",
      "                                                                 conv5_block6_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block7_0_bn (BatchNormali (None, 6, 8, 1088)   4352        conv5_block6_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block7_0_relu (Activation (None, 6, 8, 1088)   0           conv5_block7_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block7_1_conv (Conv2D)    (None, 6, 8, 128)    139264      conv5_block7_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block7_1_bn (BatchNormali (None, 6, 8, 128)    512         conv5_block7_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block7_1_relu (Activation (None, 6, 8, 128)    0           conv5_block7_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block7_2_conv (Conv2D)    (None, 6, 8, 32)     36864       conv5_block7_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block7_concat (Concatenat (None, 6, 8, 1120)   0           conv5_block6_concat[0][0]        \n",
      "                                                                 conv5_block7_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block8_0_bn (BatchNormali (None, 6, 8, 1120)   4480        conv5_block7_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block8_0_relu (Activation (None, 6, 8, 1120)   0           conv5_block8_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block8_1_conv (Conv2D)    (None, 6, 8, 128)    143360      conv5_block8_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block8_1_bn (BatchNormali (None, 6, 8, 128)    512         conv5_block8_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block8_1_relu (Activation (None, 6, 8, 128)    0           conv5_block8_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block8_2_conv (Conv2D)    (None, 6, 8, 32)     36864       conv5_block8_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block8_concat (Concatenat (None, 6, 8, 1152)   0           conv5_block7_concat[0][0]        \n",
      "                                                                 conv5_block8_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block9_0_bn (BatchNormali (None, 6, 8, 1152)   4608        conv5_block8_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block9_0_relu (Activation (None, 6, 8, 1152)   0           conv5_block9_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block9_1_conv (Conv2D)    (None, 6, 8, 128)    147456      conv5_block9_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block9_1_bn (BatchNormali (None, 6, 8, 128)    512         conv5_block9_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block9_1_relu (Activation (None, 6, 8, 128)    0           conv5_block9_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block9_2_conv (Conv2D)    (None, 6, 8, 32)     36864       conv5_block9_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block9_concat (Concatenat (None, 6, 8, 1184)   0           conv5_block8_concat[0][0]        \n",
      "                                                                 conv5_block9_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block10_0_bn (BatchNormal (None, 6, 8, 1184)   4736        conv5_block9_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block10_0_relu (Activatio (None, 6, 8, 1184)   0           conv5_block10_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block10_1_conv (Conv2D)   (None, 6, 8, 128)    151552      conv5_block10_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block10_1_bn (BatchNormal (None, 6, 8, 128)    512         conv5_block10_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block10_1_relu (Activatio (None, 6, 8, 128)    0           conv5_block10_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block10_2_conv (Conv2D)   (None, 6, 8, 32)     36864       conv5_block10_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block10_concat (Concatena (None, 6, 8, 1216)   0           conv5_block9_concat[0][0]        \n",
      "                                                                 conv5_block10_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block11_0_bn (BatchNormal (None, 6, 8, 1216)   4864        conv5_block10_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block11_0_relu (Activatio (None, 6, 8, 1216)   0           conv5_block11_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block11_1_conv (Conv2D)   (None, 6, 8, 128)    155648      conv5_block11_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block11_1_bn (BatchNormal (None, 6, 8, 128)    512         conv5_block11_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block11_1_relu (Activatio (None, 6, 8, 128)    0           conv5_block11_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block11_2_conv (Conv2D)   (None, 6, 8, 32)     36864       conv5_block11_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block11_concat (Concatena (None, 6, 8, 1248)   0           conv5_block10_concat[0][0]       \n",
      "                                                                 conv5_block11_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block12_0_bn (BatchNormal (None, 6, 8, 1248)   4992        conv5_block11_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block12_0_relu (Activatio (None, 6, 8, 1248)   0           conv5_block12_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block12_1_conv (Conv2D)   (None, 6, 8, 128)    159744      conv5_block12_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block12_1_bn (BatchNormal (None, 6, 8, 128)    512         conv5_block12_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block12_1_relu (Activatio (None, 6, 8, 128)    0           conv5_block12_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block12_2_conv (Conv2D)   (None, 6, 8, 32)     36864       conv5_block12_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block12_concat (Concatena (None, 6, 8, 1280)   0           conv5_block11_concat[0][0]       \n",
      "                                                                 conv5_block12_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block13_0_bn (BatchNormal (None, 6, 8, 1280)   5120        conv5_block12_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block13_0_relu (Activatio (None, 6, 8, 1280)   0           conv5_block13_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block13_1_conv (Conv2D)   (None, 6, 8, 128)    163840      conv5_block13_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block13_1_bn (BatchNormal (None, 6, 8, 128)    512         conv5_block13_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block13_1_relu (Activatio (None, 6, 8, 128)    0           conv5_block13_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block13_2_conv (Conv2D)   (None, 6, 8, 32)     36864       conv5_block13_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block13_concat (Concatena (None, 6, 8, 1312)   0           conv5_block12_concat[0][0]       \n",
      "                                                                 conv5_block13_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block14_0_bn (BatchNormal (None, 6, 8, 1312)   5248        conv5_block13_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block14_0_relu (Activatio (None, 6, 8, 1312)   0           conv5_block14_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block14_1_conv (Conv2D)   (None, 6, 8, 128)    167936      conv5_block14_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block14_1_bn (BatchNormal (None, 6, 8, 128)    512         conv5_block14_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block14_1_relu (Activatio (None, 6, 8, 128)    0           conv5_block14_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block14_2_conv (Conv2D)   (None, 6, 8, 32)     36864       conv5_block14_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block14_concat (Concatena (None, 6, 8, 1344)   0           conv5_block13_concat[0][0]       \n",
      "                                                                 conv5_block14_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block15_0_bn (BatchNormal (None, 6, 8, 1344)   5376        conv5_block14_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block15_0_relu (Activatio (None, 6, 8, 1344)   0           conv5_block15_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block15_1_conv (Conv2D)   (None, 6, 8, 128)    172032      conv5_block15_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block15_1_bn (BatchNormal (None, 6, 8, 128)    512         conv5_block15_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block15_1_relu (Activatio (None, 6, 8, 128)    0           conv5_block15_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block15_2_conv (Conv2D)   (None, 6, 8, 32)     36864       conv5_block15_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block15_concat (Concatena (None, 6, 8, 1376)   0           conv5_block14_concat[0][0]       \n",
      "                                                                 conv5_block15_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block16_0_bn (BatchNormal (None, 6, 8, 1376)   5504        conv5_block15_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block16_0_relu (Activatio (None, 6, 8, 1376)   0           conv5_block16_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block16_1_conv (Conv2D)   (None, 6, 8, 128)    176128      conv5_block16_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block16_1_bn (BatchNormal (None, 6, 8, 128)    512         conv5_block16_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block16_1_relu (Activatio (None, 6, 8, 128)    0           conv5_block16_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block16_2_conv (Conv2D)   (None, 6, 8, 32)     36864       conv5_block16_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block16_concat (Concatena (None, 6, 8, 1408)   0           conv5_block15_concat[0][0]       \n",
      "                                                                 conv5_block16_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block17_0_bn (BatchNormal (None, 6, 8, 1408)   5632        conv5_block16_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block17_0_relu (Activatio (None, 6, 8, 1408)   0           conv5_block17_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block17_1_conv (Conv2D)   (None, 6, 8, 128)    180224      conv5_block17_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block17_1_bn (BatchNormal (None, 6, 8, 128)    512         conv5_block17_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block17_1_relu (Activatio (None, 6, 8, 128)    0           conv5_block17_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block17_2_conv (Conv2D)   (None, 6, 8, 32)     36864       conv5_block17_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block17_concat (Concatena (None, 6, 8, 1440)   0           conv5_block16_concat[0][0]       \n",
      "                                                                 conv5_block17_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block18_0_bn (BatchNormal (None, 6, 8, 1440)   5760        conv5_block17_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block18_0_relu (Activatio (None, 6, 8, 1440)   0           conv5_block18_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block18_1_conv (Conv2D)   (None, 6, 8, 128)    184320      conv5_block18_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block18_1_bn (BatchNormal (None, 6, 8, 128)    512         conv5_block18_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block18_1_relu (Activatio (None, 6, 8, 128)    0           conv5_block18_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block18_2_conv (Conv2D)   (None, 6, 8, 32)     36864       conv5_block18_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block18_concat (Concatena (None, 6, 8, 1472)   0           conv5_block17_concat[0][0]       \n",
      "                                                                 conv5_block18_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block19_0_bn (BatchNormal (None, 6, 8, 1472)   5888        conv5_block18_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block19_0_relu (Activatio (None, 6, 8, 1472)   0           conv5_block19_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block19_1_conv (Conv2D)   (None, 6, 8, 128)    188416      conv5_block19_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block19_1_bn (BatchNormal (None, 6, 8, 128)    512         conv5_block19_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block19_1_relu (Activatio (None, 6, 8, 128)    0           conv5_block19_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block19_2_conv (Conv2D)   (None, 6, 8, 32)     36864       conv5_block19_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block19_concat (Concatena (None, 6, 8, 1504)   0           conv5_block18_concat[0][0]       \n",
      "                                                                 conv5_block19_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block20_0_bn (BatchNormal (None, 6, 8, 1504)   6016        conv5_block19_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block20_0_relu (Activatio (None, 6, 8, 1504)   0           conv5_block20_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block20_1_conv (Conv2D)   (None, 6, 8, 128)    192512      conv5_block20_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block20_1_bn (BatchNormal (None, 6, 8, 128)    512         conv5_block20_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block20_1_relu (Activatio (None, 6, 8, 128)    0           conv5_block20_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block20_2_conv (Conv2D)   (None, 6, 8, 32)     36864       conv5_block20_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block20_concat (Concatena (None, 6, 8, 1536)   0           conv5_block19_concat[0][0]       \n",
      "                                                                 conv5_block20_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block21_0_bn (BatchNormal (None, 6, 8, 1536)   6144        conv5_block20_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block21_0_relu (Activatio (None, 6, 8, 1536)   0           conv5_block21_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block21_1_conv (Conv2D)   (None, 6, 8, 128)    196608      conv5_block21_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block21_1_bn (BatchNormal (None, 6, 8, 128)    512         conv5_block21_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block21_1_relu (Activatio (None, 6, 8, 128)    0           conv5_block21_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block21_2_conv (Conv2D)   (None, 6, 8, 32)     36864       conv5_block21_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block21_concat (Concatena (None, 6, 8, 1568)   0           conv5_block20_concat[0][0]       \n",
      "                                                                 conv5_block21_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block22_0_bn (BatchNormal (None, 6, 8, 1568)   6272        conv5_block21_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block22_0_relu (Activatio (None, 6, 8, 1568)   0           conv5_block22_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block22_1_conv (Conv2D)   (None, 6, 8, 128)    200704      conv5_block22_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block22_1_bn (BatchNormal (None, 6, 8, 128)    512         conv5_block22_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block22_1_relu (Activatio (None, 6, 8, 128)    0           conv5_block22_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block22_2_conv (Conv2D)   (None, 6, 8, 32)     36864       conv5_block22_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block22_concat (Concatena (None, 6, 8, 1600)   0           conv5_block21_concat[0][0]       \n",
      "                                                                 conv5_block22_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block23_0_bn (BatchNormal (None, 6, 8, 1600)   6400        conv5_block22_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block23_0_relu (Activatio (None, 6, 8, 1600)   0           conv5_block23_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block23_1_conv (Conv2D)   (None, 6, 8, 128)    204800      conv5_block23_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block23_1_bn (BatchNormal (None, 6, 8, 128)    512         conv5_block23_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block23_1_relu (Activatio (None, 6, 8, 128)    0           conv5_block23_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block23_2_conv (Conv2D)   (None, 6, 8, 32)     36864       conv5_block23_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block23_concat (Concatena (None, 6, 8, 1632)   0           conv5_block22_concat[0][0]       \n",
      "                                                                 conv5_block23_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block24_0_bn (BatchNormal (None, 6, 8, 1632)   6528        conv5_block23_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block24_0_relu (Activatio (None, 6, 8, 1632)   0           conv5_block24_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block24_1_conv (Conv2D)   (None, 6, 8, 128)    208896      conv5_block24_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block24_1_bn (BatchNormal (None, 6, 8, 128)    512         conv5_block24_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block24_1_relu (Activatio (None, 6, 8, 128)    0           conv5_block24_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block24_2_conv (Conv2D)   (None, 6, 8, 32)     36864       conv5_block24_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block24_concat (Concatena (None, 6, 8, 1664)   0           conv5_block23_concat[0][0]       \n",
      "                                                                 conv5_block24_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block25_0_bn (BatchNormal (None, 6, 8, 1664)   6656        conv5_block24_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block25_0_relu (Activatio (None, 6, 8, 1664)   0           conv5_block25_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block25_1_conv (Conv2D)   (None, 6, 8, 128)    212992      conv5_block25_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block25_1_bn (BatchNormal (None, 6, 8, 128)    512         conv5_block25_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block25_1_relu (Activatio (None, 6, 8, 128)    0           conv5_block25_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block25_2_conv (Conv2D)   (None, 6, 8, 32)     36864       conv5_block25_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block25_concat (Concatena (None, 6, 8, 1696)   0           conv5_block24_concat[0][0]       \n",
      "                                                                 conv5_block25_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block26_0_bn (BatchNormal (None, 6, 8, 1696)   6784        conv5_block25_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block26_0_relu (Activatio (None, 6, 8, 1696)   0           conv5_block26_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block26_1_conv (Conv2D)   (None, 6, 8, 128)    217088      conv5_block26_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block26_1_bn (BatchNormal (None, 6, 8, 128)    512         conv5_block26_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block26_1_relu (Activatio (None, 6, 8, 128)    0           conv5_block26_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block26_2_conv (Conv2D)   (None, 6, 8, 32)     36864       conv5_block26_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block26_concat (Concatena (None, 6, 8, 1728)   0           conv5_block25_concat[0][0]       \n",
      "                                                                 conv5_block26_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block27_0_bn (BatchNormal (None, 6, 8, 1728)   6912        conv5_block26_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block27_0_relu (Activatio (None, 6, 8, 1728)   0           conv5_block27_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block27_1_conv (Conv2D)   (None, 6, 8, 128)    221184      conv5_block27_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block27_1_bn (BatchNormal (None, 6, 8, 128)    512         conv5_block27_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block27_1_relu (Activatio (None, 6, 8, 128)    0           conv5_block27_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block27_2_conv (Conv2D)   (None, 6, 8, 32)     36864       conv5_block27_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block27_concat (Concatena (None, 6, 8, 1760)   0           conv5_block26_concat[0][0]       \n",
      "                                                                 conv5_block27_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block28_0_bn (BatchNormal (None, 6, 8, 1760)   7040        conv5_block27_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block28_0_relu (Activatio (None, 6, 8, 1760)   0           conv5_block28_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block28_1_conv (Conv2D)   (None, 6, 8, 128)    225280      conv5_block28_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block28_1_bn (BatchNormal (None, 6, 8, 128)    512         conv5_block28_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block28_1_relu (Activatio (None, 6, 8, 128)    0           conv5_block28_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block28_2_conv (Conv2D)   (None, 6, 8, 32)     36864       conv5_block28_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block28_concat (Concatena (None, 6, 8, 1792)   0           conv5_block27_concat[0][0]       \n",
      "                                                                 conv5_block28_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block29_0_bn (BatchNormal (None, 6, 8, 1792)   7168        conv5_block28_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block29_0_relu (Activatio (None, 6, 8, 1792)   0           conv5_block29_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block29_1_conv (Conv2D)   (None, 6, 8, 128)    229376      conv5_block29_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block29_1_bn (BatchNormal (None, 6, 8, 128)    512         conv5_block29_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block29_1_relu (Activatio (None, 6, 8, 128)    0           conv5_block29_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block29_2_conv (Conv2D)   (None, 6, 8, 32)     36864       conv5_block29_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block29_concat (Concatena (None, 6, 8, 1824)   0           conv5_block28_concat[0][0]       \n",
      "                                                                 conv5_block29_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block30_0_bn (BatchNormal (None, 6, 8, 1824)   7296        conv5_block29_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block30_0_relu (Activatio (None, 6, 8, 1824)   0           conv5_block30_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block30_1_conv (Conv2D)   (None, 6, 8, 128)    233472      conv5_block30_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block30_1_bn (BatchNormal (None, 6, 8, 128)    512         conv5_block30_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block30_1_relu (Activatio (None, 6, 8, 128)    0           conv5_block30_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block30_2_conv (Conv2D)   (None, 6, 8, 32)     36864       conv5_block30_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block30_concat (Concatena (None, 6, 8, 1856)   0           conv5_block29_concat[0][0]       \n",
      "                                                                 conv5_block30_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block31_0_bn (BatchNormal (None, 6, 8, 1856)   7424        conv5_block30_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block31_0_relu (Activatio (None, 6, 8, 1856)   0           conv5_block31_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block31_1_conv (Conv2D)   (None, 6, 8, 128)    237568      conv5_block31_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block31_1_bn (BatchNormal (None, 6, 8, 128)    512         conv5_block31_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block31_1_relu (Activatio (None, 6, 8, 128)    0           conv5_block31_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block31_2_conv (Conv2D)   (None, 6, 8, 32)     36864       conv5_block31_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block31_concat (Concatena (None, 6, 8, 1888)   0           conv5_block30_concat[0][0]       \n",
      "                                                                 conv5_block31_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block32_0_bn (BatchNormal (None, 6, 8, 1888)   7552        conv5_block31_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block32_0_relu (Activatio (None, 6, 8, 1888)   0           conv5_block32_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block32_1_conv (Conv2D)   (None, 6, 8, 128)    241664      conv5_block32_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block32_1_bn (BatchNormal (None, 6, 8, 128)    512         conv5_block32_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block32_1_relu (Activatio (None, 6, 8, 128)    0           conv5_block32_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block32_2_conv (Conv2D)   (None, 6, 8, 32)     36864       conv5_block32_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block32_concat (Concatena (None, 6, 8, 1920)   0           conv5_block31_concat[0][0]       \n",
      "                                                                 conv5_block32_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "bn (BatchNormalization)         (None, 6, 8, 1920)   7680        conv5_block32_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "relu (Activation)               (None, 6, 8, 1920)   0           bn[0][0]                         \n",
      "__________________________________________________________________________________________________\n",
      "global_max_pooling2d_1 (GlobalM (None, 1920)         0           relu[0][0]                       \n",
      "__________________________________________________________________________________________________\n",
      "dense_1 (Dense)                 (None, 512)          983552      global_max_pooling2d_1[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "dropout_1 (Dropout)             (None, 512)          0           dense_1[0][0]                    \n",
      "__________________________________________________________________________________________________\n",
      "dense_2 (Dense)                 (None, 7)            3591        dropout_1[0][0]                  \n",
      "==================================================================================================\n",
      "Total params: 19,309,127\n",
      "Trainable params: 1,216,199\n",
      "Non-trainable params: 18,092,928\n",
      "__________________________________________________________________________________________________\n"
     ]
    }
   ],
   "source": [
    "model.summary()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Training"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Feature Extraction"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "train_datagen = ImageDataGenerator(rotation_range=60, width_shift_range=0.2, height_shift_range=0.2,\n",
    "                                   shear_range=0.2, zoom_range=0.2, fill_mode='nearest')\n",
    "\n",
    "train_datagen.fit(X_train)\n",
    "\n",
    "val_datagen = ImageDataGenerator()\n",
    "val_datagen.fit(X_val)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 1/3\n",
      "253/253 [==============================] - 280s 1s/step - loss: 1.6258 - acc: 0.6218 - val_loss: 0.9390 - val_acc: 0.6842\n",
      "Epoch 2/3\n",
      "253/253 [==============================] - 276s 1s/step - loss: 0.9089 - acc: 0.6864 - val_loss: 0.7877 - val_acc: 0.7057\n",
      "Epoch 3/3\n",
      "253/253 [==============================] - 273s 1s/step - loss: 0.8189 - acc: 0.7108 - val_loss: 0.7769 - val_acc: 0.7023\n"
     ]
    }
   ],
   "source": [
    "batch_size = 32\n",
    "epochs = 3\n",
    "history = model.fit_generator(train_datagen.flow(X_train,y_train, batch_size=batch_size),\n",
    "                              epochs = epochs, validation_data = val_datagen.flow(X_val, y_val),\n",
    "                              verbose = 1, steps_per_epoch=(X_train.shape[0] // batch_size), \n",
    "                              validation_steps=(X_val.shape[0] // batch_size))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Fine Tuning"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'conv5_block1_0_bn'"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pre_trained_model.layers[481].name"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "for layer in pre_trained_model.layers[481:]:\n",
    "    layer.trainable = True"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [],
   "source": [
    "optimizer = Adam(lr=0.0001, beta_1=0.9, beta_2=0.999, epsilon=None, decay=0.0, amsgrad=False)\n",
    "model.compile(loss='categorical_crossentropy',\n",
    "              optimizer=optimizer,\n",
    "              metrics=['acc'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [],
   "source": [
    "learning_rate_reduction = ReduceLROnPlateau(monitor='val_acc', patience=3, verbose=1, factor=0.5, \n",
    "                                            min_lr=0.000001, cooldown=2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "__________________________________________________________________________________________________\n",
      "Layer (type)                    Output Shape         Param #     Connected to                     \n",
      "==================================================================================================\n",
      "input_1 (InputLayer)            (None, 192, 256, 3)  0                                            \n",
      "__________________________________________________________________________________________________\n",
      "zero_padding2d_1 (ZeroPadding2D (None, 198, 262, 3)  0           input_1[0][0]                    \n",
      "__________________________________________________________________________________________________\n",
      "conv1/conv (Conv2D)             (None, 96, 128, 64)  9408        zero_padding2d_1[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "conv1/bn (BatchNormalization)   (None, 96, 128, 64)  256         conv1/conv[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "conv1/relu (Activation)         (None, 96, 128, 64)  0           conv1/bn[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "zero_padding2d_2 (ZeroPadding2D (None, 98, 130, 64)  0           conv1/relu[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "pool1 (MaxPooling2D)            (None, 48, 64, 64)   0           zero_padding2d_2[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block1_0_bn (BatchNormali (None, 48, 64, 64)   256         pool1[0][0]                      \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block1_0_relu (Activation (None, 48, 64, 64)   0           conv2_block1_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block1_1_conv (Conv2D)    (None, 48, 64, 128)  8192        conv2_block1_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block1_1_bn (BatchNormali (None, 48, 64, 128)  512         conv2_block1_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block1_1_relu (Activation (None, 48, 64, 128)  0           conv2_block1_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block1_2_conv (Conv2D)    (None, 48, 64, 32)   36864       conv2_block1_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block1_concat (Concatenat (None, 48, 64, 96)   0           pool1[0][0]                      \n",
      "                                                                 conv2_block1_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block2_0_bn (BatchNormali (None, 48, 64, 96)   384         conv2_block1_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block2_0_relu (Activation (None, 48, 64, 96)   0           conv2_block2_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block2_1_conv (Conv2D)    (None, 48, 64, 128)  12288       conv2_block2_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block2_1_bn (BatchNormali (None, 48, 64, 128)  512         conv2_block2_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block2_1_relu (Activation (None, 48, 64, 128)  0           conv2_block2_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block2_2_conv (Conv2D)    (None, 48, 64, 32)   36864       conv2_block2_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block2_concat (Concatenat (None, 48, 64, 128)  0           conv2_block1_concat[0][0]        \n",
      "                                                                 conv2_block2_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block3_0_bn (BatchNormali (None, 48, 64, 128)  512         conv2_block2_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block3_0_relu (Activation (None, 48, 64, 128)  0           conv2_block3_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block3_1_conv (Conv2D)    (None, 48, 64, 128)  16384       conv2_block3_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block3_1_bn (BatchNormali (None, 48, 64, 128)  512         conv2_block3_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block3_1_relu (Activation (None, 48, 64, 128)  0           conv2_block3_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block3_2_conv (Conv2D)    (None, 48, 64, 32)   36864       conv2_block3_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block3_concat (Concatenat (None, 48, 64, 160)  0           conv2_block2_concat[0][0]        \n",
      "                                                                 conv2_block3_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block4_0_bn (BatchNormali (None, 48, 64, 160)  640         conv2_block3_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block4_0_relu (Activation (None, 48, 64, 160)  0           conv2_block4_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block4_1_conv (Conv2D)    (None, 48, 64, 128)  20480       conv2_block4_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block4_1_bn (BatchNormali (None, 48, 64, 128)  512         conv2_block4_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block4_1_relu (Activation (None, 48, 64, 128)  0           conv2_block4_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block4_2_conv (Conv2D)    (None, 48, 64, 32)   36864       conv2_block4_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block4_concat (Concatenat (None, 48, 64, 192)  0           conv2_block3_concat[0][0]        \n",
      "                                                                 conv2_block4_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block5_0_bn (BatchNormali (None, 48, 64, 192)  768         conv2_block4_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block5_0_relu (Activation (None, 48, 64, 192)  0           conv2_block5_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block5_1_conv (Conv2D)    (None, 48, 64, 128)  24576       conv2_block5_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block5_1_bn (BatchNormali (None, 48, 64, 128)  512         conv2_block5_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block5_1_relu (Activation (None, 48, 64, 128)  0           conv2_block5_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block5_2_conv (Conv2D)    (None, 48, 64, 32)   36864       conv2_block5_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block5_concat (Concatenat (None, 48, 64, 224)  0           conv2_block4_concat[0][0]        \n",
      "                                                                 conv2_block5_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block6_0_bn (BatchNormali (None, 48, 64, 224)  896         conv2_block5_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block6_0_relu (Activation (None, 48, 64, 224)  0           conv2_block6_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block6_1_conv (Conv2D)    (None, 48, 64, 128)  28672       conv2_block6_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block6_1_bn (BatchNormali (None, 48, 64, 128)  512         conv2_block6_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block6_1_relu (Activation (None, 48, 64, 128)  0           conv2_block6_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block6_2_conv (Conv2D)    (None, 48, 64, 32)   36864       conv2_block6_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block6_concat (Concatenat (None, 48, 64, 256)  0           conv2_block5_concat[0][0]        \n",
      "                                                                 conv2_block6_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "pool2_bn (BatchNormalization)   (None, 48, 64, 256)  1024        conv2_block6_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "pool2_relu (Activation)         (None, 48, 64, 256)  0           pool2_bn[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "pool2_conv (Conv2D)             (None, 48, 64, 128)  32768       pool2_relu[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "pool2_pool (AveragePooling2D)   (None, 24, 32, 128)  0           pool2_conv[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block1_0_bn (BatchNormali (None, 24, 32, 128)  512         pool2_pool[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block1_0_relu (Activation (None, 24, 32, 128)  0           conv3_block1_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block1_1_conv (Conv2D)    (None, 24, 32, 128)  16384       conv3_block1_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block1_1_bn (BatchNormali (None, 24, 32, 128)  512         conv3_block1_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block1_1_relu (Activation (None, 24, 32, 128)  0           conv3_block1_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block1_2_conv (Conv2D)    (None, 24, 32, 32)   36864       conv3_block1_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block1_concat (Concatenat (None, 24, 32, 160)  0           pool2_pool[0][0]                 \n",
      "                                                                 conv3_block1_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block2_0_bn (BatchNormali (None, 24, 32, 160)  640         conv3_block1_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block2_0_relu (Activation (None, 24, 32, 160)  0           conv3_block2_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block2_1_conv (Conv2D)    (None, 24, 32, 128)  20480       conv3_block2_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block2_1_bn (BatchNormali (None, 24, 32, 128)  512         conv3_block2_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block2_1_relu (Activation (None, 24, 32, 128)  0           conv3_block2_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block2_2_conv (Conv2D)    (None, 24, 32, 32)   36864       conv3_block2_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block2_concat (Concatenat (None, 24, 32, 192)  0           conv3_block1_concat[0][0]        \n",
      "                                                                 conv3_block2_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block3_0_bn (BatchNormali (None, 24, 32, 192)  768         conv3_block2_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block3_0_relu (Activation (None, 24, 32, 192)  0           conv3_block3_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block3_1_conv (Conv2D)    (None, 24, 32, 128)  24576       conv3_block3_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block3_1_bn (BatchNormali (None, 24, 32, 128)  512         conv3_block3_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block3_1_relu (Activation (None, 24, 32, 128)  0           conv3_block3_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block3_2_conv (Conv2D)    (None, 24, 32, 32)   36864       conv3_block3_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block3_concat (Concatenat (None, 24, 32, 224)  0           conv3_block2_concat[0][0]        \n",
      "                                                                 conv3_block3_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block4_0_bn (BatchNormali (None, 24, 32, 224)  896         conv3_block3_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block4_0_relu (Activation (None, 24, 32, 224)  0           conv3_block4_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block4_1_conv (Conv2D)    (None, 24, 32, 128)  28672       conv3_block4_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block4_1_bn (BatchNormali (None, 24, 32, 128)  512         conv3_block4_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block4_1_relu (Activation (None, 24, 32, 128)  0           conv3_block4_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block4_2_conv (Conv2D)    (None, 24, 32, 32)   36864       conv3_block4_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block4_concat (Concatenat (None, 24, 32, 256)  0           conv3_block3_concat[0][0]        \n",
      "                                                                 conv3_block4_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block5_0_bn (BatchNormali (None, 24, 32, 256)  1024        conv3_block4_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block5_0_relu (Activation (None, 24, 32, 256)  0           conv3_block5_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block5_1_conv (Conv2D)    (None, 24, 32, 128)  32768       conv3_block5_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block5_1_bn (BatchNormali (None, 24, 32, 128)  512         conv3_block5_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block5_1_relu (Activation (None, 24, 32, 128)  0           conv3_block5_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block5_2_conv (Conv2D)    (None, 24, 32, 32)   36864       conv3_block5_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block5_concat (Concatenat (None, 24, 32, 288)  0           conv3_block4_concat[0][0]        \n",
      "                                                                 conv3_block5_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block6_0_bn (BatchNormali (None, 24, 32, 288)  1152        conv3_block5_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block6_0_relu (Activation (None, 24, 32, 288)  0           conv3_block6_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block6_1_conv (Conv2D)    (None, 24, 32, 128)  36864       conv3_block6_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block6_1_bn (BatchNormali (None, 24, 32, 128)  512         conv3_block6_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block6_1_relu (Activation (None, 24, 32, 128)  0           conv3_block6_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block6_2_conv (Conv2D)    (None, 24, 32, 32)   36864       conv3_block6_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block6_concat (Concatenat (None, 24, 32, 320)  0           conv3_block5_concat[0][0]        \n",
      "                                                                 conv3_block6_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block7_0_bn (BatchNormali (None, 24, 32, 320)  1280        conv3_block6_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block7_0_relu (Activation (None, 24, 32, 320)  0           conv3_block7_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block7_1_conv (Conv2D)    (None, 24, 32, 128)  40960       conv3_block7_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block7_1_bn (BatchNormali (None, 24, 32, 128)  512         conv3_block7_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block7_1_relu (Activation (None, 24, 32, 128)  0           conv3_block7_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block7_2_conv (Conv2D)    (None, 24, 32, 32)   36864       conv3_block7_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block7_concat (Concatenat (None, 24, 32, 352)  0           conv3_block6_concat[0][0]        \n",
      "                                                                 conv3_block7_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block8_0_bn (BatchNormali (None, 24, 32, 352)  1408        conv3_block7_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block8_0_relu (Activation (None, 24, 32, 352)  0           conv3_block8_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block8_1_conv (Conv2D)    (None, 24, 32, 128)  45056       conv3_block8_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block8_1_bn (BatchNormali (None, 24, 32, 128)  512         conv3_block8_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block8_1_relu (Activation (None, 24, 32, 128)  0           conv3_block8_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block8_2_conv (Conv2D)    (None, 24, 32, 32)   36864       conv3_block8_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block8_concat (Concatenat (None, 24, 32, 384)  0           conv3_block7_concat[0][0]        \n",
      "                                                                 conv3_block8_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block9_0_bn (BatchNormali (None, 24, 32, 384)  1536        conv3_block8_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block9_0_relu (Activation (None, 24, 32, 384)  0           conv3_block9_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block9_1_conv (Conv2D)    (None, 24, 32, 128)  49152       conv3_block9_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block9_1_bn (BatchNormali (None, 24, 32, 128)  512         conv3_block9_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block9_1_relu (Activation (None, 24, 32, 128)  0           conv3_block9_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block9_2_conv (Conv2D)    (None, 24, 32, 32)   36864       conv3_block9_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block9_concat (Concatenat (None, 24, 32, 416)  0           conv3_block8_concat[0][0]        \n",
      "                                                                 conv3_block9_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block10_0_bn (BatchNormal (None, 24, 32, 416)  1664        conv3_block9_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block10_0_relu (Activatio (None, 24, 32, 416)  0           conv3_block10_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block10_1_conv (Conv2D)   (None, 24, 32, 128)  53248       conv3_block10_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block10_1_bn (BatchNormal (None, 24, 32, 128)  512         conv3_block10_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block10_1_relu (Activatio (None, 24, 32, 128)  0           conv3_block10_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block10_2_conv (Conv2D)   (None, 24, 32, 32)   36864       conv3_block10_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block10_concat (Concatena (None, 24, 32, 448)  0           conv3_block9_concat[0][0]        \n",
      "                                                                 conv3_block10_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block11_0_bn (BatchNormal (None, 24, 32, 448)  1792        conv3_block10_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block11_0_relu (Activatio (None, 24, 32, 448)  0           conv3_block11_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block11_1_conv (Conv2D)   (None, 24, 32, 128)  57344       conv3_block11_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block11_1_bn (BatchNormal (None, 24, 32, 128)  512         conv3_block11_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block11_1_relu (Activatio (None, 24, 32, 128)  0           conv3_block11_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block11_2_conv (Conv2D)   (None, 24, 32, 32)   36864       conv3_block11_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block11_concat (Concatena (None, 24, 32, 480)  0           conv3_block10_concat[0][0]       \n",
      "                                                                 conv3_block11_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block12_0_bn (BatchNormal (None, 24, 32, 480)  1920        conv3_block11_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block12_0_relu (Activatio (None, 24, 32, 480)  0           conv3_block12_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block12_1_conv (Conv2D)   (None, 24, 32, 128)  61440       conv3_block12_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block12_1_bn (BatchNormal (None, 24, 32, 128)  512         conv3_block12_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block12_1_relu (Activatio (None, 24, 32, 128)  0           conv3_block12_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block12_2_conv (Conv2D)   (None, 24, 32, 32)   36864       conv3_block12_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block12_concat (Concatena (None, 24, 32, 512)  0           conv3_block11_concat[0][0]       \n",
      "                                                                 conv3_block12_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "pool3_bn (BatchNormalization)   (None, 24, 32, 512)  2048        conv3_block12_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "pool3_relu (Activation)         (None, 24, 32, 512)  0           pool3_bn[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "pool3_conv (Conv2D)             (None, 24, 32, 256)  131072      pool3_relu[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "pool3_pool (AveragePooling2D)   (None, 12, 16, 256)  0           pool3_conv[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block1_0_bn (BatchNormali (None, 12, 16, 256)  1024        pool3_pool[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block1_0_relu (Activation (None, 12, 16, 256)  0           conv4_block1_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block1_1_conv (Conv2D)    (None, 12, 16, 128)  32768       conv4_block1_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block1_1_bn (BatchNormali (None, 12, 16, 128)  512         conv4_block1_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block1_1_relu (Activation (None, 12, 16, 128)  0           conv4_block1_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block1_2_conv (Conv2D)    (None, 12, 16, 32)   36864       conv4_block1_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block1_concat (Concatenat (None, 12, 16, 288)  0           pool3_pool[0][0]                 \n",
      "                                                                 conv4_block1_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block2_0_bn (BatchNormali (None, 12, 16, 288)  1152        conv4_block1_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block2_0_relu (Activation (None, 12, 16, 288)  0           conv4_block2_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block2_1_conv (Conv2D)    (None, 12, 16, 128)  36864       conv4_block2_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block2_1_bn (BatchNormali (None, 12, 16, 128)  512         conv4_block2_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block2_1_relu (Activation (None, 12, 16, 128)  0           conv4_block2_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block2_2_conv (Conv2D)    (None, 12, 16, 32)   36864       conv4_block2_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block2_concat (Concatenat (None, 12, 16, 320)  0           conv4_block1_concat[0][0]        \n",
      "                                                                 conv4_block2_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block3_0_bn (BatchNormali (None, 12, 16, 320)  1280        conv4_block2_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block3_0_relu (Activation (None, 12, 16, 320)  0           conv4_block3_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block3_1_conv (Conv2D)    (None, 12, 16, 128)  40960       conv4_block3_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block3_1_bn (BatchNormali (None, 12, 16, 128)  512         conv4_block3_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block3_1_relu (Activation (None, 12, 16, 128)  0           conv4_block3_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block3_2_conv (Conv2D)    (None, 12, 16, 32)   36864       conv4_block3_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block3_concat (Concatenat (None, 12, 16, 352)  0           conv4_block2_concat[0][0]        \n",
      "                                                                 conv4_block3_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block4_0_bn (BatchNormali (None, 12, 16, 352)  1408        conv4_block3_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block4_0_relu (Activation (None, 12, 16, 352)  0           conv4_block4_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block4_1_conv (Conv2D)    (None, 12, 16, 128)  45056       conv4_block4_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block4_1_bn (BatchNormali (None, 12, 16, 128)  512         conv4_block4_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block4_1_relu (Activation (None, 12, 16, 128)  0           conv4_block4_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block4_2_conv (Conv2D)    (None, 12, 16, 32)   36864       conv4_block4_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block4_concat (Concatenat (None, 12, 16, 384)  0           conv4_block3_concat[0][0]        \n",
      "                                                                 conv4_block4_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block5_0_bn (BatchNormali (None, 12, 16, 384)  1536        conv4_block4_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block5_0_relu (Activation (None, 12, 16, 384)  0           conv4_block5_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block5_1_conv (Conv2D)    (None, 12, 16, 128)  49152       conv4_block5_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block5_1_bn (BatchNormali (None, 12, 16, 128)  512         conv4_block5_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block5_1_relu (Activation (None, 12, 16, 128)  0           conv4_block5_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block5_2_conv (Conv2D)    (None, 12, 16, 32)   36864       conv4_block5_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block5_concat (Concatenat (None, 12, 16, 416)  0           conv4_block4_concat[0][0]        \n",
      "                                                                 conv4_block5_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block6_0_bn (BatchNormali (None, 12, 16, 416)  1664        conv4_block5_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block6_0_relu (Activation (None, 12, 16, 416)  0           conv4_block6_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block6_1_conv (Conv2D)    (None, 12, 16, 128)  53248       conv4_block6_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block6_1_bn (BatchNormali (None, 12, 16, 128)  512         conv4_block6_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block6_1_relu (Activation (None, 12, 16, 128)  0           conv4_block6_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block6_2_conv (Conv2D)    (None, 12, 16, 32)   36864       conv4_block6_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block6_concat (Concatenat (None, 12, 16, 448)  0           conv4_block5_concat[0][0]        \n",
      "                                                                 conv4_block6_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block7_0_bn (BatchNormali (None, 12, 16, 448)  1792        conv4_block6_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block7_0_relu (Activation (None, 12, 16, 448)  0           conv4_block7_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block7_1_conv (Conv2D)    (None, 12, 16, 128)  57344       conv4_block7_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block7_1_bn (BatchNormali (None, 12, 16, 128)  512         conv4_block7_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block7_1_relu (Activation (None, 12, 16, 128)  0           conv4_block7_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block7_2_conv (Conv2D)    (None, 12, 16, 32)   36864       conv4_block7_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block7_concat (Concatenat (None, 12, 16, 480)  0           conv4_block6_concat[0][0]        \n",
      "                                                                 conv4_block7_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block8_0_bn (BatchNormali (None, 12, 16, 480)  1920        conv4_block7_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block8_0_relu (Activation (None, 12, 16, 480)  0           conv4_block8_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block8_1_conv (Conv2D)    (None, 12, 16, 128)  61440       conv4_block8_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block8_1_bn (BatchNormali (None, 12, 16, 128)  512         conv4_block8_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block8_1_relu (Activation (None, 12, 16, 128)  0           conv4_block8_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block8_2_conv (Conv2D)    (None, 12, 16, 32)   36864       conv4_block8_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block8_concat (Concatenat (None, 12, 16, 512)  0           conv4_block7_concat[0][0]        \n",
      "                                                                 conv4_block8_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block9_0_bn (BatchNormali (None, 12, 16, 512)  2048        conv4_block8_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block9_0_relu (Activation (None, 12, 16, 512)  0           conv4_block9_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block9_1_conv (Conv2D)    (None, 12, 16, 128)  65536       conv4_block9_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block9_1_bn (BatchNormali (None, 12, 16, 128)  512         conv4_block9_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block9_1_relu (Activation (None, 12, 16, 128)  0           conv4_block9_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block9_2_conv (Conv2D)    (None, 12, 16, 32)   36864       conv4_block9_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block9_concat (Concatenat (None, 12, 16, 544)  0           conv4_block8_concat[0][0]        \n",
      "                                                                 conv4_block9_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block10_0_bn (BatchNormal (None, 12, 16, 544)  2176        conv4_block9_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block10_0_relu (Activatio (None, 12, 16, 544)  0           conv4_block10_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block10_1_conv (Conv2D)   (None, 12, 16, 128)  69632       conv4_block10_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block10_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block10_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block10_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block10_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block10_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block10_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block10_concat (Concatena (None, 12, 16, 576)  0           conv4_block9_concat[0][0]        \n",
      "                                                                 conv4_block10_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block11_0_bn (BatchNormal (None, 12, 16, 576)  2304        conv4_block10_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block11_0_relu (Activatio (None, 12, 16, 576)  0           conv4_block11_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block11_1_conv (Conv2D)   (None, 12, 16, 128)  73728       conv4_block11_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block11_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block11_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block11_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block11_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block11_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block11_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block11_concat (Concatena (None, 12, 16, 608)  0           conv4_block10_concat[0][0]       \n",
      "                                                                 conv4_block11_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block12_0_bn (BatchNormal (None, 12, 16, 608)  2432        conv4_block11_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block12_0_relu (Activatio (None, 12, 16, 608)  0           conv4_block12_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block12_1_conv (Conv2D)   (None, 12, 16, 128)  77824       conv4_block12_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block12_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block12_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block12_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block12_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block12_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block12_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block12_concat (Concatena (None, 12, 16, 640)  0           conv4_block11_concat[0][0]       \n",
      "                                                                 conv4_block12_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block13_0_bn (BatchNormal (None, 12, 16, 640)  2560        conv4_block12_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block13_0_relu (Activatio (None, 12, 16, 640)  0           conv4_block13_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block13_1_conv (Conv2D)   (None, 12, 16, 128)  81920       conv4_block13_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block13_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block13_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block13_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block13_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block13_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block13_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block13_concat (Concatena (None, 12, 16, 672)  0           conv4_block12_concat[0][0]       \n",
      "                                                                 conv4_block13_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block14_0_bn (BatchNormal (None, 12, 16, 672)  2688        conv4_block13_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block14_0_relu (Activatio (None, 12, 16, 672)  0           conv4_block14_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block14_1_conv (Conv2D)   (None, 12, 16, 128)  86016       conv4_block14_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block14_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block14_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block14_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block14_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block14_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block14_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block14_concat (Concatena (None, 12, 16, 704)  0           conv4_block13_concat[0][0]       \n",
      "                                                                 conv4_block14_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block15_0_bn (BatchNormal (None, 12, 16, 704)  2816        conv4_block14_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block15_0_relu (Activatio (None, 12, 16, 704)  0           conv4_block15_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block15_1_conv (Conv2D)   (None, 12, 16, 128)  90112       conv4_block15_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block15_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block15_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block15_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block15_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block15_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block15_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block15_concat (Concatena (None, 12, 16, 736)  0           conv4_block14_concat[0][0]       \n",
      "                                                                 conv4_block15_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block16_0_bn (BatchNormal (None, 12, 16, 736)  2944        conv4_block15_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block16_0_relu (Activatio (None, 12, 16, 736)  0           conv4_block16_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block16_1_conv (Conv2D)   (None, 12, 16, 128)  94208       conv4_block16_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block16_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block16_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block16_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block16_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block16_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block16_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block16_concat (Concatena (None, 12, 16, 768)  0           conv4_block15_concat[0][0]       \n",
      "                                                                 conv4_block16_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block17_0_bn (BatchNormal (None, 12, 16, 768)  3072        conv4_block16_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block17_0_relu (Activatio (None, 12, 16, 768)  0           conv4_block17_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block17_1_conv (Conv2D)   (None, 12, 16, 128)  98304       conv4_block17_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block17_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block17_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block17_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block17_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block17_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block17_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block17_concat (Concatena (None, 12, 16, 800)  0           conv4_block16_concat[0][0]       \n",
      "                                                                 conv4_block17_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block18_0_bn (BatchNormal (None, 12, 16, 800)  3200        conv4_block17_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block18_0_relu (Activatio (None, 12, 16, 800)  0           conv4_block18_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block18_1_conv (Conv2D)   (None, 12, 16, 128)  102400      conv4_block18_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block18_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block18_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block18_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block18_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block18_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block18_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block18_concat (Concatena (None, 12, 16, 832)  0           conv4_block17_concat[0][0]       \n",
      "                                                                 conv4_block18_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block19_0_bn (BatchNormal (None, 12, 16, 832)  3328        conv4_block18_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block19_0_relu (Activatio (None, 12, 16, 832)  0           conv4_block19_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block19_1_conv (Conv2D)   (None, 12, 16, 128)  106496      conv4_block19_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block19_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block19_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block19_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block19_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block19_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block19_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block19_concat (Concatena (None, 12, 16, 864)  0           conv4_block18_concat[0][0]       \n",
      "                                                                 conv4_block19_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block20_0_bn (BatchNormal (None, 12, 16, 864)  3456        conv4_block19_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block20_0_relu (Activatio (None, 12, 16, 864)  0           conv4_block20_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block20_1_conv (Conv2D)   (None, 12, 16, 128)  110592      conv4_block20_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block20_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block20_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block20_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block20_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block20_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block20_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block20_concat (Concatena (None, 12, 16, 896)  0           conv4_block19_concat[0][0]       \n",
      "                                                                 conv4_block20_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block21_0_bn (BatchNormal (None, 12, 16, 896)  3584        conv4_block20_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block21_0_relu (Activatio (None, 12, 16, 896)  0           conv4_block21_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block21_1_conv (Conv2D)   (None, 12, 16, 128)  114688      conv4_block21_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block21_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block21_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block21_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block21_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block21_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block21_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block21_concat (Concatena (None, 12, 16, 928)  0           conv4_block20_concat[0][0]       \n",
      "                                                                 conv4_block21_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block22_0_bn (BatchNormal (None, 12, 16, 928)  3712        conv4_block21_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block22_0_relu (Activatio (None, 12, 16, 928)  0           conv4_block22_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block22_1_conv (Conv2D)   (None, 12, 16, 128)  118784      conv4_block22_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block22_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block22_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block22_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block22_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block22_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block22_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block22_concat (Concatena (None, 12, 16, 960)  0           conv4_block21_concat[0][0]       \n",
      "                                                                 conv4_block22_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block23_0_bn (BatchNormal (None, 12, 16, 960)  3840        conv4_block22_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block23_0_relu (Activatio (None, 12, 16, 960)  0           conv4_block23_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block23_1_conv (Conv2D)   (None, 12, 16, 128)  122880      conv4_block23_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block23_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block23_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block23_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block23_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block23_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block23_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block23_concat (Concatena (None, 12, 16, 992)  0           conv4_block22_concat[0][0]       \n",
      "                                                                 conv4_block23_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block24_0_bn (BatchNormal (None, 12, 16, 992)  3968        conv4_block23_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block24_0_relu (Activatio (None, 12, 16, 992)  0           conv4_block24_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block24_1_conv (Conv2D)   (None, 12, 16, 128)  126976      conv4_block24_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block24_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block24_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block24_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block24_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block24_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block24_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block24_concat (Concatena (None, 12, 16, 1024) 0           conv4_block23_concat[0][0]       \n",
      "                                                                 conv4_block24_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block25_0_bn (BatchNormal (None, 12, 16, 1024) 4096        conv4_block24_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block25_0_relu (Activatio (None, 12, 16, 1024) 0           conv4_block25_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block25_1_conv (Conv2D)   (None, 12, 16, 128)  131072      conv4_block25_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block25_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block25_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block25_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block25_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block25_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block25_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block25_concat (Concatena (None, 12, 16, 1056) 0           conv4_block24_concat[0][0]       \n",
      "                                                                 conv4_block25_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block26_0_bn (BatchNormal (None, 12, 16, 1056) 4224        conv4_block25_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block26_0_relu (Activatio (None, 12, 16, 1056) 0           conv4_block26_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block26_1_conv (Conv2D)   (None, 12, 16, 128)  135168      conv4_block26_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block26_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block26_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block26_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block26_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block26_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block26_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block26_concat (Concatena (None, 12, 16, 1088) 0           conv4_block25_concat[0][0]       \n",
      "                                                                 conv4_block26_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block27_0_bn (BatchNormal (None, 12, 16, 1088) 4352        conv4_block26_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block27_0_relu (Activatio (None, 12, 16, 1088) 0           conv4_block27_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block27_1_conv (Conv2D)   (None, 12, 16, 128)  139264      conv4_block27_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block27_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block27_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block27_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block27_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block27_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block27_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block27_concat (Concatena (None, 12, 16, 1120) 0           conv4_block26_concat[0][0]       \n",
      "                                                                 conv4_block27_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block28_0_bn (BatchNormal (None, 12, 16, 1120) 4480        conv4_block27_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block28_0_relu (Activatio (None, 12, 16, 1120) 0           conv4_block28_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block28_1_conv (Conv2D)   (None, 12, 16, 128)  143360      conv4_block28_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block28_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block28_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block28_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block28_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block28_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block28_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block28_concat (Concatena (None, 12, 16, 1152) 0           conv4_block27_concat[0][0]       \n",
      "                                                                 conv4_block28_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block29_0_bn (BatchNormal (None, 12, 16, 1152) 4608        conv4_block28_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block29_0_relu (Activatio (None, 12, 16, 1152) 0           conv4_block29_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block29_1_conv (Conv2D)   (None, 12, 16, 128)  147456      conv4_block29_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block29_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block29_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block29_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block29_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block29_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block29_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block29_concat (Concatena (None, 12, 16, 1184) 0           conv4_block28_concat[0][0]       \n",
      "                                                                 conv4_block29_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block30_0_bn (BatchNormal (None, 12, 16, 1184) 4736        conv4_block29_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block30_0_relu (Activatio (None, 12, 16, 1184) 0           conv4_block30_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block30_1_conv (Conv2D)   (None, 12, 16, 128)  151552      conv4_block30_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block30_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block30_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block30_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block30_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block30_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block30_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block30_concat (Concatena (None, 12, 16, 1216) 0           conv4_block29_concat[0][0]       \n",
      "                                                                 conv4_block30_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block31_0_bn (BatchNormal (None, 12, 16, 1216) 4864        conv4_block30_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block31_0_relu (Activatio (None, 12, 16, 1216) 0           conv4_block31_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block31_1_conv (Conv2D)   (None, 12, 16, 128)  155648      conv4_block31_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block31_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block31_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block31_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block31_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block31_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block31_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block31_concat (Concatena (None, 12, 16, 1248) 0           conv4_block30_concat[0][0]       \n",
      "                                                                 conv4_block31_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block32_0_bn (BatchNormal (None, 12, 16, 1248) 4992        conv4_block31_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block32_0_relu (Activatio (None, 12, 16, 1248) 0           conv4_block32_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block32_1_conv (Conv2D)   (None, 12, 16, 128)  159744      conv4_block32_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block32_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block32_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block32_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block32_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block32_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block32_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block32_concat (Concatena (None, 12, 16, 1280) 0           conv4_block31_concat[0][0]       \n",
      "                                                                 conv4_block32_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block33_0_bn (BatchNormal (None, 12, 16, 1280) 5120        conv4_block32_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block33_0_relu (Activatio (None, 12, 16, 1280) 0           conv4_block33_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block33_1_conv (Conv2D)   (None, 12, 16, 128)  163840      conv4_block33_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block33_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block33_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block33_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block33_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block33_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block33_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block33_concat (Concatena (None, 12, 16, 1312) 0           conv4_block32_concat[0][0]       \n",
      "                                                                 conv4_block33_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block34_0_bn (BatchNormal (None, 12, 16, 1312) 5248        conv4_block33_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block34_0_relu (Activatio (None, 12, 16, 1312) 0           conv4_block34_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block34_1_conv (Conv2D)   (None, 12, 16, 128)  167936      conv4_block34_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block34_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block34_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block34_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block34_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block34_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block34_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block34_concat (Concatena (None, 12, 16, 1344) 0           conv4_block33_concat[0][0]       \n",
      "                                                                 conv4_block34_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block35_0_bn (BatchNormal (None, 12, 16, 1344) 5376        conv4_block34_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block35_0_relu (Activatio (None, 12, 16, 1344) 0           conv4_block35_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block35_1_conv (Conv2D)   (None, 12, 16, 128)  172032      conv4_block35_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block35_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block35_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block35_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block35_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block35_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block35_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block35_concat (Concatena (None, 12, 16, 1376) 0           conv4_block34_concat[0][0]       \n",
      "                                                                 conv4_block35_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block36_0_bn (BatchNormal (None, 12, 16, 1376) 5504        conv4_block35_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block36_0_relu (Activatio (None, 12, 16, 1376) 0           conv4_block36_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block36_1_conv (Conv2D)   (None, 12, 16, 128)  176128      conv4_block36_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block36_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block36_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block36_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block36_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block36_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block36_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block36_concat (Concatena (None, 12, 16, 1408) 0           conv4_block35_concat[0][0]       \n",
      "                                                                 conv4_block36_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block37_0_bn (BatchNormal (None, 12, 16, 1408) 5632        conv4_block36_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block37_0_relu (Activatio (None, 12, 16, 1408) 0           conv4_block37_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block37_1_conv (Conv2D)   (None, 12, 16, 128)  180224      conv4_block37_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block37_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block37_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block37_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block37_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block37_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block37_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block37_concat (Concatena (None, 12, 16, 1440) 0           conv4_block36_concat[0][0]       \n",
      "                                                                 conv4_block37_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block38_0_bn (BatchNormal (None, 12, 16, 1440) 5760        conv4_block37_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block38_0_relu (Activatio (None, 12, 16, 1440) 0           conv4_block38_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block38_1_conv (Conv2D)   (None, 12, 16, 128)  184320      conv4_block38_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block38_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block38_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block38_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block38_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block38_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block38_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block38_concat (Concatena (None, 12, 16, 1472) 0           conv4_block37_concat[0][0]       \n",
      "                                                                 conv4_block38_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block39_0_bn (BatchNormal (None, 12, 16, 1472) 5888        conv4_block38_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block39_0_relu (Activatio (None, 12, 16, 1472) 0           conv4_block39_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block39_1_conv (Conv2D)   (None, 12, 16, 128)  188416      conv4_block39_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block39_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block39_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block39_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block39_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block39_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block39_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block39_concat (Concatena (None, 12, 16, 1504) 0           conv4_block38_concat[0][0]       \n",
      "                                                                 conv4_block39_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block40_0_bn (BatchNormal (None, 12, 16, 1504) 6016        conv4_block39_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block40_0_relu (Activatio (None, 12, 16, 1504) 0           conv4_block40_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block40_1_conv (Conv2D)   (None, 12, 16, 128)  192512      conv4_block40_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block40_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block40_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block40_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block40_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block40_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block40_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block40_concat (Concatena (None, 12, 16, 1536) 0           conv4_block39_concat[0][0]       \n",
      "                                                                 conv4_block40_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block41_0_bn (BatchNormal (None, 12, 16, 1536) 6144        conv4_block40_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block41_0_relu (Activatio (None, 12, 16, 1536) 0           conv4_block41_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block41_1_conv (Conv2D)   (None, 12, 16, 128)  196608      conv4_block41_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block41_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block41_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block41_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block41_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block41_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block41_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block41_concat (Concatena (None, 12, 16, 1568) 0           conv4_block40_concat[0][0]       \n",
      "                                                                 conv4_block41_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block42_0_bn (BatchNormal (None, 12, 16, 1568) 6272        conv4_block41_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block42_0_relu (Activatio (None, 12, 16, 1568) 0           conv4_block42_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block42_1_conv (Conv2D)   (None, 12, 16, 128)  200704      conv4_block42_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block42_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block42_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block42_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block42_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block42_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block42_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block42_concat (Concatena (None, 12, 16, 1600) 0           conv4_block41_concat[0][0]       \n",
      "                                                                 conv4_block42_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block43_0_bn (BatchNormal (None, 12, 16, 1600) 6400        conv4_block42_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block43_0_relu (Activatio (None, 12, 16, 1600) 0           conv4_block43_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block43_1_conv (Conv2D)   (None, 12, 16, 128)  204800      conv4_block43_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block43_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block43_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block43_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block43_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block43_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block43_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block43_concat (Concatena (None, 12, 16, 1632) 0           conv4_block42_concat[0][0]       \n",
      "                                                                 conv4_block43_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block44_0_bn (BatchNormal (None, 12, 16, 1632) 6528        conv4_block43_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block44_0_relu (Activatio (None, 12, 16, 1632) 0           conv4_block44_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block44_1_conv (Conv2D)   (None, 12, 16, 128)  208896      conv4_block44_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block44_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block44_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block44_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block44_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block44_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block44_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block44_concat (Concatena (None, 12, 16, 1664) 0           conv4_block43_concat[0][0]       \n",
      "                                                                 conv4_block44_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block45_0_bn (BatchNormal (None, 12, 16, 1664) 6656        conv4_block44_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block45_0_relu (Activatio (None, 12, 16, 1664) 0           conv4_block45_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block45_1_conv (Conv2D)   (None, 12, 16, 128)  212992      conv4_block45_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block45_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block45_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block45_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block45_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block45_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block45_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block45_concat (Concatena (None, 12, 16, 1696) 0           conv4_block44_concat[0][0]       \n",
      "                                                                 conv4_block45_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block46_0_bn (BatchNormal (None, 12, 16, 1696) 6784        conv4_block45_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block46_0_relu (Activatio (None, 12, 16, 1696) 0           conv4_block46_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block46_1_conv (Conv2D)   (None, 12, 16, 128)  217088      conv4_block46_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block46_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block46_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block46_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block46_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block46_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block46_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block46_concat (Concatena (None, 12, 16, 1728) 0           conv4_block45_concat[0][0]       \n",
      "                                                                 conv4_block46_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block47_0_bn (BatchNormal (None, 12, 16, 1728) 6912        conv4_block46_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block47_0_relu (Activatio (None, 12, 16, 1728) 0           conv4_block47_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block47_1_conv (Conv2D)   (None, 12, 16, 128)  221184      conv4_block47_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block47_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block47_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block47_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block47_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block47_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block47_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block47_concat (Concatena (None, 12, 16, 1760) 0           conv4_block46_concat[0][0]       \n",
      "                                                                 conv4_block47_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block48_0_bn (BatchNormal (None, 12, 16, 1760) 7040        conv4_block47_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block48_0_relu (Activatio (None, 12, 16, 1760) 0           conv4_block48_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block48_1_conv (Conv2D)   (None, 12, 16, 128)  225280      conv4_block48_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block48_1_bn (BatchNormal (None, 12, 16, 128)  512         conv4_block48_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block48_1_relu (Activatio (None, 12, 16, 128)  0           conv4_block48_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block48_2_conv (Conv2D)   (None, 12, 16, 32)   36864       conv4_block48_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv4_block48_concat (Concatena (None, 12, 16, 1792) 0           conv4_block47_concat[0][0]       \n",
      "                                                                 conv4_block48_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "pool4_bn (BatchNormalization)   (None, 12, 16, 1792) 7168        conv4_block48_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "pool4_relu (Activation)         (None, 12, 16, 1792) 0           pool4_bn[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "pool4_conv (Conv2D)             (None, 12, 16, 896)  1605632     pool4_relu[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "pool4_pool (AveragePooling2D)   (None, 6, 8, 896)    0           pool4_conv[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block1_0_bn (BatchNormali (None, 6, 8, 896)    3584        pool4_pool[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block1_0_relu (Activation (None, 6, 8, 896)    0           conv5_block1_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block1_1_conv (Conv2D)    (None, 6, 8, 128)    114688      conv5_block1_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block1_1_bn (BatchNormali (None, 6, 8, 128)    512         conv5_block1_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block1_1_relu (Activation (None, 6, 8, 128)    0           conv5_block1_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block1_2_conv (Conv2D)    (None, 6, 8, 32)     36864       conv5_block1_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block1_concat (Concatenat (None, 6, 8, 928)    0           pool4_pool[0][0]                 \n",
      "                                                                 conv5_block1_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block2_0_bn (BatchNormali (None, 6, 8, 928)    3712        conv5_block1_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block2_0_relu (Activation (None, 6, 8, 928)    0           conv5_block2_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block2_1_conv (Conv2D)    (None, 6, 8, 128)    118784      conv5_block2_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block2_1_bn (BatchNormali (None, 6, 8, 128)    512         conv5_block2_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block2_1_relu (Activation (None, 6, 8, 128)    0           conv5_block2_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block2_2_conv (Conv2D)    (None, 6, 8, 32)     36864       conv5_block2_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block2_concat (Concatenat (None, 6, 8, 960)    0           conv5_block1_concat[0][0]        \n",
      "                                                                 conv5_block2_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block3_0_bn (BatchNormali (None, 6, 8, 960)    3840        conv5_block2_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block3_0_relu (Activation (None, 6, 8, 960)    0           conv5_block3_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block3_1_conv (Conv2D)    (None, 6, 8, 128)    122880      conv5_block3_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block3_1_bn (BatchNormali (None, 6, 8, 128)    512         conv5_block3_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block3_1_relu (Activation (None, 6, 8, 128)    0           conv5_block3_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block3_2_conv (Conv2D)    (None, 6, 8, 32)     36864       conv5_block3_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block3_concat (Concatenat (None, 6, 8, 992)    0           conv5_block2_concat[0][0]        \n",
      "                                                                 conv5_block3_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block4_0_bn (BatchNormali (None, 6, 8, 992)    3968        conv5_block3_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block4_0_relu (Activation (None, 6, 8, 992)    0           conv5_block4_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block4_1_conv (Conv2D)    (None, 6, 8, 128)    126976      conv5_block4_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block4_1_bn (BatchNormali (None, 6, 8, 128)    512         conv5_block4_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block4_1_relu (Activation (None, 6, 8, 128)    0           conv5_block4_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block4_2_conv (Conv2D)    (None, 6, 8, 32)     36864       conv5_block4_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block4_concat (Concatenat (None, 6, 8, 1024)   0           conv5_block3_concat[0][0]        \n",
      "                                                                 conv5_block4_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block5_0_bn (BatchNormali (None, 6, 8, 1024)   4096        conv5_block4_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block5_0_relu (Activation (None, 6, 8, 1024)   0           conv5_block5_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block5_1_conv (Conv2D)    (None, 6, 8, 128)    131072      conv5_block5_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block5_1_bn (BatchNormali (None, 6, 8, 128)    512         conv5_block5_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block5_1_relu (Activation (None, 6, 8, 128)    0           conv5_block5_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block5_2_conv (Conv2D)    (None, 6, 8, 32)     36864       conv5_block5_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block5_concat (Concatenat (None, 6, 8, 1056)   0           conv5_block4_concat[0][0]        \n",
      "                                                                 conv5_block5_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block6_0_bn (BatchNormali (None, 6, 8, 1056)   4224        conv5_block5_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block6_0_relu (Activation (None, 6, 8, 1056)   0           conv5_block6_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block6_1_conv (Conv2D)    (None, 6, 8, 128)    135168      conv5_block6_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block6_1_bn (BatchNormali (None, 6, 8, 128)    512         conv5_block6_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block6_1_relu (Activation (None, 6, 8, 128)    0           conv5_block6_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block6_2_conv (Conv2D)    (None, 6, 8, 32)     36864       conv5_block6_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block6_concat (Concatenat (None, 6, 8, 1088)   0           conv5_block5_concat[0][0]        \n",
      "                                                                 conv5_block6_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block7_0_bn (BatchNormali (None, 6, 8, 1088)   4352        conv5_block6_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block7_0_relu (Activation (None, 6, 8, 1088)   0           conv5_block7_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block7_1_conv (Conv2D)    (None, 6, 8, 128)    139264      conv5_block7_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block7_1_bn (BatchNormali (None, 6, 8, 128)    512         conv5_block7_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block7_1_relu (Activation (None, 6, 8, 128)    0           conv5_block7_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block7_2_conv (Conv2D)    (None, 6, 8, 32)     36864       conv5_block7_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block7_concat (Concatenat (None, 6, 8, 1120)   0           conv5_block6_concat[0][0]        \n",
      "                                                                 conv5_block7_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block8_0_bn (BatchNormali (None, 6, 8, 1120)   4480        conv5_block7_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block8_0_relu (Activation (None, 6, 8, 1120)   0           conv5_block8_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block8_1_conv (Conv2D)    (None, 6, 8, 128)    143360      conv5_block8_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block8_1_bn (BatchNormali (None, 6, 8, 128)    512         conv5_block8_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block8_1_relu (Activation (None, 6, 8, 128)    0           conv5_block8_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block8_2_conv (Conv2D)    (None, 6, 8, 32)     36864       conv5_block8_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block8_concat (Concatenat (None, 6, 8, 1152)   0           conv5_block7_concat[0][0]        \n",
      "                                                                 conv5_block8_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block9_0_bn (BatchNormali (None, 6, 8, 1152)   4608        conv5_block8_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block9_0_relu (Activation (None, 6, 8, 1152)   0           conv5_block9_0_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block9_1_conv (Conv2D)    (None, 6, 8, 128)    147456      conv5_block9_0_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block9_1_bn (BatchNormali (None, 6, 8, 128)    512         conv5_block9_1_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block9_1_relu (Activation (None, 6, 8, 128)    0           conv5_block9_1_bn[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block9_2_conv (Conv2D)    (None, 6, 8, 32)     36864       conv5_block9_1_relu[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block9_concat (Concatenat (None, 6, 8, 1184)   0           conv5_block8_concat[0][0]        \n",
      "                                                                 conv5_block9_2_conv[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block10_0_bn (BatchNormal (None, 6, 8, 1184)   4736        conv5_block9_concat[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block10_0_relu (Activatio (None, 6, 8, 1184)   0           conv5_block10_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block10_1_conv (Conv2D)   (None, 6, 8, 128)    151552      conv5_block10_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block10_1_bn (BatchNormal (None, 6, 8, 128)    512         conv5_block10_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block10_1_relu (Activatio (None, 6, 8, 128)    0           conv5_block10_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block10_2_conv (Conv2D)   (None, 6, 8, 32)     36864       conv5_block10_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block10_concat (Concatena (None, 6, 8, 1216)   0           conv5_block9_concat[0][0]        \n",
      "                                                                 conv5_block10_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block11_0_bn (BatchNormal (None, 6, 8, 1216)   4864        conv5_block10_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block11_0_relu (Activatio (None, 6, 8, 1216)   0           conv5_block11_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block11_1_conv (Conv2D)   (None, 6, 8, 128)    155648      conv5_block11_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block11_1_bn (BatchNormal (None, 6, 8, 128)    512         conv5_block11_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block11_1_relu (Activatio (None, 6, 8, 128)    0           conv5_block11_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block11_2_conv (Conv2D)   (None, 6, 8, 32)     36864       conv5_block11_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block11_concat (Concatena (None, 6, 8, 1248)   0           conv5_block10_concat[0][0]       \n",
      "                                                                 conv5_block11_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block12_0_bn (BatchNormal (None, 6, 8, 1248)   4992        conv5_block11_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block12_0_relu (Activatio (None, 6, 8, 1248)   0           conv5_block12_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block12_1_conv (Conv2D)   (None, 6, 8, 128)    159744      conv5_block12_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block12_1_bn (BatchNormal (None, 6, 8, 128)    512         conv5_block12_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block12_1_relu (Activatio (None, 6, 8, 128)    0           conv5_block12_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block12_2_conv (Conv2D)   (None, 6, 8, 32)     36864       conv5_block12_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block12_concat (Concatena (None, 6, 8, 1280)   0           conv5_block11_concat[0][0]       \n",
      "                                                                 conv5_block12_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block13_0_bn (BatchNormal (None, 6, 8, 1280)   5120        conv5_block12_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block13_0_relu (Activatio (None, 6, 8, 1280)   0           conv5_block13_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block13_1_conv (Conv2D)   (None, 6, 8, 128)    163840      conv5_block13_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block13_1_bn (BatchNormal (None, 6, 8, 128)    512         conv5_block13_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block13_1_relu (Activatio (None, 6, 8, 128)    0           conv5_block13_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block13_2_conv (Conv2D)   (None, 6, 8, 32)     36864       conv5_block13_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block13_concat (Concatena (None, 6, 8, 1312)   0           conv5_block12_concat[0][0]       \n",
      "                                                                 conv5_block13_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block14_0_bn (BatchNormal (None, 6, 8, 1312)   5248        conv5_block13_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block14_0_relu (Activatio (None, 6, 8, 1312)   0           conv5_block14_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block14_1_conv (Conv2D)   (None, 6, 8, 128)    167936      conv5_block14_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block14_1_bn (BatchNormal (None, 6, 8, 128)    512         conv5_block14_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block14_1_relu (Activatio (None, 6, 8, 128)    0           conv5_block14_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block14_2_conv (Conv2D)   (None, 6, 8, 32)     36864       conv5_block14_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block14_concat (Concatena (None, 6, 8, 1344)   0           conv5_block13_concat[0][0]       \n",
      "                                                                 conv5_block14_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block15_0_bn (BatchNormal (None, 6, 8, 1344)   5376        conv5_block14_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block15_0_relu (Activatio (None, 6, 8, 1344)   0           conv5_block15_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block15_1_conv (Conv2D)   (None, 6, 8, 128)    172032      conv5_block15_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block15_1_bn (BatchNormal (None, 6, 8, 128)    512         conv5_block15_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block15_1_relu (Activatio (None, 6, 8, 128)    0           conv5_block15_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block15_2_conv (Conv2D)   (None, 6, 8, 32)     36864       conv5_block15_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block15_concat (Concatena (None, 6, 8, 1376)   0           conv5_block14_concat[0][0]       \n",
      "                                                                 conv5_block15_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block16_0_bn (BatchNormal (None, 6, 8, 1376)   5504        conv5_block15_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block16_0_relu (Activatio (None, 6, 8, 1376)   0           conv5_block16_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block16_1_conv (Conv2D)   (None, 6, 8, 128)    176128      conv5_block16_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block16_1_bn (BatchNormal (None, 6, 8, 128)    512         conv5_block16_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block16_1_relu (Activatio (None, 6, 8, 128)    0           conv5_block16_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block16_2_conv (Conv2D)   (None, 6, 8, 32)     36864       conv5_block16_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block16_concat (Concatena (None, 6, 8, 1408)   0           conv5_block15_concat[0][0]       \n",
      "                                                                 conv5_block16_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block17_0_bn (BatchNormal (None, 6, 8, 1408)   5632        conv5_block16_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block17_0_relu (Activatio (None, 6, 8, 1408)   0           conv5_block17_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block17_1_conv (Conv2D)   (None, 6, 8, 128)    180224      conv5_block17_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block17_1_bn (BatchNormal (None, 6, 8, 128)    512         conv5_block17_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block17_1_relu (Activatio (None, 6, 8, 128)    0           conv5_block17_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block17_2_conv (Conv2D)   (None, 6, 8, 32)     36864       conv5_block17_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block17_concat (Concatena (None, 6, 8, 1440)   0           conv5_block16_concat[0][0]       \n",
      "                                                                 conv5_block17_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block18_0_bn (BatchNormal (None, 6, 8, 1440)   5760        conv5_block17_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block18_0_relu (Activatio (None, 6, 8, 1440)   0           conv5_block18_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block18_1_conv (Conv2D)   (None, 6, 8, 128)    184320      conv5_block18_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block18_1_bn (BatchNormal (None, 6, 8, 128)    512         conv5_block18_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block18_1_relu (Activatio (None, 6, 8, 128)    0           conv5_block18_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block18_2_conv (Conv2D)   (None, 6, 8, 32)     36864       conv5_block18_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block18_concat (Concatena (None, 6, 8, 1472)   0           conv5_block17_concat[0][0]       \n",
      "                                                                 conv5_block18_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block19_0_bn (BatchNormal (None, 6, 8, 1472)   5888        conv5_block18_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block19_0_relu (Activatio (None, 6, 8, 1472)   0           conv5_block19_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block19_1_conv (Conv2D)   (None, 6, 8, 128)    188416      conv5_block19_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block19_1_bn (BatchNormal (None, 6, 8, 128)    512         conv5_block19_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block19_1_relu (Activatio (None, 6, 8, 128)    0           conv5_block19_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block19_2_conv (Conv2D)   (None, 6, 8, 32)     36864       conv5_block19_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block19_concat (Concatena (None, 6, 8, 1504)   0           conv5_block18_concat[0][0]       \n",
      "                                                                 conv5_block19_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block20_0_bn (BatchNormal (None, 6, 8, 1504)   6016        conv5_block19_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block20_0_relu (Activatio (None, 6, 8, 1504)   0           conv5_block20_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block20_1_conv (Conv2D)   (None, 6, 8, 128)    192512      conv5_block20_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block20_1_bn (BatchNormal (None, 6, 8, 128)    512         conv5_block20_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block20_1_relu (Activatio (None, 6, 8, 128)    0           conv5_block20_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block20_2_conv (Conv2D)   (None, 6, 8, 32)     36864       conv5_block20_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block20_concat (Concatena (None, 6, 8, 1536)   0           conv5_block19_concat[0][0]       \n",
      "                                                                 conv5_block20_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block21_0_bn (BatchNormal (None, 6, 8, 1536)   6144        conv5_block20_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block21_0_relu (Activatio (None, 6, 8, 1536)   0           conv5_block21_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block21_1_conv (Conv2D)   (None, 6, 8, 128)    196608      conv5_block21_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block21_1_bn (BatchNormal (None, 6, 8, 128)    512         conv5_block21_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block21_1_relu (Activatio (None, 6, 8, 128)    0           conv5_block21_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block21_2_conv (Conv2D)   (None, 6, 8, 32)     36864       conv5_block21_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block21_concat (Concatena (None, 6, 8, 1568)   0           conv5_block20_concat[0][0]       \n",
      "                                                                 conv5_block21_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block22_0_bn (BatchNormal (None, 6, 8, 1568)   6272        conv5_block21_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block22_0_relu (Activatio (None, 6, 8, 1568)   0           conv5_block22_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block22_1_conv (Conv2D)   (None, 6, 8, 128)    200704      conv5_block22_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block22_1_bn (BatchNormal (None, 6, 8, 128)    512         conv5_block22_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block22_1_relu (Activatio (None, 6, 8, 128)    0           conv5_block22_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block22_2_conv (Conv2D)   (None, 6, 8, 32)     36864       conv5_block22_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block22_concat (Concatena (None, 6, 8, 1600)   0           conv5_block21_concat[0][0]       \n",
      "                                                                 conv5_block22_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block23_0_bn (BatchNormal (None, 6, 8, 1600)   6400        conv5_block22_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block23_0_relu (Activatio (None, 6, 8, 1600)   0           conv5_block23_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block23_1_conv (Conv2D)   (None, 6, 8, 128)    204800      conv5_block23_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block23_1_bn (BatchNormal (None, 6, 8, 128)    512         conv5_block23_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block23_1_relu (Activatio (None, 6, 8, 128)    0           conv5_block23_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block23_2_conv (Conv2D)   (None, 6, 8, 32)     36864       conv5_block23_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block23_concat (Concatena (None, 6, 8, 1632)   0           conv5_block22_concat[0][0]       \n",
      "                                                                 conv5_block23_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block24_0_bn (BatchNormal (None, 6, 8, 1632)   6528        conv5_block23_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block24_0_relu (Activatio (None, 6, 8, 1632)   0           conv5_block24_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block24_1_conv (Conv2D)   (None, 6, 8, 128)    208896      conv5_block24_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block24_1_bn (BatchNormal (None, 6, 8, 128)    512         conv5_block24_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block24_1_relu (Activatio (None, 6, 8, 128)    0           conv5_block24_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block24_2_conv (Conv2D)   (None, 6, 8, 32)     36864       conv5_block24_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block24_concat (Concatena (None, 6, 8, 1664)   0           conv5_block23_concat[0][0]       \n",
      "                                                                 conv5_block24_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block25_0_bn (BatchNormal (None, 6, 8, 1664)   6656        conv5_block24_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block25_0_relu (Activatio (None, 6, 8, 1664)   0           conv5_block25_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block25_1_conv (Conv2D)   (None, 6, 8, 128)    212992      conv5_block25_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block25_1_bn (BatchNormal (None, 6, 8, 128)    512         conv5_block25_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block25_1_relu (Activatio (None, 6, 8, 128)    0           conv5_block25_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block25_2_conv (Conv2D)   (None, 6, 8, 32)     36864       conv5_block25_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block25_concat (Concatena (None, 6, 8, 1696)   0           conv5_block24_concat[0][0]       \n",
      "                                                                 conv5_block25_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block26_0_bn (BatchNormal (None, 6, 8, 1696)   6784        conv5_block25_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block26_0_relu (Activatio (None, 6, 8, 1696)   0           conv5_block26_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block26_1_conv (Conv2D)   (None, 6, 8, 128)    217088      conv5_block26_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block26_1_bn (BatchNormal (None, 6, 8, 128)    512         conv5_block26_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block26_1_relu (Activatio (None, 6, 8, 128)    0           conv5_block26_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block26_2_conv (Conv2D)   (None, 6, 8, 32)     36864       conv5_block26_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block26_concat (Concatena (None, 6, 8, 1728)   0           conv5_block25_concat[0][0]       \n",
      "                                                                 conv5_block26_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block27_0_bn (BatchNormal (None, 6, 8, 1728)   6912        conv5_block26_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block27_0_relu (Activatio (None, 6, 8, 1728)   0           conv5_block27_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block27_1_conv (Conv2D)   (None, 6, 8, 128)    221184      conv5_block27_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block27_1_bn (BatchNormal (None, 6, 8, 128)    512         conv5_block27_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block27_1_relu (Activatio (None, 6, 8, 128)    0           conv5_block27_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block27_2_conv (Conv2D)   (None, 6, 8, 32)     36864       conv5_block27_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block27_concat (Concatena (None, 6, 8, 1760)   0           conv5_block26_concat[0][0]       \n",
      "                                                                 conv5_block27_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block28_0_bn (BatchNormal (None, 6, 8, 1760)   7040        conv5_block27_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block28_0_relu (Activatio (None, 6, 8, 1760)   0           conv5_block28_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block28_1_conv (Conv2D)   (None, 6, 8, 128)    225280      conv5_block28_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block28_1_bn (BatchNormal (None, 6, 8, 128)    512         conv5_block28_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block28_1_relu (Activatio (None, 6, 8, 128)    0           conv5_block28_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block28_2_conv (Conv2D)   (None, 6, 8, 32)     36864       conv5_block28_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block28_concat (Concatena (None, 6, 8, 1792)   0           conv5_block27_concat[0][0]       \n",
      "                                                                 conv5_block28_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block29_0_bn (BatchNormal (None, 6, 8, 1792)   7168        conv5_block28_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block29_0_relu (Activatio (None, 6, 8, 1792)   0           conv5_block29_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block29_1_conv (Conv2D)   (None, 6, 8, 128)    229376      conv5_block29_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block29_1_bn (BatchNormal (None, 6, 8, 128)    512         conv5_block29_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block29_1_relu (Activatio (None, 6, 8, 128)    0           conv5_block29_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block29_2_conv (Conv2D)   (None, 6, 8, 32)     36864       conv5_block29_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block29_concat (Concatena (None, 6, 8, 1824)   0           conv5_block28_concat[0][0]       \n",
      "                                                                 conv5_block29_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block30_0_bn (BatchNormal (None, 6, 8, 1824)   7296        conv5_block29_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block30_0_relu (Activatio (None, 6, 8, 1824)   0           conv5_block30_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block30_1_conv (Conv2D)   (None, 6, 8, 128)    233472      conv5_block30_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block30_1_bn (BatchNormal (None, 6, 8, 128)    512         conv5_block30_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block30_1_relu (Activatio (None, 6, 8, 128)    0           conv5_block30_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block30_2_conv (Conv2D)   (None, 6, 8, 32)     36864       conv5_block30_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block30_concat (Concatena (None, 6, 8, 1856)   0           conv5_block29_concat[0][0]       \n",
      "                                                                 conv5_block30_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block31_0_bn (BatchNormal (None, 6, 8, 1856)   7424        conv5_block30_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block31_0_relu (Activatio (None, 6, 8, 1856)   0           conv5_block31_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block31_1_conv (Conv2D)   (None, 6, 8, 128)    237568      conv5_block31_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block31_1_bn (BatchNormal (None, 6, 8, 128)    512         conv5_block31_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block31_1_relu (Activatio (None, 6, 8, 128)    0           conv5_block31_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block31_2_conv (Conv2D)   (None, 6, 8, 32)     36864       conv5_block31_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block31_concat (Concatena (None, 6, 8, 1888)   0           conv5_block30_concat[0][0]       \n",
      "                                                                 conv5_block31_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block32_0_bn (BatchNormal (None, 6, 8, 1888)   7552        conv5_block31_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block32_0_relu (Activatio (None, 6, 8, 1888)   0           conv5_block32_0_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block32_1_conv (Conv2D)   (None, 6, 8, 128)    241664      conv5_block32_0_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block32_1_bn (BatchNormal (None, 6, 8, 128)    512         conv5_block32_1_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block32_1_relu (Activatio (None, 6, 8, 128)    0           conv5_block32_1_bn[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block32_2_conv (Conv2D)   (None, 6, 8, 32)     36864       conv5_block32_1_relu[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv5_block32_concat (Concatena (None, 6, 8, 1920)   0           conv5_block31_concat[0][0]       \n",
      "                                                                 conv5_block32_2_conv[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "bn (BatchNormalization)         (None, 6, 8, 1920)   7680        conv5_block32_concat[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "relu (Activation)               (None, 6, 8, 1920)   0           bn[0][0]                         \n",
      "__________________________________________________________________________________________________\n",
      "global_max_pooling2d_1 (GlobalM (None, 1920)         0           relu[0][0]                       \n",
      "__________________________________________________________________________________________________\n",
      "dense_1 (Dense)                 (None, 512)          983552      global_max_pooling2d_1[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "dropout_1 (Dropout)             (None, 512)          0           dense_1[0][0]                    \n",
      "__________________________________________________________________________________________________\n",
      "dense_2 (Dense)                 (None, 7)            3591        dropout_1[0][0]                  \n",
      "==================================================================================================\n",
      "Total params: 19,309,127\n",
      "Trainable params: 8,097,479\n",
      "Non-trainable params: 11,211,648\n",
      "__________________________________________________________________________________________________\n"
     ]
    }
   ],
   "source": [
    "model.summary()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 1/30\n",
      "253/253 [==============================] - 328s 1s/step - loss: 0.7237 - acc: 0.7395 - val_loss: 0.6772 - val_acc: 0.7623\n",
      "Epoch 2/30\n",
      "253/253 [==============================] - 280s 1s/step - loss: 0.5748 - acc: 0.7873 - val_loss: 0.5687 - val_acc: 0.7885\n",
      "Epoch 3/30\n",
      "253/253 [==============================] - 280s 1s/step - loss: 0.5039 - acc: 0.8120 - val_loss: 0.5168 - val_acc: 0.8080\n",
      "Epoch 4/30\n",
      "253/253 [==============================] - 280s 1s/step - loss: 0.4487 - acc: 0.8368 - val_loss: 0.5194 - val_acc: 0.8046\n",
      "Epoch 5/30\n",
      "253/253 [==============================] - 279s 1s/step - loss: 0.3969 - acc: 0.8509 - val_loss: 0.5015 - val_acc: 0.8253\n",
      "Epoch 6/30\n",
      "253/253 [==============================] - 280s 1s/step - loss: 0.3439 - acc: 0.8724 - val_loss: 0.4894 - val_acc: 0.8172\n",
      "Epoch 7/30\n",
      "253/253 [==============================] - 280s 1s/step - loss: 0.3214 - acc: 0.8832 - val_loss: 0.5225 - val_acc: 0.8195\n",
      "Epoch 8/30\n",
      "253/253 [==============================] - 280s 1s/step - loss: 0.2881 - acc: 0.8914 - val_loss: 0.6891 - val_acc: 0.7966\n",
      "\n",
      "Epoch 00008: ReduceLROnPlateau reducing learning rate to 4.999999873689376e-05.\n",
      "Epoch 9/30\n",
      "253/253 [==============================] - 279s 1s/step - loss: 0.2369 - acc: 0.9119 - val_loss: 0.4729 - val_acc: 0.8368\n",
      "Epoch 10/30\n",
      "253/253 [==============================] - 280s 1s/step - loss: 0.2131 - acc: 0.9218 - val_loss: 0.4397 - val_acc: 0.8494\n",
      "Epoch 11/30\n",
      "253/253 [==============================] - 280s 1s/step - loss: 0.1865 - acc: 0.9325 - val_loss: 0.5122 - val_acc: 0.8471\n",
      "Epoch 12/30\n",
      "253/253 [==============================] - 280s 1s/step - loss: 0.1655 - acc: 0.9376 - val_loss: 0.5049 - val_acc: 0.8425\n",
      "Epoch 13/30\n",
      "253/253 [==============================] - 280s 1s/step - loss: 0.1573 - acc: 0.9412 - val_loss: 0.5194 - val_acc: 0.8494\n",
      "\n",
      "Epoch 00013: ReduceLROnPlateau reducing learning rate to 2.499999936844688e-05.\n",
      "Epoch 14/30\n",
      "253/253 [==============================] - 280s 1s/step - loss: 0.1322 - acc: 0.9529 - val_loss: 0.5642 - val_acc: 0.8299\n",
      "Epoch 15/30\n",
      "253/253 [==============================] - 280s 1s/step - loss: 0.1200 - acc: 0.9570 - val_loss: 0.5110 - val_acc: 0.8621\n",
      "Epoch 16/30\n",
      "253/253 [==============================] - 280s 1s/step - loss: 0.1200 - acc: 0.9581 - val_loss: 0.4942 - val_acc: 0.8540\n",
      "Epoch 17/30\n",
      "253/253 [==============================] - 280s 1s/step - loss: 0.0996 - acc: 0.9649 - val_loss: 0.5093 - val_acc: 0.8540\n",
      "Epoch 18/30\n",
      "253/253 [==============================] - 280s 1s/step - loss: 0.0934 - acc: 0.9670 - val_loss: 0.6008 - val_acc: 0.8333\n",
      "\n",
      "Epoch 00018: ReduceLROnPlateau reducing learning rate to 1.249999968422344e-05.\n",
      "Epoch 19/30\n",
      "253/253 [==============================] - 279s 1s/step - loss: 0.0919 - acc: 0.9669 - val_loss: 0.5051 - val_acc: 0.8598\n",
      "Epoch 20/30\n",
      "253/253 [==============================] - 279s 1s/step - loss: 0.0847 - acc: 0.9692 - val_loss: 0.5231 - val_acc: 0.8655\n",
      "Epoch 21/30\n",
      "253/253 [==============================] - 279s 1s/step - loss: 0.0733 - acc: 0.9726 - val_loss: 0.6077 - val_acc: 0.8471\n",
      "Epoch 22/30\n",
      "253/253 [==============================] - 279s 1s/step - loss: 0.0694 - acc: 0.9747 - val_loss: 0.6306 - val_acc: 0.8448\n",
      "Epoch 23/30\n",
      "253/253 [==============================] - 279s 1s/step - loss: 0.0745 - acc: 0.9739 - val_loss: 0.5448 - val_acc: 0.8483\n",
      "\n",
      "Epoch 00023: ReduceLROnPlateau reducing learning rate to 6.24999984211172e-06.\n",
      "Epoch 24/30\n",
      "253/253 [==============================] - 279s 1s/step - loss: 0.0675 - acc: 0.9780 - val_loss: 0.5504 - val_acc: 0.8621\n",
      "Epoch 25/30\n",
      "253/253 [==============================] - 279s 1s/step - loss: 0.0644 - acc: 0.9769 - val_loss: 0.5786 - val_acc: 0.8425\n",
      "Epoch 26/30\n",
      "253/253 [==============================] - 279s 1s/step - loss: 0.0610 - acc: 0.9785 - val_loss: 0.6107 - val_acc: 0.8598\n",
      "Epoch 27/30\n",
      "253/253 [==============================] - 279s 1s/step - loss: 0.0580 - acc: 0.9800 - val_loss: 0.5791 - val_acc: 0.8586\n",
      "\n",
      "Epoch 00027: ReduceLROnPlateau reducing learning rate to 3.12499992105586e-06.\n",
      "Epoch 28/30\n"
     ]
    },
    {
     "ename": "KeyboardInterrupt",
     "evalue": "",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mKeyboardInterrupt\u001b[0m                         Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-26-42a1685c4ca4>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m      5\u001b[0m                               \u001b[0mverbose\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;36m1\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0msteps_per_epoch\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mX_train\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mshape\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m//\u001b[0m \u001b[0mbatch_size\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      6\u001b[0m                               \u001b[0mvalidation_steps\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mX_val\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mshape\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m//\u001b[0m \u001b[0mbatch_size\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 7\u001b[0;31m                               callbacks=[learning_rate_reduction])\n\u001b[0m",
      "\u001b[0;32m/usr/local/lib/python3.6/site-packages/keras/legacy/interfaces.py\u001b[0m in \u001b[0;36mwrapper\u001b[0;34m(*args, **kwargs)\u001b[0m\n\u001b[1;32m     89\u001b[0m                 warnings.warn('Update your `' + object_name + '` call to the ' +\n\u001b[1;32m     90\u001b[0m                               'Keras 2 API: ' + signature, stacklevel=2)\n\u001b[0;32m---> 91\u001b[0;31m             \u001b[0;32mreturn\u001b[0m \u001b[0mfunc\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     92\u001b[0m         \u001b[0mwrapper\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_original_function\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mfunc\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     93\u001b[0m         \u001b[0;32mreturn\u001b[0m \u001b[0mwrapper\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/usr/local/lib/python3.6/site-packages/keras/engine/training.py\u001b[0m in \u001b[0;36mfit_generator\u001b[0;34m(self, generator, steps_per_epoch, epochs, verbose, callbacks, validation_data, validation_steps, class_weight, max_queue_size, workers, use_multiprocessing, shuffle, initial_epoch)\u001b[0m\n\u001b[1;32m   1416\u001b[0m             \u001b[0muse_multiprocessing\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0muse_multiprocessing\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1417\u001b[0m             \u001b[0mshuffle\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mshuffle\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1418\u001b[0;31m             initial_epoch=initial_epoch)\n\u001b[0m\u001b[1;32m   1419\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1420\u001b[0m     \u001b[0;34m@\u001b[0m\u001b[0minterfaces\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mlegacy_generator_methods_support\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/usr/local/lib/python3.6/site-packages/keras/engine/training_generator.py\u001b[0m in \u001b[0;36mfit_generator\u001b[0;34m(model, generator, steps_per_epoch, epochs, verbose, callbacks, validation_data, validation_steps, class_weight, max_queue_size, workers, use_multiprocessing, shuffle, initial_epoch)\u001b[0m\n\u001b[1;32m    215\u001b[0m                 outs = model.train_on_batch(x, y,\n\u001b[1;32m    216\u001b[0m                                             \u001b[0msample_weight\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0msample_weight\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 217\u001b[0;31m                                             class_weight=class_weight)\n\u001b[0m\u001b[1;32m    218\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    219\u001b[0m                 \u001b[0mouts\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mto_list\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mouts\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/usr/local/lib/python3.6/site-packages/keras/engine/training.py\u001b[0m in \u001b[0;36mtrain_on_batch\u001b[0;34m(self, x, y, sample_weight, class_weight)\u001b[0m\n\u001b[1;32m   1215\u001b[0m             \u001b[0mins\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mx\u001b[0m \u001b[0;34m+\u001b[0m \u001b[0my\u001b[0m \u001b[0;34m+\u001b[0m \u001b[0msample_weights\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1216\u001b[0m         \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_make_train_function\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1217\u001b[0;31m         \u001b[0moutputs\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtrain_function\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mins\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1218\u001b[0m         \u001b[0;32mreturn\u001b[0m \u001b[0munpack_singleton\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0moutputs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1219\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/usr/local/lib/python3.6/site-packages/keras/backend/tensorflow_backend.py\u001b[0m in \u001b[0;36m__call__\u001b[0;34m(self, inputs)\u001b[0m\n\u001b[1;32m   2713\u001b[0m                 \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_legacy_call\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0minputs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   2714\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 2715\u001b[0;31m             \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_call\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0minputs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   2716\u001b[0m         \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   2717\u001b[0m             \u001b[0;32mif\u001b[0m \u001b[0mpy_any\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mis_tensor\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mx\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0mx\u001b[0m \u001b[0;32min\u001b[0m \u001b[0minputs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/usr/local/lib/python3.6/site-packages/keras/backend/tensorflow_backend.py\u001b[0m in \u001b[0;36m_call\u001b[0;34m(self, inputs)\u001b[0m\n\u001b[1;32m   2673\u001b[0m             \u001b[0mfetched\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_callable_fn\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0marray_vals\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mrun_metadata\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mrun_metadata\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   2674\u001b[0m         \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 2675\u001b[0;31m             \u001b[0mfetched\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_callable_fn\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0marray_vals\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   2676\u001b[0m         \u001b[0;32mreturn\u001b[0m \u001b[0mfetched\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0mlen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0moutputs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   2677\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/usr/local/lib/python3.6/site-packages/tensorflow/python/client/session.py\u001b[0m in \u001b[0;36m__call__\u001b[0;34m(self, *args, **kwargs)\u001b[0m\n\u001b[1;32m   1397\u001b[0m           ret = tf_session.TF_SessionRunCallable(\n\u001b[1;32m   1398\u001b[0m               \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_session\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_session\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_handle\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mstatus\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1399\u001b[0;31m               run_metadata_ptr)\n\u001b[0m\u001b[1;32m   1400\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0mrun_metadata\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1401\u001b[0m           \u001b[0mproto_data\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mtf_session\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mTF_GetBuffer\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mrun_metadata_ptr\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mKeyboardInterrupt\u001b[0m: "
     ]
    }
   ],
   "source": [
    "batch_size = 32\n",
    "epochs = 30\n",
    "history = model.fit_generator(train_datagen.flow(X_train,y_train, batch_size=batch_size),\n",
    "                              epochs = epochs, validation_data = val_datagen.flow(X_val, y_val),\n",
    "                              verbose = 1, steps_per_epoch=(X_train.shape[0] // batch_size),\n",
    "                              validation_steps=(X_val.shape[0] // batch_size),\n",
    "                              callbacks=[learning_rate_reduction])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "902/902 [==============================] - 11s 12ms/step\n",
      "Validation: accuracy = 0.858093  ;  loss_v = 0.601230\n"
     ]
    }
   ],
   "source": [
    "loss_val, acc_val = model.evaluate(X_val, y_val, verbose=1)\n",
    "print(\"Validation: accuracy = %f  ;  loss_v = %f\" % (acc_val, loss_val))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Testing"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [],
   "source": [
    "X_test = np.load(\"/floyd/input/skin_cancer_192_256/256_192_test.npy\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [],
   "source": [
    "y_test = np.load(\"/floyd/input/skin_cancer_192_256/test_labels.npy\")\n",
    "y_test = to_categorical(y_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1002/1002 [==============================] - 13s 13ms/step\n",
      "Test: accuracy = 0.839321  ;  loss = 0.691851\n"
     ]
    }
   ],
   "source": [
    "loss_test, acc_test = model.evaluate(X_test, y_test, verbose=1)\n",
    "print(\"Test: accuracy = %f  ;  loss = %f\" % (acc_test, loss_test))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [],
   "source": [
    "model.save(\"DenseNetFT.h5\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Text(0.5,1,'Training and validation loss')"
      ]
     },
     "execution_count": 32,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAX0AAAEICAYAAACzliQjAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMi4zLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvIxREBQAAIABJREFUeJzt3Xl8VOXVwPHfISsJW0jYQoCwBMIalrAJKuCGyFKXugAKyKJWq7bVVmur1WqXt762r61dAFFBEXEPKCJWEBcIJELY9zUESAgkJJB9nvePewNDJMlAJpnMzPl+Pvlk5t7nzpy5mZx757lnnkeMMSillPIPDTwdgFJKqbqjSV8ppfyIJn2llPIjmvSVUsqPaNJXSik/oklfKaX8iCZ9PyQiASKSLyLt3dnWk0Ski4i4vf5YRK4VkQNO93eKyJWutL2M55orIr++3O2VckWgpwNQ1RORfKe7YUARUGbfv88Y89alPJ4xpgxo5O62/sAY080djyMiM4DJxpgRTo89wx2PrVRVNOl7AWPMuaRrn0nOMMZ8UVl7EQk0xpTWRWxKVUffj/WLdu/4ABF5XkTeEZG3RSQPmCwiQ0VkrYjkiMhREXlZRILs9oEiYkQk1r7/pr1+mYjkicgaEel4qW3t9TeKyC4RyRWRv4vItyIytZK4XYnxPhHZIyKnRORlp20DROSvIpItIvuA0VXsn6dEZFGFZa+IyEv27Rkist1+PXvts/DKHitdREbYt8NEZIEd21ZgQIW2vxGRffbjbhWR8fby3sA/gCvtrrMTTvv2d07b32+/9mwR+UhE2riyby5lP5fHIyJfiMhJETkmIr90ep7f2vvktIikiEj0xbrSROSb8r+zvT9X289zEviNiMSJyEr7OU7Y+62p0/Yd7NeYZa//PxEJtWPu7tSujYicFZHIyl6vqoYxRn+86Ac4AFxbYdnzQDEwDutA3hAYCAzG+jTXCdgFPGS3DwQMEGvffxM4ASQCQcA7wJuX0bYlkAdMsNf9HCgBplbyWlyJ8WOgKRALnCx/7cBDwFYgBogEVltv54s+TycgHwh3euxMING+P85uI8AooADoY6+7Fjjg9FjpwAj79ovAKiAC6ABsq9D2dqCN/TeZaMfQyl43A1hVIc43gd/Zt6+3Y+wLhAL/BL50Zd9c4n5uChwHHgFCgCbAIHvdk0AaEGe/hr5Ac6BLxX0NfFP+d7ZfWynwABCA9X7sClwDBNvvk2+BF51ezxZ7f4bb7YfZ62YDLzg9zy+ADz39f+jNPx4PQH8u8Q9WedL/sprtHgPetW9fLJH/26nteGDLZbS9F/jaaZ0AR6kk6bsY4xCn9R8Aj9m3V2N1c5WvG1MxEVV47LXARPv2jcDOKtouBR60b1eV9A85/y2Anzi3vcjjbgFusm9Xl/TfAP7gtK4J1nWcmOr2zSXu57uB9ZW021seb4XlriT9fdXEcFv58wJXAseAgIu0GwbsB8S+vxG4xd3/V/70o907vuOw8x0RiReRT+yP66eB54CoKrY/5nT7LFVfvK2sbbRzHMb6L02v7EFcjNGl5wIOVhEvwELgLvv2RPt+eRxjRSTZ7nrIwTrLrmpflWtTVQwiMlVE0uwuihwg3sXHBev1nXs8Y8xp4BTQ1qmNS3+zavZzO6zkfjFVratOxfdjaxFZLCJH7BherxDDAWMVDVzAGPMt1qeG4SLSC2gPfHKZMSm0T9+XVCxX/A/WmWUXY0wT4GmsM+/adBTrTBQAEREuTFIV1STGo1jJolx1JaWLgWtFpC1W99NCO8aGwHvAH7G6XpoBn7sYx7HKYhCRTsC/sLo4Iu3H3eH0uNWVl2ZgdRmVP15jrG6kIy7EVVFV+/kw0LmS7Spbd8aOKcxpWesKbSq+vj9jVZ31tmOYWiGGDiISUEkc84HJWJ9KFhtjiippp1ygSd93NQZygTP2hbD76uA5lwL9RWSciARi9RO3qKUYFwOPikhb+6Ler6pqbIw5htUF8TpW185ue1UIVj9zFlAmImOx+p5djeHXItJMrO8xPOS0rhFW4svCOv7NxDrTL3cciHG+oFrB28B0EekjIiFYB6WvjTGVfnKqQlX7OQloLyIPiUiIiDQRkUH2urnA8yLSWSx9RaQ51sHuGFbBQICIzMLpAFVFDGeAXBFph9XFVG4NkA38QayL4w1FZJjT+gVY3UETsQ4AqgY06fuuXwBTsC6s/gfrgmutMsYcB+4AXsL6J+4MbMA6w3N3jP8C/gtsBtZjna1XZyFWH/25rh1jTA7wM+BDrIuht2EdvFzxDNYnjgPAMpwSkjFmE/B3YJ3dphuQ7LTtCmA3cFxEnLtpyrf/DKsb5kN7+/bAJBfjqqjS/WyMyQWuA27FOhDtAq62V/8F+AhrP5/GuqgaanfbzQR+jXVRv0uF13YxzwCDsA4+ScD7TjGUAmOB7lhn/Yew/g7l6w9g/Z2LjDHfXeJrVxWUXxxRyu3sj+sZwG3GmK89HY/yXiIyH+vi8O88HYu30y9nKbcSkdFYlTIFWCV/JVhnu0pdFvv6yASgt6dj8QXavaPcbTiwD6sv+wbgZr3wpi6XiPwR67sCfzDGHPJ0PL5Au3eUUsqP6Jm+Ukr5kXrXpx8VFWViY2M9HYZSSnmV1NTUE8aYqkqkgXqY9GNjY0lJSfF0GEop5VVEpLpvpQPavaOUUn5Fk75SSvkRTfpKKeVH6l2f/sWUlJSQnp5OYWGhp0PxGaGhocTExBAUVNnQL0opX+QVST89PZ3GjRsTGxuLNXCjqgljDNnZ2aSnp9OxY8fqN1BK+Qyv6N4pLCwkMjJSE76biAiRkZH6yUkpP+QVSR/QhO9muj+V8k9e0b2jlFK+LK+whOVbj1Nc6mDi4OrmA6oZrznT97ScnBz++c9/XvJ2Y8aMIScnp8o2Tz/9NF988cXlhqaU8kKFJWUs23yUB95MZcDzX/DYu2m8m3q4+g1rSM/0XVSe9H/yk59csLy0tJTAwMp346efflrtYz/33HM1jk8pVf+VlDn4ds8JktIy+HzrcfKLSolqFMLEQe0ZlxBN//bNaj0GTfoueuKJJ9i7dy99+/YlKCiI0NBQIiIi2LFjB7t27eJHP/oRhw8fprCwkEceeYRZs2YB54eVyM/P58Ybb2T48OF89913tG3blo8//piGDRsydepUxo4dy2233UZsbCxTpkxhyZIllJSU8O677xIfH09WVhYTJ04kIyODoUOHsmLFClJTU4mKcnWebaWUJzgchpSDp0hKO8Knm49x8kwxjUMDubFXa8b3jWZop0gCA+qu08Xrkv6zS7ayLeO0Wx+zR3QTnhnXs8o2f/rTn9iyZQsbN25k1apV3HTTTWzZsuVcyeO8efNo3rw5BQUFDBw4kFtvvZXIyMgLHmP37t28/fbbzJkzh9tvv53333+fyZMn/+C5oqKi+P777/nnP//Jiy++yNy5c3n22WcZNWoUTz75JJ999hmvvvqq+3aAUsqtjDFszThNUloGS9MyyMgtJDSoAdd0b8X4hGhGdGtBSGBl88DXLq9L+vXFoEGDLqhxf/nll/nwww8BOHz4MLt37/5B0u/YsSN9+/YFYMCAARw4cOCij33LLbeca/PBBx8A8M0335x7/NGjRxMREeHW16OUqrl9WfkkpWWQlJbBvqwzBDYQruragl+OjufaHq1oFOL5lOv5CC5RdWfkdSU8PPzc7VWrVvHFF1+wZs0awsLCGDFixEVr4ENCQs7dDggIoKCg4KKPXd4uICCA0tJSN0eulHKnjJwClm6yEv2WI6cRgUGxzZk+vCNjerUhIjzY0yFewOuSvqc0btyYvLy8i67Lzc0lIiKCsLAwduzYwdq1a93+/MOGDWPx4sX86le/4vPPP+fUqVNufw6llGtOninmk81HWbIxg3UHTgLQJ6Ypv7mpO2P7RNO6aaiHI6ycJn0XRUZGMmzYMHr16kXDhg1p1arVuXWjR4/m3//+N927d6dbt24MGTLE7c//zDPPcNddd7FgwQKGDh1K69atady4sdufRyl1cflFpXy+9Rgfb8zgmz0nKHMYurRsxM+v68q4hGg6RoVX/yD1QL2bIzcxMdFUnERl+/btdO/e3UMR1Q9FRUUEBAQQGBjImjVreOCBB9i4cWONHlP3q1JVKywpY9XOTJLSMvjv9kyKSh20bdaQcQnRjE+IpnubxvXm2+0ikmqMSayunZ7pe4lDhw5x++2343A4CA4OZs6cOZ4OSSmfVFrm4Nu92SRtzODzrcfIKyolMjyYOwa2Y0LfaPq1i6BBg/qR6C+HJn0vERcXx4YNGzwdhv9xlMGhNbB9KexaBoWnIaQRBDe2fzc6fz843GlZY6d1F7kf3AgC9N+vvnA4DKmHTpG0MYNPNx8l+0wxjUMCuaFXa8YnRHNF57qtpa9N+q5TqqKSQti3CnYsgZ3L4Gw2BIRA51HQtC0U5UNxPhTlQWEO5Kbb9/OhOA+Mw7XnCWxoHwTCL3IQcfHA4Xy7gW8kpbpijGHb0fJa+qMcySkgJLAB13ZvxTi7lj40yDO19LVJk75SAIW5sHsFbF8Ce76wknhIE+h6A8SPhS7XWgm2OsZASQEUn7EOAOcOEPku3M+HM1lw6sCFy3DxultQ+A8/fVz0QBJe/UElKAzqSV+1u+0/cYakjRkkpR1hr11LPzwuil9c35Xre7auF7X0tcm3X51SVcnPhB2fwI6lsO8rcJRAo1bQ+8fQfSzEXgWBl1hjLQLBYdYPLWoeo8MBJWcv7cDhfPt0xoX3S866+DoaVPg04cKBoqpPI4GhHj2IHM0tYGnaUZLSMth8JBcRGBjbnGnDOjKmdxua17Na+tqkSV/5l5P7rP75HUvh8DrAQERHGHI/xI+DmIH1q5ukQQMraYY0AndU6DrKLjwIlB84is+4dlDJOWR1a5XfLyty7XkloJpPH5V9Gqm4jd3WhYPxyTPFfLrZSvTrD5zEGOjdtilPjenO2IQ2tGnasIY70ztp0q8ljRo1Ij8/n4yMDB5++GHee++9H7QZMWIEL774IomJlVdZ/e1vf2PWrFmEhYUB1lDNCxcupFmz2h+NzycYA8c2W0l++1LI3Gotb90HRv4a4m+Clj18tivjBxoEQGhT68cdykoufhBx9X5+5oXLHCWuPW9A8EUOCuGUBoZz5GwAu3Jgdw7kOUIZ3qgJ03tFk9AlhtZRYRByEoqKIdc/L6r7zyv1kOjo6IsmfFf97W9/Y/LkyeeSvitDNfs9RxkcTj5/Rp9z0OquaD8UbvijlegjOng6St8QEAQNI6wfdygtcv3AYX86KSvM41TOSfIzMygtzCOMAoZIIdcEFNIgwAFFwG77pzKBoS5cC3Hx00g9v6iuSd9FTzzxBO3atePBBx8E4He/+x2BgYGsXLmSU6dOUVJSwvPPP8+ECRMu2O7AgQOMHTuWLVu2UFBQwLRp00hLSyM+Pv6CsXceeOAB1q9fT0FBAbfddhvPPvssL7/8MhkZGYwcOZKoqChWrlx5bqjmqKgoXnrpJebNmwfAjBkzePTRRzlw4EClQzj7tNIiq1++vOLmTJZ1NthpJFz1GHS9ERq5oY9d1a7AEOsnPLLKZqVlDr7bm01SWgbLd56vpR/Trw3j+0YzoH0EDQT7onr+hV1SFa97VHlRff+F27iqqovqweGVXwtp1BLa9q/ZPqyG9yX9ZU9YH9fdqXVvuPFPVTa54447ePTRR88l/cWLF7N8+XIefvhhmjRpwokTJxgyZAjjx4+v9Bt6//rXvwgLC2P79u1s2rSJ/v3P/3FfeOEFmjdvTllZGddccw2bNm3i4Ycf5qWXXmLlypU/GDc/NTWV1157jeTkZIwxDB48mKuvvpqIiAiXh3D2ekV5sPtz64x+9wrrHze4MXS93qq4ibvO+mdSPsEYw/eHTvGxXUt/It+qpb++pzUu/bCL1dKXX1Rv1LLmAVzyRfUK9125qN42EWb+t+axVsH7kr6H9OvXj8zMTDIyMsjKyiIiIoLWrVvzs5/9jNWrV9OgQQOOHDnC8ePHad269UUfY/Xq1Tz88MMA9OnThz59+pxbt3jxYmbPnk1paSlHjx5l27ZtF6yv6JtvvuHmm28+N9rnLbfcwtdff8348eNdHsLZK+Vnwc5P7YqbVVBWDOEtoNct0H0cdLzKOlNUPsEYw/ajeSSlZbAkLeNcLf013Vva49K3rLta+rq4qF4H1xZcegYRGQ38HxAAzDXG/KnC+r8CI+27YUBLY0wze90U4Df2uueNMW/UKOJqzshr049//GPee+89jh07xh133MFbb71FVlYWqampBAUFERsbe9Ehlauzf/9+XnzxRdavX09ERARTp069rMcp5+oQzl7j1MHzF2IPr7W+/NSsAwyaZZ3RtxtkXaBUPuPAiTPnxqXfk5lPQANheJcofn5dV67v2YrGoUGeDrHm3H1R3UXVJn0RCQBeAa4D0oH1IpJkjNlW3sYY8zOn9j8F+tm3mwPPAIlY3zBJtbf1ynGB77jjDmbOnMmJEyf46quvWLx4MS1btiQoKIiVK1dy8ODBKre/6qqrWLhwIaNGjWLLli1s2rQJgNOnTxMeHk7Tpk05fvw4y5YtY8SIEcD5IZ0rdu9ceeWVTJ06lSeeeAJjDB9++CELFiyolddd54yB41vtGvol57vzWvWCq35p1dC36uU/FTd+4lhu4blx6Tel5wLWuPS//1EvxvRqTWQj/QTnDq6c6Q8C9hhj9gGIyCJgArCtkvZ3YSV6gBuAFcaYk/a2K4DRwNs1CdpTevbsSV5eHm3btqVNmzZMmjSJcePG0bt3bxITE4mPj69y+wceeIBp06bRvXt3unfvzoABAwBISEigX79+xMfH065dO4YNG3Zum1mzZjF69Giio6NZuXLlueX9+/dn6tSpDBo0CLAu5Pbr1897u3IcDkhfZ30jdscn1gU0BNoNhuuft87om3es9mGUdzl1pphlW46RlHaE5P1WLX2vtk349Zh4xvaJJrqZjxcgeEC1QyuLyG3AaGPMDPv+3cBgY8xDF2nbAVgLxBhjykTkMSDUGPO8vf63QIEx5sXKnk+HVq47Ht+vpcWwf7V1Nr/jUziTCQ2CoNPVVpKPv8k9F+BUvXKmqJQV246TlJbB6l1ZlDoMnaLCGd83mnEJ0XRu4cJwF+oHPDW08p3Ae8aYskvZSERmAbMA2rdv7+aQVL1SlA97VtgVN59D0WmrVK3LtdaF2Ljr6ryPU9W+otIyVu3MsselP05hiYM2TUO5d3hHxidE0zO6Sb0Zl97XuZL0jwDtnO7H2Msu5k7gwQrbjqiw7aqKGxljZgOzwTrTdyEm5U3OZJ+vuNm70vrqflgk9JhgV9xcDUH1d3o5dXnKHIY1e7P5eOMRPtt6jLzCUpqHB3PbgBjGJ7QlsYN3j0vvrVxJ+uuBOBHpiJXE7wQmVmwkIvFABLDGafFy4A8iUv51veuBJy8nUGOMngm4Ua3PmJZzyOqb374UDn1nVdw0bQ8Dp1tdN+2HaMWND7Jq6XNYkpbB0k1HOZFfRKOQQK7v2YrxCdEM6xJFkI+MS++tqk36xphSEXkIK4EHAPOMMVtF5DkgxRiTZDe9E1hknLKJMeakiPwe68AB8Fz5Rd1LERoaSnZ2NpGRkZr43cAYQ3Z2NqGhbjy7NgaydthDHyyBo2nW8pY94MrHrIqb1n204sYHGWPYcex8LX36qQKCAxswqltLJvSNZmR8HdbSq2p5xRy5JSUlpKen16h2XV0oNDSUmJgYgoJqUO/scMCRVCvJb18KJ/day2MGWUk+fixEdnZPwKreOZhdPi59BrvtWvphXaIYnxDN9T1b0cQXaum9iE/NkRsUFETHjlquVy+UlcCBr+0z+k8g/xg0CLS+CTv0QavipvHFv5GsvN/x04Us3XSUpI1HSLNr6QfGRvD7CT25sXcborSWvt7ziqSvPKz4DOz5r3Uhdtdn1ixTQWFOFTfXQ0Md6tlX5Zy1a+k3ZrB2fzbGQM/oJjx5YzxjE6Jpq7X0XkWTvrq4syet0Sp3LIW9X0JpoTV8brzdbdN5JATpP7uvOlNUyhfbj5O0MYPVu7MoKTN0jArn4VFxjEuIpktLraX3Vpr01Xm56XbFzRI4+B2YMmgSA/2nWH307a/wq8km/E1RaRlfnaulz6SgpIzWTUKZekUs4xPa0qut1tL7Av0P9ndZO+2hD5ZCxgZrWVQ3GP6odUYf3U8rbnxYmcOwdl82SRszWLblKKcLS4kIC+KW/m0ZnxDNwNjmWkvvYzTp+xuHw0ru5RU32fZ0Qm0HwDXPWH30UXGejVHVKmMMGw7nkLQxg082HyUrr4jw4ABu6NmacX2jGa619D5Nk74/KCuBg9+er7jJy7AqbmKHw+D7rIqbJtGejlLVsh3HTpO0MYMlmzI4fNKqpR/ZrQXjE9pyTXetpfcXmvR9VfFZ6wLsjqXWBdnCHAhsCF2uge7PQNcb3Devqaq3DmWfZcmmDD7eeIRdx61a+is6R/LwqDhu6NVaa+n9kCZ9X1JwCnYtt/ro9/wXSgsgtBl0u9GuuBllTR2nfFpmeS19WgYbD+cAkNghgucm9GSM1tL7PU363u50hj3ZyFI48A04SqFxNPSbbFXcdBgGAXo25+tyz5awbIuV6Nfuy8ZhoHubJjxxYzxj+7QhJkIP9sqiSd8bndh9fvrAI/aQFZFxcMVPIX6cVXHTQC/E+bqzxda49EvSMvhql1VLHxsZxkMjuzC+bzRdWuqk8OqHNOl7A2Psihs70Z/YaS2P7gejfmtV3LTo5tkYVZ0oLnWwelcWH6dl8MW24+dq6acMjWV832h6t22qtfSqSpr066uyUmtI4vKKm9PpIAHQ4Qp7eOKboGmMp6NUdaDMYUjel01SWgbLthwjt6CEZmFB3GzX0g/SWnp1CTTp1yclBdYkI+UVNwUnITDUugA78tfWBdmw5p6OUtUBYwwbD+eQlJbBJ5uOkplXRJhdSz8+IZrhcVpLry6PJn1PK8ixpg0sr7gpOQMhTa2Syu5jrUHNgsM9HaWqI7uO5/HxxiMsSTvKoZNnCQ5owIhuLRjfN5pr4lvRMFhr6VXNaNL3hLxj5ytu9q+2Km4atYaEO+2Km+EQGOzpKFUdOXzy7LkJSHYcy6OBwLAuUTw0qgs39GxN04ZafaXcR5N+Xcnee/5CbPp6wEDzzvYY9OOsYRC04sZvZOYV8oldS7/hkFVLP6BDBM+Ot2rpWzTWWnpVOzTp1xZj4Ngm+0LsUsjcZi1vkwAjn7LO6FvE62BmfiT3bAmfbbUS/Zq9Vi19fOvG/HJ0N8b1iaZdc62lV7VPk747Ocrg0JrzE4LnHgJpYA1JPPpPVsVNs/aejlLVoYLiMmtc+rQMvtqZRXGZgw6RYTw4sgvjE6KJa6W19KpuadKvqZJC2LfKGrVy5zI4mw0BIdYkI1f/0qq4CY/ydJSqDhWXOvh6tzUu/YptxzlbXEarJiHcPbQD4xOi6ROjtfTKczTpX47C004VN19AcT6ENLGmDSyvuAnRMzh/UuYwJO/PZoldS59z1qqln9DXrqXv2JwAraVX9YAmfVflZ56vuNn3FThKILwl9L7NuhDb8SqtuPEzxhjS0nNJ2pjB0k0Z52rpr+vRigl9oxnepQXBgXpxXtUvmvSrcnL/+Yqbw8mAgYhYawz67uMgZiA00Lppf7P7eB5JaRkkpWVwMNuqpb+6WwvGJ0RzTfeWhAXrv5Wqv/Td6cwYOL7lfMXN8S3W8la9YcQT1vDErXpqxY0fMsawcN0hFqw5eK6W/orOUTw4ogs39NJaeuU9NOk7yuDwOvuMfgnkHAQE2g+B61+w+ugjYj0dpfIgYwwvfLKdud/sp09MU54Z14Ob+rShZeNQT4em1CXzz6RfWmR9E3b7Etj5KZzJgoBg6DQCrvyFVXHTqKWno1T1gMNh+M3HW1iYfIgpQzvwzLieOriZ8mr+k/SL8mD3CuuMftfnUJwHwY2cKm6ug9Amno5S1SOlZQ4eezeNjzZm8JMRnXn8hm5aaqm8nm8n/fws60x+xydWLX1ZEYRFQa+brYqbTldDoH7dXf1QUWkZP124gc+3HefxG7rx4Mgung5JKbfwvaR/6qBTxc1aMA7rW7ADZ1hn9O0Ga8WNqlJBcRmzFqTw9e4TPDOuB9OGdfR0SEq5je8k/ZzDsOguOLbZut+yJ1z1uFVx07q3Vtwol+QVljD99RTWHzzJ/9zah9sHtvN0SEq5le8k/cZtoFEruO52a4ybyM6ejkh5mZyzxUyZt46tGad5+c5+jEuI9nRISrmd7yT9gECY/L6no1BeKjOvkLvnrmN/9hn+PXkA1/Zo5emQlKoVvpP0lbpMR3IKmDw3mWO5hbw2dSDDuugAecp3adJXfu3AiTNMmpvM6YISFkwfRGKszkGsfJsmfeW3dh3PY9LcZErLHLw9awi92jb1dEhK1TpN+sovbU7P5Z55yQQFNGDxfUN1MhPlN1wa91VERovIThHZIyJPVNLmdhHZJiJbRWSh0/L/sZdtF5GXRb/SqDxs/YGTTJyzlrDgQN69XxO+8i/VnumLSADwCnAdkA6sF5EkY8w2pzZxwJPAMGPMKRFpaS+/AhgG9LGbfgNcDaxy54tQylXf7D7BzPkptGkaypszBhPdrKGnQ1KqTrlypj8I2GOM2WeMKQYWARMqtJkJvGKMOQVgjMm0lxsgFAgGQoAg4Lg7AlfqUq3Ydpx7X19Ph8gw3rlvqCZ85ZdcSfptgcNO99PtZc66Al1F5FsRWSsiowGMMWuAlcBR+2e5MWZ7xScQkVkikiIiKVlZWZfzOpSqUlJaBve/mUr36CYsmjWEFo11zCXln9w1l1sgEAeMAO4C5ohIMxHpAnQHYrAOFKNE5MqKGxtjZhtjEo0xiS1atHBTSEpZFq07xCOLNjCgQwRvzRhMszCd1lL5L1eS/hHAeQCSGHuZs3QgyRhTYozZD+zCOgjcDKw1xuQbY/KBZcDQmoetlGte/WY/T3ywmaviWvDGtEE0CtGCNeXfXEn664E4EekoIsHAnUBShTYfYZ3lIyJRWN09+4BDwNUiEigiQVgXcX/QvaOUuxlj+MeXu/n90m3c0LMVs+80LlaLAAAXd0lEQVQZQMNgHV1VqWqTvjGmFHgIWI6VsBcbY7aKyHMiMt5uthzIFpFtWH34jxtjsoH3gL3AZiANSDPGLKmF16HUOcYY/vzZTl78fBe39GvLKxP7ExKoCV8pADHGeDqGCyQmJpqUlBRPh6G8lMNh+N2Srcxfc5BJg9vz+wm9dHpD5RdEJNUYk1hdO+3gVD6jtMzBEx9s5r3UdGZd1Yknb4zX6Q2VqkCTvvIJxaUOHn1nA59uPsbPru3Kw9d00YSv1EVo0lder7CkjAfeTGXlziyeGtOdmVd18nRIStVbmvSVV8svKmXmGyms3Z/NH27uzcTB7T0dklL1miZ95bVyz5Yw9fV1bErP5a+39+VH/Sp+UVwpVZEmfeWVTuQXcc+r69iTmc8rE/szuldrT4eklFfQpK+8zrHcQibNXcuRnALmTEnk6q46dIdSrtKkr7zK4ZNnmTh3LafOlPDGtEEM7hTp6ZCU8iqa9JXX2JOZz+S5yRSWlvHWjMEktGvm6ZCU8jqa9JVX2JqRyz2vrkNEWDRrCPGtm3g6JKW8kruGVlaq1nx/6BR3zV5LSGADFt+nCV+pmtAzfVWvfbf3BDPeSKFF4xDemjGYmIgwT4eklFfTpK/qrZU7Mrn/zVQ6RIbx5vTBtGwS6umQlPJ6mvRVvfTp5qM8smgD3Vo3Zv69g2kerrNdKeUO2qev6p33UtN5aOH3JMQ0Y+HMIZrwlXIjPdNX9cr8NQd4+uOtDO8Sxex7BhAWrG9RpdxJ/6NUvfGvVXv582c7uLZ7K/4xsR+hQTrblVLupklfeZwxhpdW7OLvX+5hfEI0/3t7AkEB2vOoVG3QpK88yhjD75duZ963+7lzYDteuLk3ATq9oVK1RpO+8pgyh+GpDzezaP1hpg2L5emxPXS2K6VqmSZ95RElZQ5+vjiNJWkZ/HRUF35+XVdN+ErVAU36qs4VlpTx0MINfLH9OL8aHc8DIzp7OiSl/IYmfVWnzhaXMmt+Kt/sOcHvJ/Tk7qGxng5JKb+iSV/VmdOFJdz72nq+P3SKF3+cwG0DYjwdklJ+R5O+qhMnzxRzz7xkdhzN4+939eemPm08HZJSfkmTvqp1macLmTQ3mUMnzzLnnkRGxrf0dEhK+S1N+qpWpZ86y6S5yWTlFfHatIFc0TnK0yEp5dc06atasy/Lmt4wv6iUN2cMpn/7CE+HpJTf06SvasWOY6eZPHcdxhjenjWEntFNPR2SUgpN+qoWpB3O4Z5562gYFMCbM4bQpWUjT4eklLJp0ldulbwvm+lvpBARHsTCGUNo11ynN1SqPtGhDJXbfLUriymvraNVkxDeve8KTfhK1UN6pq/cYvnWY/x04Qa6tGzE/OmDiGoU4umQlFIXoUlf1dhHG47wi3fT6BPTlNenDqJpWJCnQ1JKVUKTvqqRhcmHeOqjzQzpGMmcKYk0CtG3lFL1mf6Hqss29+t9PP/JdkbFt+Sfk/rr9IZKeQGXLuSKyGgR2Skie0TkiUra3C4i20Rkq4gsdFreXkQ+F5Ht9vpY94SuPMUYw/99sZvnP9nOTb3b8O/JAzThK+Ulqj3TF5EA4BXgOiAdWC8iScaYbU5t4oAngWHGmFMi4jy4ynzgBWPMChFpBDjc+gpUnTLG8MdlO5i9eh+39o/hz7f2JlDns1XKa7jSvTMI2GOM2QcgIouACcA2pzYzgVeMMacAjDGZdtseQKAxZoW9PN+Nsas65nAYfvvxFt5KPsQ9Qzvwu3E9aaDz2SrlVVw5RWsLHHa6n24vc9YV6Coi34rIWhEZ7bQ8R0Q+EJENIvIX+5PDBURkloikiEhKVlbW5bwOVctKyxw89m4abyUf4oERnXl2vCZ8pbyRuz6XBwJxwAjgLmCOiDSzl18JPAYMBDoBUytubIyZbYxJNMYktmjRwk0hKXcpKrWmN/xgwxEev6Ebvxodr/PZKuWlXEn6R4B2Tvdj7GXO0oEkY0yJMWY/sAvrIJAObDTG7DPGlAIfAf1rHraqKwXFZcyan8pnW4/x9NgePDiyi6dDUkrVgCtJfz0QJyIdRSQYuBNIqtDmI6yzfEQkCqtbZ5+9bTMRKT99H8WF1wJUPZZXWMKU19axencWf761N/cO7+jpkJRSNVTthVxjTKmIPAQsBwKAecaYrSLyHJBijEmy110vItuAMuBxY0w2gIg8BvxXrP6AVGBOLb0W5UY5Z4uZMm8dWzNO83939mN8QrSnQ1JKuYEYYzwdwwUSExNNSkqKp8Pwa1l5Rdz9ajL7ss7wyqT+XNejladDUkpVQ0RSjTGJ1bXTb+SqC2TkFDB5bjJHcwuZN3Ugw+N0ekOlfIkmfXXOwewzTJyTzOmCEhZMH0RibHNPh6SUcjNN+gqA3cfzmDQ3mZIyBwtnDqF3jE5vqJQv0qSv2HIkl7tfTSYooAHv3DeUrq0aezokpVQt0aTv51IPnmTqvPU0aRjEWzMGExsV7umQlFK1SJO+H/t2zwlmvJFC66ahvDVjMNHNGno6JKVULdOk76e+2Hacnyz8no6R4SyYMYiWjUM9HZJSqg5o0vdDS9Iy+Nk7G+kZ3YQ37h1Es7BgT4eklKojmvT9zOL1h/nVB5sYGNucV6ck0jhU57NVyp9o0vcjr327n2eXbOOqri34z+QBNAzW2a6U8jea9P3EKyv38JflO7mhZytevqsfIYGa8JXyR5r0fZwxhv9ZvpN/rdrLzf3a8pfb+uj0hkr5MU36PszhMDy7ZCtvrDnIxMHteX5CL53tSik/p0nfR5U5DL96fxPvpaYz88qO/HpMd53tSimlSd8XFZc6+NnijXyy6SiPXhvHI9fEacJXSgGa9H1OYUkZD771Pf/dkclTY7oz86pOng5JKVWPaNL3IWeKSpk5P4U1+7J54eZeTBrcwdMhKaXqGU36PiK3oIRpr60jLT2Xl25P4OZ+MZ4OSSlVD2nS9wHZ+UXc/eo6dmfm8crE/ozu1drTISml6ilN+l7uWG4hk19N5vDJs8y5J5ER3Vp6OiSlVD2mSd+LHT55lklzkzl5ppj59w5icKdIT4eklKrnNOl7qT2Z+Uyem0xBSRlvzRhMQrtmng5JKeUFNOl7oW0Zp7n71WREYNGsIXRv08TTISmlvIQmfS+z4dAppsxbR3hIIG/NGEynFo08HZJSyoto0vcia/ZmM+ON9UQ1DuHN6YNp1zzM0yEppbyMJn0vsXJnJvcvSKV98zDenDGYVk10ekOl1KXTpO8Flm0+ysOLNtCtdWPm3zuY5uE6vaFS6vJo0q/n3k9N5/H30ujXPoLXpg2kiU5vqJSqAU369diCtQf57UdbGNYlkjn3JBIWrH8upVTNaBapp/7z1V7+uGwH13ZvyT8m9ic0SKc3VErVnCb9esYYw19X7OLlL/cwLiGal25PIEinN1RKuYkm/XrEGMPzn2zn1W/2c0diO/5wS28CdHpDpZQbadKvJ8ocht98tJm31x1m6hWxPD22h85nq5RyO0369UBJmYPH3k3j440ZPDSyC7+4vqtOb6iUqhWa9D2sqLSMhxZuYMW24/xydDd+MqKLp0NSSvkwl64QishoEdkpIntE5IlK2twuIttEZKuILKywromIpIvIP9wRtK84W1zKjDdSWLHtOM9N6KkJXylV66o90xeRAOAV4DogHVgvIknGmG1ObeKAJ4FhxphTIlJxJo/fA6vdF7b3O11YwvTX15N68BR/ua0PP05s5+mQlFJ+wJUz/UHAHmPMPmNMMbAImFChzUzgFWPMKQBjTGb5ChEZALQCPndPyN7v1JliJs1JZsOhHP5+V39N+EqpOuNK0m8LHHa6n24vc9YV6Coi34rIWhEZDSAiDYD/BR6r6glEZJaIpIhISlZWluvRe6HMvELunL2WncfzmH3PAG7q08bTISml/Ii7LuQGAnHACCAGWC0ivYHJwKfGmPSqqlGMMbOB2QCJiYnGTTHVO+mnzjJ5bjKZeUW8Pm0gV3SO8nRISik/40rSPwI49z/E2MucpQPJxpgSYL+I7MI6CAwFrhSRnwCNgGARyTfGXPRisC/bf+IMk+asJa+olAXTBzOgQ4SnQ1JK+SFXunfWA3Ei0lFEgoE7gaQKbT7COstHRKKwunv2GWMmGWPaG2Nisbp45vtjwt95LI8f/3sNhaUO3p45RBO+Uspjqk36xphS4CFgObAdWGyM2Soiz4nIeLvZciBbRLYBK4HHjTHZtRW0N9mUnsMds9cQ0AAW3zeEXm2bejokpZQfE2PqVxd6YmKiSUlJ8XQYbrH+wEmmvbaeiPAg3po+hPaROr2hUqp2iEiqMSaxunb6jdxa8vXuLGbOTyG6WUPemjGYNk0bejokpZTSpF8blm89xk8XbqBzy0YsmD6IqEYhng5JKaUATfpu9/HGI/x8cRq92zbljWmDaBqm0xsqpeoPTfpu9Pa6Q/z6w80M7ticuVMG0ihEd69Sqn7RrOQmc7/ex/OfbGdktxb8a/IAnd5QKVUvadKvIWMMf/9yDy+t2MWY3q352x39CA7U6Q2VUvWTJv0aMMbwp2U7+M/qfdzaP4Y/39qbQJ3PVilVj2nSv0wOh+HppC28ufYQdw/pwLPje+r0hkqpek+T/mUoLXPwy/c38cH3R7j/6s78anQ3nd5QKeUVNOlfouJSB48s2sCyLcd47PquPDiyiyZ8pZTX0KR/CQpLyrj/zVRW7czit2N7MH14R0+HpJRSl0STvovyi0qZ/vp61h04yZ9u6c2dg9p7OiSllLpkmvRdkHu2hCmvrWPzkVz+dkdfJvStOHGYUkp5B0361TiRX8Tdr65jb2Y+/5rUn+t7tvZ0SEopddk06VfhaG4Bk+YmczSnkFenJnJlXAtPh6SUUjWiSb8SB7PPMGluMrlnS5g/fRADY5t7OiSllKoxTfoXsSczj0lzkykudbBw5hB6x+hsV0op36BJv4ItR3K5Z946AhoI79w3lK6tGns6JKWUchsdKMZJ6sFT3DVnLQ2DAnhXE75Sygfpmb7tuz0nmDE/hVZNQnlzxmDaNtPpDZVSvkfP9IH/bj/O1NfX0y4ijHfuG6IJXynls/z+TH/ppgweXbSRHtFNeGPaICLCgz0dklJK1Rq/TvqLUw7zxPubSOzQnFenJtI4VOezVUr5Nr9N+m98d4BnkrZyZVwUs+9OpGGwTm+olPJ9fpn0X1m5h78s38n1PVrx94n9CAnUhK+U8g9+lfSNMbz4+U5eWbmXH/WN5i8/TiBIpzdUSvkRv0n6DofhuaXbeP27A9w1qD0v/KiXTm+olPI7fpH0yxyGJz/YxOKUdGYM78hTN3XX2a6UUn7J55N+SZmDn72zkaWbjvLINXE8em2cJnyllN/y6aRfWFLGQwu/54vtmfx6TDyzrurs6ZCUUsqjfDbpnykqZdaCFL7bm83zP+rF5CEdPB2SUkp5nE8m/dyCEu59fT0bDp3if3+cwC39YzwdklJK1Qs+l/Sz84u4Z946dh3P45+T+jO6VxtPh6SUUvWGTyX946cLmTQ3mcMnzzLnnkRGdGvp6ZCUUqpe8Zmkn5FTwJ2z15KdX8Qb9w5iSKdIT4eklFL1js8k/aYNg4hr2YiX7+pH33bNPB2OUkrVSy6NQSAio0Vkp4jsEZEnKmlzu4hsE5GtIrLQXtZXRNbYyzaJyB3uDN5ZeEggr04dqAlfKaWqUO2ZvogEAK8A1wHpwHoRSTLGbHNqEwc8CQwzxpwSkfLO9LPAPcaY3SISDaSKyHJjTI7bX4lSSqlquXKmPwjYY4zZZ4wpBhYBEyq0mQm8Yow5BWCMybR/7zLG7LZvZwCZQAt3Ba+UUurSuJL02wKHne6n28ucdQW6isi3IrJWREZXfBARGQQEA3svsm6WiKSISEpWVpbr0SullLok7hpXOBCIA0YAdwFzRORc57qItAEWANOMMY6KGxtjZhtjEo0xiS1a6AcBpZSqLa4k/SNAO6f7MfYyZ+lAkjGmxBizH9iFdRBARJoAnwBPGWPW1jxkpZRSl8uVpL8eiBORjiISDNwJJFVo8xHWWT4iEoXV3bPPbv8hMN8Y857bolZKKXVZqk36xphS4CFgObAdWGyM2Soiz4nIeLvZciBbRLYBK4HHjTHZwO3AVcBUEdlo//StlVeilFKqWmKM8XQMF0hMTDQpKSmeDkMppbyKiKQaYxKrbVffkr6IZAEHa/AQUcAJN4XjThrXpdG4Lo3GdWl8Ma4OxphqK2HqXdKvKRFJceVoV9c0rkujcV0ajevS+HNc7irZVEop5QU06SullB/xxaQ/29MBVELjujQa16XRuC6N38blc336SimlKueLZ/pKKaUqoUlfKaX8iNck/eomchGREBF5x16fLCKxTuuetJfvFJEb6jiun9uTy2wSkf+KSAendWVO31SuOLRFbcc1VUSynJ5/htO6KSKy2/6ZUsdx/dUppl0ikuO0rjb31zwRyRSRLZWsFxF52Y57k4j0d1pXm/ururgm2fFsFpHvRCTBad0Be/lGEXHrNx5diGuEiOQ6/b2edlpX7aRMtRjX404xbbHfU83tdbW5v9qJyEo5P9HUIxdpUzfvMWNMvf8BArCGZO6ENTxzGtCjQpufAP+2b98JvGPf7mG3DwE62o8TUIdxjQTC7NsPlMdl38/34P6aCvzjIts2B/bZvyPs2xF1FVeF9j8F5tX2/rIf+yqgP7ClkvVjgGWAAEOA5NreXy7GdUX58wE3lsdl3z8ARHlof40Altb0PeDuuCq0HQd8WUf7qw3Q377dGGtQyor/k3XyHvOWM31XJnKZALxh334PuEZExF6+yBhTZKwRQPfYj1cncRljVhpjztp312KNUlrbXNlflbkBWGGMOWmsSXFWAD+YH6GO4roLeNtNz10lY8xq4GQVTSZgDRxojDVabDOxhgyvzf1VbVzGmO/s54W6e3+5sr8qU5P3prvjqsv311FjzPf27TysccwqzktSJ+8xb0n6rkzkcq6NsQaJywUiXdy2NuNyNh3rSF4uVKzJY9aKyI/cFNOlxHWr/THyPREpHz67XuwvuxusI/Cl0+La2l+uqCz22txfl6ri+8sAn4tIqojM8kA8Q0UkTUSWiUhPe1m92F8iEoaVON93Wlwn+0usrud+QHKFVXXyHqt2jlzlHiIyGUgErnZa3MEYc0REOgFfishmY8wPZharJUuAt40xRSJyH9anpFF19NyuuBN4zxhT5rTMk/urXhORkVhJf7jT4uH2/moJrBCRHfaZcF34HuvvlS8iY7CGX4+ro+d2xTjgW2OM86eCWt9fItII60DzqDHmtDsf21XecqbvykQu59qISCDQFMh2cdvajAsRuRZ4ChhvjCkqX26MOWL/3geswjr610lcxphsp1jmAgNc3bY243JyJxU+etfi/nJFZbHX5v5yiYj0wfobTjDWkObABfsrE2teC3d1a1bLGHPaGJNv3/4UCBJrrg2P7y9bVe+vWtlfIhKElfDfMsZ8cJEmdfMeq42LFu7+wfpEsg/r4375xZ+eFdo8yIUXchfbt3ty4YXcfbjvQq4rcfXDunAVV2F5BBBi344CduOmC1ouxtXG6fbNwFpz/qLRfju+CPt287qKy24Xj3VRTepifzk9RyyVX5i8iQsvsq2r7f3lYlztsa5TXVFheTjQ2On2d8DoOoyrdfnfDyt5HrL3nUvvgdqKy17fFKvfP7yu9pf92ucDf6uiTZ28x9y2o2v7B+vK9i6sBPqUvew5rLNngFDgXfsfYB3QyWnbp+ztdgI31nFcXwDHgY32T5K9/Apgs/2m3wxMr+O4/ghstZ9/JRDvtO299n7cgzWvcZ3FZd//HfCnCtvV9v56GzgKlGD1mU4H7gfut9cL8Iod92YgsY72V3VxzQVOOb2/Uuzlnex9lWb/nZ+q47gecnp/rcXpoHSx90BdxWW3mYpV3OG8XW3vr+FY1ww2Of2txnjiPabDMCillB/xlj59pZRSbqBJXyml/IgmfaWU8iOa9JVSyo9o0ldKKT+iSV8ppfyIJn2llPIj/w8SeZrmMyf7sAAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXcAAAEICAYAAACktLTqAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMi4zLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvIxREBQAAIABJREFUeJzt3Xl4VOXZ+PHvnZ0sQBaQJYSAGxAWCUmIWisqbVHrvoALEBbXWqvt29etFbX21f60am0VRVldUMSqtVWrVq21sgVkFdm3sCYhgWxkfX5/nJNkiFkmZGbOZOb+XNdczMzznHPuORnuOfOc59wjxhiUUkoFlhCnA1BKKeV5mtyVUioAaXJXSqkApMldKaUCkCZ3pZQKQJrclVIqAGlyV80SkVARKRWRFE/2dZKInCIiHp/7KyJjRWSny+NNInKOO31PYFsvi8j9J7p8K+t9VETmeXq9yjlhTgegPENESl0eRgOVQK39+BZjzGvtWZ8xphaI9XTfYGCMOd0T6xGR6cCNxpgxLuue7ol1q8CnyT1AGGMakqt9ZDjdGPNpS/1FJMwYU+OL2JRSvqfDMkHC/tr9pogsFJES4EYROVNElopIsYjsF5FnRSTc7h8mIkZEUu3Hr9rtH4pIiYgsEZEB7e1rt18oIptF5IiI/FlE/isiOS3E7U6Mt4jIVhEpEpFnXZYNFZGnRaRQRLYD41rZPw+IyBtNnntORJ6y708XkY3269lmH1W3tK48ERlj348WkVfs2DYAo5r0/Y2IbLfXu0FELrWfHwb8BTjHHvIqcNm3D7ksf6v92gtF5F0R6e3OvmmLiFxhx1MsIp+JyOkubfeLyD4ROSoi37m81mwRWWU/f1BEnnB3e8oLjDF6C7AbsBMY2+S5R4Eq4BKsD/UuQCYwGusb3EBgM3CH3T8MMECq/fhVoADIAMKBN4FXT6BvT6AEuMxu+yVQDeS08FrcifE9oBuQChyuf+3AHcAGIBlIBL603vLNbmcgUArEuKz7EJBhP77E7iPA+UAFMNxuGwvsdFlXHjDGvv8k8AUQD/QHvm3S91qgt/03ud6O4SS7bTrwRZM4XwUesu//2I7xDCAKeB74zJ1908zrfxSYZ98fbMdxvv03uh/YZN9PA3YBvey+A4CB9v0VwHX2/ThgtNP/F4L5pkfuweUrY8z7xpg6Y0yFMWaFMWaZMabGGLMdmAWc28ryi40xucaYauA1rKTS3r4/BVYbY96z257G+iBolpsxPmaMOWKM2YmVSOu3dS3wtDEmzxhTCDzeyna2A+uxPnQAfgQUGWNy7fb3jTHbjeUz4F9AsydNm7gWeNQYU2SM2YV1NO663UXGmP323+R1rA/mDDfWC3AD8LIxZrUx5hhwL3CuiCS79Glp37RmAvA3Y8xn9t/ocawPiNFADdYHSZo9tLfD3ndgfUifKiKJxpgSY8wyN1+H8gJN7sFlj+sDERkkIv8QkQMichR4BEhqZfkDLvfLaf0kakt9+7jGYYwxWEe6zXIzRre2hXXE2ZrXgevs+9fbj+vj+KmILBORwyJSjHXU3Nq+qte7tRhEJEdE1tjDH8XAIDfXC9bra1ifMeYoUAT0denTnr9ZS+utw/ob9TXGbAJ+hfV3OGQP8/Wyu04BhgCbRGS5iFzk5utQXqDJPbg0nQb4ItbR6inGmK7Ag1jDDt60H2uYBAAREY5PRk11JMb9QD+Xx21N1VwEjBWRvlhH8K/bMXYBFgOPYQ2ZdAc+djOOAy3FICIDgZnAbUCivd7vXNbb1rTNfVhDPfXri8Ma/tnrRlztWW8I1t9sL4Ax5lVjzNlYQzKhWPsFY8wmY8wErKG3PwJvi0hUB2NRJ0iTe3CLA44AZSIyGLjFB9v8O5AuIpeISBjwC6CHl2JcBNwlIn1FJBG4p7XOxpgDwFfAPGCTMWaL3RQJRAD5QK2I/BS4oB0x3C8i3cW6DuAOl7ZYrASej/U5dxPWkXu9g0By/QnkZiwEponIcBGJxEqy/zHGtPhNqB0xXyoiY+xt/xrrPMkyERksIufZ26uwb3VYL2CiiCTZR/pH7NdW18FY1AnS5B7cfgVMxvqP+yLWiU+vMsYcBMYDTwGFwMnAN1jz8j0d40yssfF1WCf7FruxzOtYJ0gbhmSMMcXA3cA7WCclr8b6kHLHDKxvEDuBD4EFLutdC/wZWG73OR1wHaf+BNgCHBQR1+GV+uU/whoeecdePgVrHL5DjDEbsPb5TKwPnnHApfb4eyTw/7DOkxzA+qbwgL3oRcBGsWZjPQmMN8ZUdTQedWLEGvJUyhkiEoo1DHC1MeY/TsejVKDQI3flcyIyzh6miAR+izXLYrnDYSkVUDS5Kyf8ANiO9ZX/J8AVxpiWhmWUUidAh2WUUioA6ZG7UkoFIMcKhyUlJZnU1FSnNq+UUp3SypUrC4wxrU0fBhxM7qmpqeTm5jq1eaWU6pREpK0rrQEdllFKqYCkyV0ppQKQJnellApA+ktMSimPqK6uJi8vj2PHjjkdSkCIiooiOTmZ8PCWSgu1TpO7Usoj8vLyiIuLIzU1FavYpzpRxhgKCwvJy8tjwIABbS/QDB2WUUp5xLFjx0hMTNTE7gEiQmJiYoe+BWlyV0p5jCZ2z+novux0yb2gtJKH399AZU2t06EopZTf6nTJfdn2w8z9705+uWgNtXVaF0cpZSkuLub5559v93IXXXQRxcXFrfZ58MEH+fTTT080NEd0uuR+8fDe3HfhIP6xdj8Pv78BLXymlIKWk3tNTU2ry33wwQd079691T6PPPIIY8eO7VB8vtbpkjvALeeezE3nDGDBkl38+bOtToejlPID9957L9u2beOMM84gMzOTc845h0svvZQhQ4YAcPnllzNq1CjS0tKYNWtWw3KpqakUFBSwc+dOBg8ezE033URaWho//vGPqaioACAnJ4fFixc39J8xYwbp6ekMGzaM7777DoD8/Hx+9KMfkZaWxvTp0+nfvz8FBQU+3guN2pwKKSJzgJ8Ch4wxQ1voMwZ4BggHCowx53oyyObcd+FgCkureOqTzSTGRnDD6P5tL6SU8omH39/At/uOenSdQ/p0ZcYlaS22P/7446xfv57Vq1fzxRdfcPHFF7N+/fqGqYRz5swhISGBiooKMjMzueqqq0hMTDxuHVu2bGHhwoW89NJLXHvttbz99tvceOON39tWUlISq1at4vnnn+fJJ5/k5Zdf5uGHH+b888/nvvvu46OPPmL27Nkeff3t5c6R+zys31Bsloh0B57H+o3FNOAaz4TWupAQ4Q9XD+e803vw23fX89H6/b7YrFKqk8jKyjpujvizzz7LiBEjyM7OZs+ePWzZsuV7ywwYMIAzzjgDgFGjRrFz585m133llVd+r89XX33FhAkTABg3bhzx8fEefDXt1+aRuzHmSxFJbaXL9cBfjTG77f6HPBNa28JDQ3juhnRueHkZdy5czfypEZx5cmLbCyqlvKq1I2xfiYmJabj/xRdf8Omnn7JkyRKio6MZM2ZMs3PIIyMjG+6HhoY2DMu01C80NLTNMX2neGLM/TQgXkS+EJGVIjKppY4icrOI5IpIbn5+vgc2DdERYcyZnElKYjQ3L8hlw74jHlmvUqpziYuLo6SkpNm2I0eOEB8fT3R0NN999x1Lly71+PbPPvtsFi1aBMDHH39MUVGRx7fRHp5I7mHAKOBirN/D/K2InNZcR2PMLGNMhjEmo0ePNmvNuy0+JoIFU7OIjQpj8pwV7Cos89i6lVKdQ2JiImeffTZDhw7l17/+9XFt48aNo6amhsGDB3PvvfeSnZ3t8e3PmDGDjz/+mKFDh/LWW2/Rq1cv4uLiPL4dd7n1G6r2sMzfmzuhKiL3Al2MMTPsx7OBj4wxb7W2zoyMDOPpH+vYeqiEq19YQrcu4Sy+9Sx6xEW2vZBSyiM2btzI4MGDnQ7DMZWVlYSGhhIWFsaSJUu47bbbWL16dYfW2dw+FZGVxpiMtpb1xJH7e8APRCRMRKKB0cBGD6y33U7pGcecnEwOHa0kZ+5ySo5VOxGGUioI7d69m8zMTEaMGMGdd97JSy+95Gg87kyFXAiMAZJEJA+YgTXlEWPMC8aYjSLyEbAWqANeNsas917IrUtPief5G9O5aX4uNy9YydwpmUSFhzoVjlIqSJx66ql88803TofRwJ3ZMte50ecJ4AmPROQB553ekyeuGc7db67h7jdX85fr0wkN0YJGSqng0SmvUHXHFSOT+c3Fg/lw/QEefG+9lilQSgWVgP6xjunnDKSgtIoX/r2NpNhI7v5Rs5N4lFIq4AR0cge4Z9zpFJZW8qd/bSEpLpKJ2VqmQCkV+AJ2WKaeiPDYlcMYO7gnD763nn+s1TIFSimIjY0FYN++fVx99dXN9hkzZgxtTdl+5plnKC8vb3jsTglhXwj45A4QFhrCn69LZ1RKPHe/uZqvtzpXqU0p5V/69OnTUPHxRDRN7u6UEPaFoEjuAF0iQpk9OZMBSTHctCCXdXlapkCpQHLvvffy3HPPNTx+6KGHePTRR7ngggsayvO+995731tu586dDB1qXZ9ZUVHBhAkTGDx4MFdcccVxtWVuu+02MjIySEtLY8aMGYBVjGzfvn2cd955nHfeeUBjCWGAp556iqFDhzJ06FCeeeaZhu21VFrYkwJ+zN1Vt+hw5k/N4qqZX5MzdzmLbzuLAUkxbS+olGqfD++FA+s8u85ew+DCx1tsHj9+PHfddRc/+9nPAFi0aBH//Oc/ufPOO+natSsFBQVkZ2dz6aWXtvj7pDNnziQ6OpqNGzeydu1a0tPTG9p+//vfk5CQQG1tLRdccAFr167lzjvv5KmnnuLzzz8nKSnpuHWtXLmSuXPnsmzZMowxjB49mnPPPZf4+Hi3Swt3RNAcudfr1S2KBdOyMMDE2cs4dPTEf11cKeU/Ro4cyaFDh9i3bx9r1qwhPj6eXr16cf/99zN8+HDGjh3L3r17OXjwYIvr+PLLLxuS7PDhwxk+fHhD26JFi0hPT2fkyJFs2LCBb7/9ttV4vvrqK6644gpiYmKIjY3lyiuv5D//+Q/gfmnhjgiqI/d6J/eIZW5OJte9tJRJc5bz5i1n0q1LuNNhKRU4WjnC9qZrrrmGxYsXc+DAAcaPH89rr71Gfn4+K1euJDw8nNTU1GZL/bZlx44dPPnkk6xYsYL4+HhycnJOaD313C0t3BFBd+Reb0S/7rxw4yi25Zdy04JcjlXXOh2SUqqDxo8fzxtvvMHixYu55pprOHLkCD179iQ8PJzPP/+cXbt2tbr8D3/4Q15//XUA1q9fz9q1awE4evQoMTExdOvWjYMHD/Lhhx82LNNSqeFzzjmHd999l/LycsrKynjnnXc455xzPPhqWxe0yR3gh6f14MlrRrB8x2HuXPgNNbV1ToeklOqAtLQ0SkpK6Nu3L7179+aGG24gNzeXYcOGsWDBAgYNGtTq8rfddhulpaUMHjyYBx98kFGjRgEwYsQIRo4cyaBBg7j++us5++yzG5a5+eabGTduXMMJ1Xrp6enk5OSQlZXF6NGjmT59OiNHjvT8i26BWyV/vcEbJX9P1Nz/7uDh979lQmY/HrtyWIsnW5RSLQv2kr/e0JGSv0E55t7UlLMHUFBayXOfW2UK/ucnpzsdklJKdYgmd9v//Ph0Ckur+MvnW0mKjSDn7AFtL6SUUn5Kk7tNRHj08qEcLqvi4b9/S0JsJJeO6ON0WEp1KsYYHdb0kI4OmQf1CdWmwkJDePa6kWT2T+BXi1bzny2e+RFvpYJBVFQUhYWFWl7bA4wxFBYWEhUVdcLr0BOqzThSUc34F5ew+3A5C2/KZkQ/5+tEKOXvqqurycvL69D8b9UoKiqK5ORkwsOPvwbH3ROqmtxbcOjoMa6c+TXlVbW8deuZnNwj1umQlFLKpz+QHZB6do3ilWmjEWDS7OUc1DIFSqlORJN7KwYkxTBvShbF5VVMmr2cI+XVToeklFJu0eTehmHJ3Zg1KYMdBWVMX7BCyxQopToFTe5uOPuUJJ4efwa5u4q44/VVWqZAKeX3NLm76eLhvXnk0jQ+3XiI+99Zp9O9lFJ+TS9iaoeJZ6aSX1rFs//aQmJsJPeMa70IkVJKOUWTezvdPfZUCkormfmFVYdm2g+0TIFSyv9ocm8nEeF3lw2lqKyK3/39WxJjIrh8ZF+nw1JKqePomPsJCA0Rnh5/BtkDE/ift9bwxaZDToeklFLH0eR+gqLCQ3lpUgannRTHba+u4pvdRU6HpJRSDTS5d0BcVDjzpmbSIy6SqfNWsPXQ939qSymlnKDJvYN6xkXxyrQsQkNCmDR7OfuKPf9Dt0op1V6a3D2gf2IM86ZkcvRYDZPnLKe4vMrpkJRSQU6Tu4cM7duNWZNGsauwnKnzVlBRpWUKlFLO0eTuQWednMSfJpzBN3uKuf21lVRrmQKllEM0uXvYhcN68+jlQ/l8Uz73vL2WujotU6CU8j29iMkLbhjdn4KSKp7+dDNJsZHcf9Fgp0NSSgUZTe5ecucFp1BYVsmsL7eTFBvBzT882emQlFJBRJO7l4gIMy5Jo7C0iv/74DsSYyK5alSy02EppYKEJncvCg0Rnho/guKKKv737bXEx4Rz/qCTnA5LKRUE2jyhKiJzROSQiKxvo1+miNSIyNWeC6/ziwwL5cWJGQzuHcftr61i5a7DToeklAoC7syWmQeMa62DiIQCfwA+9kBMASc2Mox5U7Lo1TWKqfNy2XxQyxQopbyrzeRujPkSaOtw8+fA24CWR2xBUmwkr0wbTUSYVaZgr5YpUEp5UYfnuYtIX+AKYKYbfW8WkVwRyc3Pz+/opjudfgnRzJ+SRVllDZNmL+NwmZYpUEp5hycuYnoGuMcY0+blmMaYWcaYDGNMRo8ePTyw6c5nSJ+uvDw5gz1FFUydt4LyqhqnQ1JKBSBPJPcM4A0R2QlcDTwvIpd7YL0Ba/TARP5y3UjW5hVz26urtEyBUsrjOpzcjTEDjDGpxphUYDFwuzHm3Q5HFuB+nNaL/7tiGP/enM+v31qjZQqUUh7V5jx3EVkIjAGSRCQPmAGEAxhjXvBqdAFuQlYKhWVVPPHPTSTGRvKbiwcjIk6HpZQKAG0md2PMde6uzBiT06FogtDtY04mv6SS2V/tICk2ktvGaJkCpVTH6RWqDhMRHvzpEA6XVfGHj74jMTaCazP6OR2WUqqT0+TuB0JChCevGUFReRX3/XUdCdERjB2iZQqUUidO67n7iYiwEF64cRRD+3TlZ6+vYsVOLVOglDpxmtz9SExkGHNyMunbvQvT5q3guwNHnQ5JKdVJaXL3M4mxkSyYlkWXiFAmz1lOXlG50yEppTohTe5+KDk+mgVTR1NRVcuk2cspLK10OiSlVCejyd1Pnd4rjtk5mewtrmDKvBWUVmqZAqWU+zS5+7HM1ASeuz6dDfuOcusrK6mq0TIFSin3aHL3c2OHnMRjVw7jq60F/ErLFCil3KTz3DuBazP6UVhqX+QUE8GMS4ZomQKlVKs0uXcSt547kILS+jIFEdxx/qlOh6SU8mOa3DsJEeGBiwZzuKyKJz/eTGJsJNdlpTgdllLKT2ly70RCQoT/d/VwDpdV8cA764iPjmDc0F5Oh6WU8kN6QrWTCQ8NYeaN6QxP7s6db3zD0u2FToeklPJDmtw7oeiIMObmZNIvvgs3zc/l231apkApdTxN7p1UfEwEC6aNJjYqjMlzl7O7UMsUKKUaaXLvxPp278KCqVlU1dQxac4yCrRMgVLKpsm9kzv1pDjm5GRy4OgxcuYup+RYtdMhKaX8gCb3ADCqfzwzbxjFxv0l3PLKSiprap0OSSnlME3uAeK8QT154urhfL2tkF++uYZaLVOgVFDTee4B5Mr0ZApLq/j9BxtJiIngkcvStEyBUkFKk3uAuemHVpmCF7/cTlJsJL8Yq2UKlApGmtwD0L0XDqKgtIqnP91MYmwEN2b3dzokpZSPaXIPQCLC41cNo6i8it++t57EmAguHNbb6bCUUj6kJ1QDVHhoCM9dn056Sjy/eGM1X28rcDokpZQPaXIPYF0iQpk9OYPUpGhuXrCS9XuPOB2SUspHNLkHuO7REcyfmkXXqDBy5q5gV2GZ0yEppXxAk3sQ6N2tCwumjaa2ro6Js5dzqOSY0yEppbxMk3uQOKVnLHNyMskvqSRnzgqOapkCpQKaJvcgMjIlnhcmjmLzwRJump/LsWotU6BUoNLkHmTOPa0HT14zgmU7DnPXG6u1TIFSAUqTexC6fGRffvvTIXy04QC/eXc9xmiCVyrQ6EVMQWraDwZQUFrJzC+20SM2gl/++HSnQ1JKeZAm9yD2vz85ncLSSp79bCuJsZFMPivV6ZCUUh6iyT2IiQj/d8UwDpdV89D7G0iMjeCnw/s4HZZSygN0zD3IhYWG8JfrR5LRP56731zNV1u0TIFSgUCTuyIqPJSXJ2UyMCmWW17JZW1esdMhKaU6qM3kLiJzROSQiKxvof0GEVkrIutE5GsRGeH5MJW3dYsOZ8G0LLpHRzBl7gp2FGiZAqU6M3eO3OcB41pp3wGca4wZBvwOmOWBuJQDTuoaxSvTsjDAxNnLOHhUyxQo1Vm1mdyNMV8Ch1tp/9oYU2Q/XAokeyg25YCBPWKZNyWTorIqJs9ZzpEKLVOgVGfk6TH3acCHLTWKyM0ikisiufn5+R7etPKU4cndeXFiBtvyS7VMgVKdlMeSu4ich5Xc72mpjzFmljEmwxiT0aNHD09tWnnBD05N4qlrz2DFrsP8fOE31NTWOR2SUqodPJLcRWQ48DJwmTGm0BPrVM67ZEQfHrokjU++PcgD72iZAqU6kw5fxCQiKcBfgYnGmM0dD0n5k8lnpVJQWsmfP9tKUlwEv/7JIKdDUkq5oc3kLiILgTFAkojkATOAcABjzAvAg0Ai8LyIANQYYzK8FbDyvV/+6DQKSqt47vNtJMVGMuXsAU6HpJRqQ5vJ3RhzXRvt04HpHotI+R0R4dHLh3K4rJKH3/+WhJgILjujr9NhKaVaoVeoKreEhgh/mjCS0QMS+J+31vDlZp3tpJQ/0+Su3BYVHspLkzM4pWcct766ktV7tEyBUv5Kk7tql65R4cyfkklibART5i5nW36p0yEppZqhyV21W8+uUbwydTShIcKk2cs5cETLFCjlbzS5qxOSmhTDvClZHKmotsoUlGuZAqX8iSZ3dcKG9u3GrImj2FFQxrT5K6io0jIFSvkLTe6qQ846JYlnJpzByt1F3PH6Kqq1TIFSfkGTu+qwi4b15pHLhvKv7w5x31/XaZkCpfyA/oaq8oiJ2f0pKKnkT//aQmJsBPddONjpkJQKaprclcfcNfZUCkorefHf2+kRG8n0cwY6HZJSQUuTu/IYEeGRy4ZSVF7Fo//YSEJMBFem62+3KOUEHXNXHhUaIjw9/gzOHJjI/y5ey+ebDjkdklJBSZO78rjIsFBmTRrF6b3iuP3VVazaXdT2Qkopj9LkrrwiLiqceVOy6Nk1kqnzVrD1UInTISkVVDS5K6/pERfJK1NHEx4awsTZy9lXXOF0SEoFDU3uyqtSEqOZPyWL0mM1TJqznKKyKqdDUiooaHJXXjekT1dempzB7sPlTJ2/gvKqGqdDUirgaXJXPpE9MJFnJ4xkzZ5ibn9NyxQo5W2a3JXPjBvai99fMYwvNuVzz+K11NVpmQKlvEUvYlI+dV1WCgUllfzxk80kxkbwwMVDnA5JqYCkyV353B3nn0JBaSUv/WcHSbGR3HLuyU6HpFTA0eSufE5EmHFJGoVlVTz24XckxkZy9SgtU6CUJ2lyV44ICRH+eO0IisuruefttcRHh3PB4JOcDkupgKEnVJVjIsNCeWHiKNL6dOVnr69i5a7DToekVMDQ5K4cFRsZxtycTHp368LUeblsPqhlCpTyBE3uynGJsZEsmJpFZFgIk2YvZ6+WKVCqwzS5K7/QLyGa+VOzKKuqYeLsZRzWMgVKdYgmd+U3BvfuyuzJmewtqmDKvBWUVWqZAqVOlCZ35VeyBiTwl+vTWZdXzG2vraKqRssUKHUiNLkrv/OjISfx2JXD+HJzPr9evEbLFCh1AnSeu/JL4zNTKCit4ol/biIhJoIHfzoEEXE6LKU6DU3uym/dPuZkCkormfvfnSTFRvKz805xOiSlOg1N7spviQi/vXgIh8usI/ik2AjGZ6Y4HZZSnYImd+XXQkKEJ64eQVF5Nff9dR3x0RH8OK2X02Ep5ff0hKryexFhIcy8IZ1hyd35+cJvWL5DyxQo1RZN7qpTiLHLFPSN78K0+SvYuP+o0yEp5dc0uatOIyEmggVTs4iJCGPynOXsOVzudEhK+S1N7qpTSY6PZsG0LCpr6pg0ZzkFpZVOh6SUX2ozuYvIHBE5JCLrW2gXEXlWRLaKyFoRSfd8mEo1Ou2kOObkZLD/SAVT5q6gVMsUKPU97hy5zwPGtdJ+IXCqfbsZmNnxsJRq3aj+CTx/Qzrf7j/Kra+spLKm1umQlPIrbSZ3Y8yXQGvTEy4DFhjLUqC7iPT2VIBKteT8QSfxh6uG89XWAn61SMsUKOXKE/Pc+wJ7XB7n2c/tb9pRRG7GOronJUUvRlEdd/WoZApLK63fYo2J4KFL07RMgVL4+CImY8wsYBZARkaGHmYpj7jlXKtMwUv/2UFSbCQ/v+BUp0NSynGeSO57gX4uj5Pt55TymfsuHExhaRV//GQzibGRXD9avxmq4OaJqZB/AybZs2aygSPGmO8NySjlTSEhwh+uHs55p/fgN++u46P1+hZUwc2dqZALgSXA6SKSJyLTRORWEbnV7vIBsB3YCrwE3O61aJVqRXhoCM/dkM6Ift25843VLN1e6HRISjlGjHFm6DsjI8Pk5uY6sm0V2IrKqrjmxSUcPHKMN27JJq1PN6dDUspjRGSlMSajrX56haoKOPF2mYLYqDAmz1nB7kItU6CCjyZ3FZD6dO/CK9OyqKmrY+KcZeSXaJkCFVw0uauAdUrPOObkZHLoaCU5c5dTcqza6ZCU8hlN7iqgpafE8/yN6Ww6UMItWqZABRFN7irgnXd6T564Zjhfbyvk7jdXU6tlClQQ0J/ZU0HhipEpwc7YAAAPyklEQVTJFJZW8eg/NpIQs57fXTZUyxSogKbJXQWN6ecMJL+0khf/vZ2k2EjuGnua0yEp5TWdL7kf2gjLXoSUMyFlNHTvD3oEptx077hBFJZW8cynW0iMjWRidn+nQ1LKKzpfci/cCuvfhpVzrcexvSAl27r1Gw29hkNo53tZyjdEhMevHEZRWRUPvreehOgILh6uFapV4OmcV6jW1VpH8LuXwJ5lsHsZHNlttYVHQ3IG9Mu2juyTsyCqq+cCVwGhoqqWibOXsTbvCPOmZHLWKUlOh6SUW9y9QrVzJvfmHNkLe5ZaiX7PUjiwDkwdIHDSUCvR97OP8Lv3a3N1KvAdKa/mmhe/Zm9RBW/eciZD+2qZAuX/gi+5N1VZAnm59pH9UshbAVWlVlvXvtYQTv1wTs80HcoJUgeOHOOqmV9TWVPL4lvPIjUpxumQlGqVJvemamvg0IbGI/vdS+GoXXY+ItYaykk500r6yRkQGee72JSjtuWXcs0LS4iJDOXtW8+iZ9cop0NSqkWa3N1RvMc+sl9iJf2D6wEDEmIP5ZzZOJzTra+zsSqvWrOnmOteWkr/xBjevCWbrlHhToekVLM0uZ+IY0et4ZvdS62j+7xcqLYrCnbr1zgjJyUbeg6BkFBn41Ue9eXmfKbNX8HIlHjuGTeI/onRJMZE6MVOyq9ocveE2mrrxGz9uP3upVB6wGqL7ArJmY0JPzkDInS8trN7b/Ve7npzNfX/LWIiQklJjCEloQv9E2NISYimf2I0KQnR9OnehfBQreChfEuTuzcYA8W7jh+3P7QRaygnFHoPb5yC2S8buur86c4or6icTQdK2H24nF2F5ew+3Hirqqlr6BcaIvTt3oWUhGhSEqPpbyf+fgnR9E+MITZST9Irz9Pk7isVxY1DObuXwt6VUFNhtXXv73KBVTb0GAQheqTXWdXVGQ6WHGtM+IXl7KpP/IVlFJUfX1I4MSbCTvRW4k9xOfLvGRepwz3qhGhyd0pNlTWUs3tJ47z7skNWW1Q366Kq+oTfJx0iop2NV3nM0WPV7LYTv/UBUNZwf19xBa7FKKPCQ+gXXz/E4zLskxhNcnwXIsP0fI5qniZ3f2EMFO1oPLLfswzyv7PaQsKg94jGKZgp2RDb09l4lVdU1dSxt7ii4SjfdbhnV2E5FdWNdeZFoHfXKHuox0r4KQ3fAGLoFq0zeYKZJnd/Vn4Y9ixvPLLfuxJq7Z+Bix9w/BTMpNN0KCfAGWMoKK1i92Er6e8qLGfPYWvIZ1dhOQWlx/9EYNeosIaj/JSE+iEfa5y/V9coQkN0uCeQaXLvTGoqYf+axiP73UugvNBq6xJvHdXXH9n3SYdwvcgmmJRX1TQO9dQP+9jfAPKKKqhxGe+JCA0hOb5LQ+JPsU/u9k+Mpl98NF0idLins9Pk3pkZA4XbGmfk7F4KhVusttAI6H3G8bVyYrToVbCqqa1j/5FjTWb2lDV8EJRU1hzXv2dcZOOMngQr6dd/EOic/s5Bk3ugKStsPKrfswz2fQO1VVZb4imNiT4l23qs/0mDnjGG4vJqe3inzBrqsWf47Dlczv4jx47rr3P6OwdN7oGu+hjsX91YOmHPMqg4bLVFJzYO4/TLhj5nQFiks/Eqv3Osupa8osYjfp3T3zlocg82xkDBFpca90vh8DarLTQS+ow8/kdNohOcjVf5NZ3T7780uSsoPdSY6Pcsg32roc7+T5l0WuORfUo2JAzUoRzlNp3T7xxN7ur7qitg76rGE7V7lsGxI1ZbTI/jh3J6j4CwCGfjVZ1SVU0d+4orGmb06Jx+z9LkrtpWVwcFm1wusFoKRTuttrAo6DvKTvhnQr9Ma1qmUh3QdE6/65BPW3P6+9tTO4N9Tr8md3ViSg4cXwXzwFqos6fT9RhsTcGsv6I2PlWHcpRHuc7pd53d09ac/v4JjSd3A31OvyZ35RlVZdZQTv2R/Z7lUHnUaos9qfHIPmU09BoOofo1WnlHbZ1hX30JB5ex/rbm9Fvj/NEBM6dfk7vyjrpaq8yx64+RF++22sKjraGc+nH7fplWsTSlvMx1Tr9r/Z625vTXl27oTHP6Nbkr3zm67/jSCQfWgakDBE5KczlROxq6p+hQjvK5+jn99Uf87szpb7yS17/m9GtyV86pLIW9udaR/e4l1s8VVpVYbXF9ji+dcNJQCNULYJRz6uf0N8zld2NO//FF23w7p1+Tu/IfdbVwcEPjuP3uZXA0z2oLj7F+orD+AqvkTIiMczZepVx8f05/41h/W3P664d6PDmnX5O78m/Fe1wusFpqJX9TBxJiD+W41Mrplux0tEo1q+mc/qZlHMqrmp/Tf1V6Mtdk9Duhbbqb3PX7sHJG937WbdjV1uNjR62fK6xP+KtfhxUvWW1dk48vnXBSGoQE5jQ31blEhIWQmhRDalIM0OO4ttbm9LsmfW9x68hdRMYBfwJCgZeNMY83aU8B5gPd7T73GmM+aG2deuSuWlVbAwfXHf9j5CX7rbaIOGsmTv2PkffNgMhYZ+NVykc8NiwjIqHAZuBHQB6wArjOGPOtS59ZwDfGmJkiMgT4wBiT2tp6NbmrdjHGmnJZPyNn9zI49C1gQEKh17DGI/uUbOjax+mIlfIKTw7LZAFbjTHb7RW/AVwGfOvSxwBd7fvdgH3tC1epNohAfH/rNvxa67mKYmsmTn0lzJXzYdkLVlv3lMYj+5Qzratr9ecKVRBxJ7n3Bfa4PM4DRjfp8xDwsYj8HIgBxnokOqVa06U7nDrWugHUVlvlEupLJ+z4N6xbZLVFdnMZysm2LraKiHYudqW8zFMnVK8D5hlj/igiZwKviMhQY0ydaycRuRm4GSAlJcVDm1bKFhpuJe2+o+DMn1lDOUU7XMbtl8HWR62+IWFWuYSGE7XZEHeSs/Er5UHujLmfCTxkjPmJ/fg+AGPMYy59NgDjjDF77MfbgWxjzKGW1qtj7soR5YetWTn1R/f7VkGNfWl6fKo1hJOcYVXADAmzb+HW7JyGx2HWhVchrdxCmy4TrsNCyiM8Oea+AjhVRAYAe4EJwPVN+uwGLgDmichgIArIb1/ISvlAdAKc9hPrBlBTBfvXNM7I2fIJrFnopY1LG8m/PR8gofY6XB6HhLevvSGODqzje+1hLn1CtdSEg9pM7saYGhG5A/gn1jTHOcaYDSLyCJBrjPkb8CvgJRG5G+vkao5x6uoopdojLMIei8+Es35uDeUcyYPqcqvUccOt1hrTd31cV+3b9qqyJu01Ln3sx7XVLm12+/Gjo74lrh8AzST/4z5g3G1v5sOwrQ/Ldrc3922sjW9rIWF+9e1Mr1BVKtDV1YFxTf5tfTh4sr2+j8vj5j6APNle//sDTpAQ976NpU+Gs+44sU3oFapKKcA+mgyxjk7DuzgdjfcZ084Ph2Zuta20eeIDKLan13eDJnelVGARsY6Qg7zaqP8MECmllPIYTe5KKRWANLkrpVQA0uSulFIBSJO7UkoFIE3uSikVgDS5K6VUANLkrpRSAcix8gMikg/sOsHFk4ACD4bjKf4aF/hvbBpX+2hc7ROIcfU3xvRoq5Njyb0jRCTXndoKvuavcYH/xqZxtY/G1T7BHJcOyyilVADS5K6UUgGosyb3WU4H0AJ/jQv8NzaNq300rvYJ2rg65Zi7Ukqp1nXWI3ellFKt0OSulFIByO+Su4iME5FNIrJVRO5tpj1SRN6025eJSKpL233285tE5Cc+juuXIvKtiKwVkX+JSH+XtloRWW3f/ubjuHJEJN9l+9Nd2iaLyBb7NtnHcT3tEtNmESl2afPm/pojIodEZH0L7SIiz9pxrxWRdJc2b+6vtuK6wY5nnYh8LSIjXNp22s+vFhGP/nalG3GNEZEjLn+vB13aWn0PeDmuX7vEtN5+TyXYbV7ZXyLST0Q+t/PABhH5RTN9fPf+Msb4zQ3rB7i3AQOBCGANMKRJn9uBF+z7E4A37ftD7P6RwAB7PaE+jOs8INq+f1t9XPbjUgf3Vw7wl2aWTQC22//G2/fjfRVXk/4/x/rhda/uL3vdPwTSgfUttF8EfAgIkA0s8/b+cjOus+q3B1xYH5f9eCeQ5ND+GgP8vaPvAU/H1aTvJcBn3t5fQG8g3b4fB2xu5v+jz95f/nbkngVsNcZsN8ZUAW8AlzXpcxkw376/GLhARMR+/g1jTKUxZgew1V6fT+IyxnxujCm3Hy4Fkj207Q7F1YqfAJ8YYw4bY4qAT4BxDsV1HbDQQ9tulTHmS+BwK10uAxYYy1Kgu4j0xrv7q824jDFf29sF372/3NlfLenIe9PTcfnk/WWM2W+MWWXfLwE2An2bdPPZ+8vfkntfYI/L4zy+v3Ma+hhjaoAjQKKby3ozLlfTsD6d60WJSK6ILBWRyz0UU3viusr+CrhYRPq1c1lvxoU9fDUA+MzlaW/tL3e0FLs391d7NX1/GeBjEVkpIjc7EM+ZIrJGRD4UkTT7Ob/YXyISjZUk33Z52uv7S6zh4pHAsiZNPnt/BfcvyHqBiNwIZADnujzd3xizV0QGAp+JyDpjzDYfhfQ+sNAYUykit2B96znfR9t2xwRgsTGm1uU5J/eXXxOR87CS+w9cnv6Bvb96Ap+IyHf2ka0vrML6e5WKyEXAu8CpPtq2Oy4B/muMcT3K9+r+EpFYrA+Tu4wxRz213vbytyP3vUA/l8fJ9nPN9hGRMKAbUOjmst6MCxEZCzwAXGqMqax/3hiz1/53O/AF1ie6T+IyxhS6xPIyMMrdZb0Zl4sJNPnK7MX95Y6WYvfm/nKLiAzH+hteZowprH/eZX8dAt7Bc8ORbTLGHDXGlNr3PwDCRSQJP9hfttbeXx7fXyISjpXYXzPG/LWZLr57f3n6pEIHT0iEYZ1IGEDjSZi0Jn1+xvEnVBfZ99M4/oTqdjx3QtWduEZinUA6tcnz8UCkfT8J2IKHTiy5GVdvl/tXAEtN4wmcHXZ88fb9BF/FZfcbhHVyS3yxv1y2kUrLJwgv5vgTXsu9vb/cjCsF6zzSWU2ejwHiXO5/DYzzYVy96v9+WElyt73v3HoPeCsuu70b1rh8jC/2l/26FwDPtNLHZ+8vj+1oD/7BLsI6y7wNeMB+7hGso2GAKOAt+42+HBjosuwD9nKbgAt9HNenwEFgtX37m/38WcA6+829Dpjm47geAzbY2/8cGOSy7FR7P24FpvgyLvvxQ8DjTZbz9v5aCOwHqrHGNacBtwK32u0CPGfHvQ7I8NH+aiuul4Eil/dXrv38QHtfrbH/zg/4OK47XN5fS3H58GnuPeCruOw+OViTLFyX89r+whoqM8Bal7/TRU69v7T8gFJKBSB/G3NXSinlAZrclVIqAGlyV0qpAKTJXSmlApAmd6WUCkCa3JVSKgBpcldKqQD0/wEaMe0D9jPNiQAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# Retrieve a list of accuracy results on training and test data\n",
    "# sets for each training epoch\n",
    "acc = history.history['acc']\n",
    "val_acc = history.history['val_acc']\n",
    "\n",
    "# Retrieve a list of list results on training and test data\n",
    "# sets for each training epoch\n",
    "loss = history.history['loss']\n",
    "val_loss = history.history['val_loss']\n",
    "\n",
    "# Get number of epochs\n",
    "epochs = range(len(acc))\n",
    "\n",
    "# Plot training and validation accuracy per epoch\n",
    "plt.plot(epochs, acc, label = \"training\")\n",
    "plt.plot(epochs, val_acc, label = \"validation\")\n",
    "plt.legend(loc=\"upper left\")\n",
    "plt.title('Training and validation accuracy')\n",
    "\n",
    "plt.figure()\n",
    "\n",
    "# Plot training and validation loss per epoch\n",
    "plt.plot(epochs, loss, label = \"training\")\n",
    "plt.plot(epochs, val_loss, label = \"validation\")\n",
    "plt.legend(loc=\"upper right\")\n",
    "plt.title('Training and validation loss')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}