{
"cells": [
{
"cell_type": "code",
"execution_count": 1,
"metadata": {},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"Using TensorFlow backend.\n"
]
}
],
"source": [
"import os\n",
"from glob import glob\n",
"\n",
"import pandas as pd\n",
"import numpy as np\n",
"from sklearn.model_selection import train_test_split\n",
"from keras.utils.np_utils import to_categorical # convert to one-hot-encoding\n",
"\n",
"from keras.preprocessing.image import ImageDataGenerator\n",
"from keras import layers\n",
"from keras import Model, Input\n",
"from keras.applications.inception_v3 import InceptionV3\n",
"from keras.applications.densenet import DenseNet201\n",
"\n",
"from keras.optimizers import Adam\n",
"from keras.callbacks import ReduceLROnPlateau, EarlyStopping\n",
"\n",
"\n",
"%matplotlib inline\n",
"import matplotlib.pyplot as plt"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## Load in the Validation and Test Set"
]
},
{
"cell_type": "code",
"execution_count": 2,
"metadata": {},
"outputs": [],
"source": [
"X_val = np.load(\"/Users/Hoang/Machine_Learning/skin_cancer/skin_cancer_192_256/256_192_val.npy\")"
]
},
{
"cell_type": "code",
"execution_count": 3,
"metadata": {},
"outputs": [],
"source": [
"X_test = np.load(\"/Users/Hoang/Machine_Learning/skin_cancer/skin_cancer_192_256/256_192_test.npy\")"
]
},
{
"cell_type": "code",
"execution_count": 4,
"metadata": {},
"outputs": [],
"source": [
"y_val = np.load(\"/Users/Hoang/Machine_Learning/skin_cancer/skin_cancer_192_256/val_labels.npy\")"
]
},
{
"cell_type": "code",
"execution_count": 5,
"metadata": {},
"outputs": [],
"source": [
"y_test = np.load(\"/Users/Hoang/Machine_Learning/skin_cancer/skin_cancer_192_256/test_labels.npy\")"
]
},
{
"cell_type": "code",
"execution_count": 6,
"metadata": {},
"outputs": [],
"source": [
"y_val = to_categorical(y_val)\n",
"y_test = to_categorical(y_test)"
]
},
{
"cell_type": "code",
"execution_count": 7,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"((902, 192, 256, 3), (1002, 192, 256, 3), (902, 7), (1002, 7))"
]
},
"execution_count": 7,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"X_val.shape, X_test.shape, y_val.shape, y_test.shape"
]
},
{
"cell_type": "code",
"execution_count": 9,
"metadata": {},
"outputs": [],
"source": [
"input_shape = X_val[0,:,:,:].shape\n",
"model_input = Input(shape=input_shape)"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## Define InceptionV3"
]
},
{
"cell_type": "code",
"execution_count": 16,
"metadata": {},
"outputs": [],
"source": [
"inception = InceptionV3(input_shape=input_shape, input_tensor=model_input, include_top=False, weights=None)"
]
},
{
"cell_type": "code",
"execution_count": 17,
"metadata": {},
"outputs": [],
"source": [
"for layer in inception.layers:\n",
" layer.trainable = True"
]
},
{
"cell_type": "code",
"execution_count": 18,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"last layer output shape: (None, 4, 6, 2048)\n"
]
}
],
"source": [
"inception_last_layer = inception.get_layer('mixed10')\n",
"print('last layer output shape:', inception_last_layer.output_shape)\n",
"inception_last_output = inception_last_layer.output"
]
},
{
"cell_type": "code",
"execution_count": 19,
"metadata": {},
"outputs": [],
"source": [
"# Flatten the output layer to 1 dimension\n",
"x_inception = layers.GlobalMaxPooling2D()(inception_last_output)\n",
"# Add a fully connected layer with 512 hidden units and ReLU activation\n",
"x_inception = layers.Dense(512, activation='relu')(x_inception)\n",
"# Add a dropout rate of 0.7\n",
"x_inception = layers.Dropout(0.5)(x_inception)\n",
"# Add a final sigmoid layer for classification\n",
"x_inception = layers.Dense(7, activation='softmax')(x_inception)\n",
"\n",
"# Configure and compile the model\n",
"\n",
"inception_model = Model(model_input, x_inception)\n",
"optimizer = Adam(lr=0.0001, beta_1=0.9, beta_2=0.999, epsilon=None, decay=0.0, amsgrad=True)\n",
"inception_model.compile(loss='categorical_crossentropy',\n",
" optimizer=optimizer,\n",
" metrics=['accuracy'])"
]
},
{
"cell_type": "code",
"execution_count": 20,
"metadata": {},
"outputs": [],
"source": [
"inception_model.load_weights(\"InceptionV3full.h5\")"
]
},
{
"cell_type": "code",
"execution_count": 21,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"__________________________________________________________________________________________________\n",
"Layer (type) Output Shape Param # Connected to \n",
"==================================================================================================\n",
"input_1 (InputLayer) (None, 192, 256, 3) 0 \n",
"__________________________________________________________________________________________________\n",
"conv2d_185 (Conv2D) (None, 95, 127, 32) 864 input_1[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_185 (BatchN (None, 95, 127, 32) 96 conv2d_185[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_184 (Activation) (None, 95, 127, 32) 0 batch_normalization_185[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_186 (Conv2D) (None, 93, 125, 32) 9216 activation_184[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_186 (BatchN (None, 93, 125, 32) 96 conv2d_186[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_185 (Activation) (None, 93, 125, 32) 0 batch_normalization_186[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_187 (Conv2D) (None, 93, 125, 64) 18432 activation_185[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_187 (BatchN (None, 93, 125, 64) 192 conv2d_187[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_186 (Activation) (None, 93, 125, 64) 0 batch_normalization_187[0][0] \n",
"__________________________________________________________________________________________________\n",
"max_pooling2d_9 (MaxPooling2D) (None, 46, 62, 64) 0 activation_186[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_188 (Conv2D) (None, 46, 62, 80) 5120 max_pooling2d_9[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_188 (BatchN (None, 46, 62, 80) 240 conv2d_188[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_187 (Activation) (None, 46, 62, 80) 0 batch_normalization_188[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_189 (Conv2D) (None, 44, 60, 192) 138240 activation_187[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_189 (BatchN (None, 44, 60, 192) 576 conv2d_189[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_188 (Activation) (None, 44, 60, 192) 0 batch_normalization_189[0][0] \n",
"__________________________________________________________________________________________________\n",
"max_pooling2d_10 (MaxPooling2D) (None, 21, 29, 192) 0 activation_188[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_193 (Conv2D) (None, 21, 29, 64) 12288 max_pooling2d_10[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_193 (BatchN (None, 21, 29, 64) 192 conv2d_193[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_192 (Activation) (None, 21, 29, 64) 0 batch_normalization_193[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_191 (Conv2D) (None, 21, 29, 48) 9216 max_pooling2d_10[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_194 (Conv2D) (None, 21, 29, 96) 55296 activation_192[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_191 (BatchN (None, 21, 29, 48) 144 conv2d_191[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_194 (BatchN (None, 21, 29, 96) 288 conv2d_194[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_190 (Activation) (None, 21, 29, 48) 0 batch_normalization_191[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_193 (Activation) (None, 21, 29, 96) 0 batch_normalization_194[0][0] \n",
"__________________________________________________________________________________________________\n",
"average_pooling2d_18 (AveragePo (None, 21, 29, 192) 0 max_pooling2d_10[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_190 (Conv2D) (None, 21, 29, 64) 12288 max_pooling2d_10[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_192 (Conv2D) (None, 21, 29, 64) 76800 activation_190[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_195 (Conv2D) (None, 21, 29, 96) 82944 activation_193[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_196 (Conv2D) (None, 21, 29, 32) 6144 average_pooling2d_18[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_190 (BatchN (None, 21, 29, 64) 192 conv2d_190[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_192 (BatchN (None, 21, 29, 64) 192 conv2d_192[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_195 (BatchN (None, 21, 29, 96) 288 conv2d_195[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_196 (BatchN (None, 21, 29, 32) 96 conv2d_196[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_189 (Activation) (None, 21, 29, 64) 0 batch_normalization_190[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_191 (Activation) (None, 21, 29, 64) 0 batch_normalization_192[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_194 (Activation) (None, 21, 29, 96) 0 batch_normalization_195[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_195 (Activation) (None, 21, 29, 32) 0 batch_normalization_196[0][0] \n",
"__________________________________________________________________________________________________\n",
"mixed0 (Concatenate) (None, 21, 29, 256) 0 activation_189[0][0] \n",
" activation_191[0][0] \n",
" activation_194[0][0] \n",
" activation_195[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_200 (Conv2D) (None, 21, 29, 64) 16384 mixed0[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_200 (BatchN (None, 21, 29, 64) 192 conv2d_200[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_199 (Activation) (None, 21, 29, 64) 0 batch_normalization_200[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_198 (Conv2D) (None, 21, 29, 48) 12288 mixed0[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_201 (Conv2D) (None, 21, 29, 96) 55296 activation_199[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_198 (BatchN (None, 21, 29, 48) 144 conv2d_198[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_201 (BatchN (None, 21, 29, 96) 288 conv2d_201[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_197 (Activation) (None, 21, 29, 48) 0 batch_normalization_198[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_200 (Activation) (None, 21, 29, 96) 0 batch_normalization_201[0][0] \n",
"__________________________________________________________________________________________________\n",
"average_pooling2d_19 (AveragePo (None, 21, 29, 256) 0 mixed0[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_197 (Conv2D) (None, 21, 29, 64) 16384 mixed0[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_199 (Conv2D) (None, 21, 29, 64) 76800 activation_197[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_202 (Conv2D) (None, 21, 29, 96) 82944 activation_200[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_203 (Conv2D) (None, 21, 29, 64) 16384 average_pooling2d_19[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_197 (BatchN (None, 21, 29, 64) 192 conv2d_197[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_199 (BatchN (None, 21, 29, 64) 192 conv2d_199[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_202 (BatchN (None, 21, 29, 96) 288 conv2d_202[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_203 (BatchN (None, 21, 29, 64) 192 conv2d_203[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_196 (Activation) (None, 21, 29, 64) 0 batch_normalization_197[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_198 (Activation) (None, 21, 29, 64) 0 batch_normalization_199[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_201 (Activation) (None, 21, 29, 96) 0 batch_normalization_202[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_202 (Activation) (None, 21, 29, 64) 0 batch_normalization_203[0][0] \n",
"__________________________________________________________________________________________________\n",
"mixed1 (Concatenate) (None, 21, 29, 288) 0 activation_196[0][0] \n",
" activation_198[0][0] \n",
" activation_201[0][0] \n",
" activation_202[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_207 (Conv2D) (None, 21, 29, 64) 18432 mixed1[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_207 (BatchN (None, 21, 29, 64) 192 conv2d_207[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_206 (Activation) (None, 21, 29, 64) 0 batch_normalization_207[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_205 (Conv2D) (None, 21, 29, 48) 13824 mixed1[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_208 (Conv2D) (None, 21, 29, 96) 55296 activation_206[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_205 (BatchN (None, 21, 29, 48) 144 conv2d_205[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_208 (BatchN (None, 21, 29, 96) 288 conv2d_208[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_204 (Activation) (None, 21, 29, 48) 0 batch_normalization_205[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_207 (Activation) (None, 21, 29, 96) 0 batch_normalization_208[0][0] \n",
"__________________________________________________________________________________________________\n",
"average_pooling2d_20 (AveragePo (None, 21, 29, 288) 0 mixed1[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_204 (Conv2D) (None, 21, 29, 64) 18432 mixed1[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_206 (Conv2D) (None, 21, 29, 64) 76800 activation_204[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_209 (Conv2D) (None, 21, 29, 96) 82944 activation_207[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_210 (Conv2D) (None, 21, 29, 64) 18432 average_pooling2d_20[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_204 (BatchN (None, 21, 29, 64) 192 conv2d_204[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_206 (BatchN (None, 21, 29, 64) 192 conv2d_206[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_209 (BatchN (None, 21, 29, 96) 288 conv2d_209[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_210 (BatchN (None, 21, 29, 64) 192 conv2d_210[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_203 (Activation) (None, 21, 29, 64) 0 batch_normalization_204[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_205 (Activation) (None, 21, 29, 64) 0 batch_normalization_206[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_208 (Activation) (None, 21, 29, 96) 0 batch_normalization_209[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_209 (Activation) (None, 21, 29, 64) 0 batch_normalization_210[0][0] \n",
"__________________________________________________________________________________________________\n",
"mixed2 (Concatenate) (None, 21, 29, 288) 0 activation_203[0][0] \n",
" activation_205[0][0] \n",
" activation_208[0][0] \n",
" activation_209[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_212 (Conv2D) (None, 21, 29, 64) 18432 mixed2[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_212 (BatchN (None, 21, 29, 64) 192 conv2d_212[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_211 (Activation) (None, 21, 29, 64) 0 batch_normalization_212[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_213 (Conv2D) (None, 21, 29, 96) 55296 activation_211[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_213 (BatchN (None, 21, 29, 96) 288 conv2d_213[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_212 (Activation) (None, 21, 29, 96) 0 batch_normalization_213[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_211 (Conv2D) (None, 10, 14, 384) 995328 mixed2[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_214 (Conv2D) (None, 10, 14, 96) 82944 activation_212[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_211 (BatchN (None, 10, 14, 384) 1152 conv2d_211[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_214 (BatchN (None, 10, 14, 96) 288 conv2d_214[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_210 (Activation) (None, 10, 14, 384) 0 batch_normalization_211[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_213 (Activation) (None, 10, 14, 96) 0 batch_normalization_214[0][0] \n",
"__________________________________________________________________________________________________\n",
"max_pooling2d_11 (MaxPooling2D) (None, 10, 14, 288) 0 mixed2[0][0] \n",
"__________________________________________________________________________________________________\n",
"mixed3 (Concatenate) (None, 10, 14, 768) 0 activation_210[0][0] \n",
" activation_213[0][0] \n",
" max_pooling2d_11[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_219 (Conv2D) (None, 10, 14, 128) 98304 mixed3[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_219 (BatchN (None, 10, 14, 128) 384 conv2d_219[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_218 (Activation) (None, 10, 14, 128) 0 batch_normalization_219[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_220 (Conv2D) (None, 10, 14, 128) 114688 activation_218[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_220 (BatchN (None, 10, 14, 128) 384 conv2d_220[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_219 (Activation) (None, 10, 14, 128) 0 batch_normalization_220[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_216 (Conv2D) (None, 10, 14, 128) 98304 mixed3[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_221 (Conv2D) (None, 10, 14, 128) 114688 activation_219[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_216 (BatchN (None, 10, 14, 128) 384 conv2d_216[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_221 (BatchN (None, 10, 14, 128) 384 conv2d_221[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_215 (Activation) (None, 10, 14, 128) 0 batch_normalization_216[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_220 (Activation) (None, 10, 14, 128) 0 batch_normalization_221[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_217 (Conv2D) (None, 10, 14, 128) 114688 activation_215[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_222 (Conv2D) (None, 10, 14, 128) 114688 activation_220[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_217 (BatchN (None, 10, 14, 128) 384 conv2d_217[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_222 (BatchN (None, 10, 14, 128) 384 conv2d_222[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_216 (Activation) (None, 10, 14, 128) 0 batch_normalization_217[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_221 (Activation) (None, 10, 14, 128) 0 batch_normalization_222[0][0] \n",
"__________________________________________________________________________________________________\n",
"average_pooling2d_21 (AveragePo (None, 10, 14, 768) 0 mixed3[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_215 (Conv2D) (None, 10, 14, 192) 147456 mixed3[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_218 (Conv2D) (None, 10, 14, 192) 172032 activation_216[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_223 (Conv2D) (None, 10, 14, 192) 172032 activation_221[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_224 (Conv2D) (None, 10, 14, 192) 147456 average_pooling2d_21[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_215 (BatchN (None, 10, 14, 192) 576 conv2d_215[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_218 (BatchN (None, 10, 14, 192) 576 conv2d_218[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_223 (BatchN (None, 10, 14, 192) 576 conv2d_223[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_224 (BatchN (None, 10, 14, 192) 576 conv2d_224[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_214 (Activation) (None, 10, 14, 192) 0 batch_normalization_215[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_217 (Activation) (None, 10, 14, 192) 0 batch_normalization_218[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_222 (Activation) (None, 10, 14, 192) 0 batch_normalization_223[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_223 (Activation) (None, 10, 14, 192) 0 batch_normalization_224[0][0] \n",
"__________________________________________________________________________________________________\n",
"mixed4 (Concatenate) (None, 10, 14, 768) 0 activation_214[0][0] \n",
" activation_217[0][0] \n",
" activation_222[0][0] \n",
" activation_223[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_229 (Conv2D) (None, 10, 14, 160) 122880 mixed4[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_229 (BatchN (None, 10, 14, 160) 480 conv2d_229[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_228 (Activation) (None, 10, 14, 160) 0 batch_normalization_229[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_230 (Conv2D) (None, 10, 14, 160) 179200 activation_228[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_230 (BatchN (None, 10, 14, 160) 480 conv2d_230[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_229 (Activation) (None, 10, 14, 160) 0 batch_normalization_230[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_226 (Conv2D) (None, 10, 14, 160) 122880 mixed4[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_231 (Conv2D) (None, 10, 14, 160) 179200 activation_229[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_226 (BatchN (None, 10, 14, 160) 480 conv2d_226[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_231 (BatchN (None, 10, 14, 160) 480 conv2d_231[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_225 (Activation) (None, 10, 14, 160) 0 batch_normalization_226[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_230 (Activation) (None, 10, 14, 160) 0 batch_normalization_231[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_227 (Conv2D) (None, 10, 14, 160) 179200 activation_225[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_232 (Conv2D) (None, 10, 14, 160) 179200 activation_230[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_227 (BatchN (None, 10, 14, 160) 480 conv2d_227[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_232 (BatchN (None, 10, 14, 160) 480 conv2d_232[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_226 (Activation) (None, 10, 14, 160) 0 batch_normalization_227[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_231 (Activation) (None, 10, 14, 160) 0 batch_normalization_232[0][0] \n",
"__________________________________________________________________________________________________\n",
"average_pooling2d_22 (AveragePo (None, 10, 14, 768) 0 mixed4[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_225 (Conv2D) (None, 10, 14, 192) 147456 mixed4[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_228 (Conv2D) (None, 10, 14, 192) 215040 activation_226[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_233 (Conv2D) (None, 10, 14, 192) 215040 activation_231[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_234 (Conv2D) (None, 10, 14, 192) 147456 average_pooling2d_22[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_225 (BatchN (None, 10, 14, 192) 576 conv2d_225[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_228 (BatchN (None, 10, 14, 192) 576 conv2d_228[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_233 (BatchN (None, 10, 14, 192) 576 conv2d_233[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_234 (BatchN (None, 10, 14, 192) 576 conv2d_234[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_224 (Activation) (None, 10, 14, 192) 0 batch_normalization_225[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_227 (Activation) (None, 10, 14, 192) 0 batch_normalization_228[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_232 (Activation) (None, 10, 14, 192) 0 batch_normalization_233[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_233 (Activation) (None, 10, 14, 192) 0 batch_normalization_234[0][0] \n",
"__________________________________________________________________________________________________\n",
"mixed5 (Concatenate) (None, 10, 14, 768) 0 activation_224[0][0] \n",
" activation_227[0][0] \n",
" activation_232[0][0] \n",
" activation_233[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_239 (Conv2D) (None, 10, 14, 160) 122880 mixed5[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_239 (BatchN (None, 10, 14, 160) 480 conv2d_239[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_238 (Activation) (None, 10, 14, 160) 0 batch_normalization_239[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_240 (Conv2D) (None, 10, 14, 160) 179200 activation_238[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_240 (BatchN (None, 10, 14, 160) 480 conv2d_240[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_239 (Activation) (None, 10, 14, 160) 0 batch_normalization_240[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_236 (Conv2D) (None, 10, 14, 160) 122880 mixed5[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_241 (Conv2D) (None, 10, 14, 160) 179200 activation_239[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_236 (BatchN (None, 10, 14, 160) 480 conv2d_236[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_241 (BatchN (None, 10, 14, 160) 480 conv2d_241[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_235 (Activation) (None, 10, 14, 160) 0 batch_normalization_236[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_240 (Activation) (None, 10, 14, 160) 0 batch_normalization_241[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_237 (Conv2D) (None, 10, 14, 160) 179200 activation_235[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_242 (Conv2D) (None, 10, 14, 160) 179200 activation_240[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_237 (BatchN (None, 10, 14, 160) 480 conv2d_237[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_242 (BatchN (None, 10, 14, 160) 480 conv2d_242[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_236 (Activation) (None, 10, 14, 160) 0 batch_normalization_237[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_241 (Activation) (None, 10, 14, 160) 0 batch_normalization_242[0][0] \n",
"__________________________________________________________________________________________________\n",
"average_pooling2d_23 (AveragePo (None, 10, 14, 768) 0 mixed5[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_235 (Conv2D) (None, 10, 14, 192) 147456 mixed5[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_238 (Conv2D) (None, 10, 14, 192) 215040 activation_236[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_243 (Conv2D) (None, 10, 14, 192) 215040 activation_241[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_244 (Conv2D) (None, 10, 14, 192) 147456 average_pooling2d_23[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_235 (BatchN (None, 10, 14, 192) 576 conv2d_235[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_238 (BatchN (None, 10, 14, 192) 576 conv2d_238[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_243 (BatchN (None, 10, 14, 192) 576 conv2d_243[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_244 (BatchN (None, 10, 14, 192) 576 conv2d_244[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_234 (Activation) (None, 10, 14, 192) 0 batch_normalization_235[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_237 (Activation) (None, 10, 14, 192) 0 batch_normalization_238[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_242 (Activation) (None, 10, 14, 192) 0 batch_normalization_243[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_243 (Activation) (None, 10, 14, 192) 0 batch_normalization_244[0][0] \n",
"__________________________________________________________________________________________________\n",
"mixed6 (Concatenate) (None, 10, 14, 768) 0 activation_234[0][0] \n",
" activation_237[0][0] \n",
" activation_242[0][0] \n",
" activation_243[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_249 (Conv2D) (None, 10, 14, 192) 147456 mixed6[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_249 (BatchN (None, 10, 14, 192) 576 conv2d_249[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_248 (Activation) (None, 10, 14, 192) 0 batch_normalization_249[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_250 (Conv2D) (None, 10, 14, 192) 258048 activation_248[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_250 (BatchN (None, 10, 14, 192) 576 conv2d_250[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_249 (Activation) (None, 10, 14, 192) 0 batch_normalization_250[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_246 (Conv2D) (None, 10, 14, 192) 147456 mixed6[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_251 (Conv2D) (None, 10, 14, 192) 258048 activation_249[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_246 (BatchN (None, 10, 14, 192) 576 conv2d_246[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_251 (BatchN (None, 10, 14, 192) 576 conv2d_251[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_245 (Activation) (None, 10, 14, 192) 0 batch_normalization_246[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_250 (Activation) (None, 10, 14, 192) 0 batch_normalization_251[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_247 (Conv2D) (None, 10, 14, 192) 258048 activation_245[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_252 (Conv2D) (None, 10, 14, 192) 258048 activation_250[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_247 (BatchN (None, 10, 14, 192) 576 conv2d_247[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_252 (BatchN (None, 10, 14, 192) 576 conv2d_252[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_246 (Activation) (None, 10, 14, 192) 0 batch_normalization_247[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_251 (Activation) (None, 10, 14, 192) 0 batch_normalization_252[0][0] \n",
"__________________________________________________________________________________________________\n",
"average_pooling2d_24 (AveragePo (None, 10, 14, 768) 0 mixed6[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_245 (Conv2D) (None, 10, 14, 192) 147456 mixed6[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_248 (Conv2D) (None, 10, 14, 192) 258048 activation_246[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_253 (Conv2D) (None, 10, 14, 192) 258048 activation_251[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_254 (Conv2D) (None, 10, 14, 192) 147456 average_pooling2d_24[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_245 (BatchN (None, 10, 14, 192) 576 conv2d_245[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_248 (BatchN (None, 10, 14, 192) 576 conv2d_248[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_253 (BatchN (None, 10, 14, 192) 576 conv2d_253[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_254 (BatchN (None, 10, 14, 192) 576 conv2d_254[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_244 (Activation) (None, 10, 14, 192) 0 batch_normalization_245[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_247 (Activation) (None, 10, 14, 192) 0 batch_normalization_248[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_252 (Activation) (None, 10, 14, 192) 0 batch_normalization_253[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_253 (Activation) (None, 10, 14, 192) 0 batch_normalization_254[0][0] \n",
"__________________________________________________________________________________________________\n",
"mixed7 (Concatenate) (None, 10, 14, 768) 0 activation_244[0][0] \n",
" activation_247[0][0] \n",
" activation_252[0][0] \n",
" activation_253[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_257 (Conv2D) (None, 10, 14, 192) 147456 mixed7[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_257 (BatchN (None, 10, 14, 192) 576 conv2d_257[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_256 (Activation) (None, 10, 14, 192) 0 batch_normalization_257[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_258 (Conv2D) (None, 10, 14, 192) 258048 activation_256[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_258 (BatchN (None, 10, 14, 192) 576 conv2d_258[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_257 (Activation) (None, 10, 14, 192) 0 batch_normalization_258[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_255 (Conv2D) (None, 10, 14, 192) 147456 mixed7[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_259 (Conv2D) (None, 10, 14, 192) 258048 activation_257[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_255 (BatchN (None, 10, 14, 192) 576 conv2d_255[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_259 (BatchN (None, 10, 14, 192) 576 conv2d_259[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_254 (Activation) (None, 10, 14, 192) 0 batch_normalization_255[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_258 (Activation) (None, 10, 14, 192) 0 batch_normalization_259[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_256 (Conv2D) (None, 4, 6, 320) 552960 activation_254[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_260 (Conv2D) (None, 4, 6, 192) 331776 activation_258[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_256 (BatchN (None, 4, 6, 320) 960 conv2d_256[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_260 (BatchN (None, 4, 6, 192) 576 conv2d_260[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_255 (Activation) (None, 4, 6, 320) 0 batch_normalization_256[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_259 (Activation) (None, 4, 6, 192) 0 batch_normalization_260[0][0] \n",
"__________________________________________________________________________________________________\n",
"max_pooling2d_12 (MaxPooling2D) (None, 4, 6, 768) 0 mixed7[0][0] \n",
"__________________________________________________________________________________________________\n",
"mixed8 (Concatenate) (None, 4, 6, 1280) 0 activation_255[0][0] \n",
" activation_259[0][0] \n",
" max_pooling2d_12[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_265 (Conv2D) (None, 4, 6, 448) 573440 mixed8[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_265 (BatchN (None, 4, 6, 448) 1344 conv2d_265[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_264 (Activation) (None, 4, 6, 448) 0 batch_normalization_265[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_262 (Conv2D) (None, 4, 6, 384) 491520 mixed8[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_266 (Conv2D) (None, 4, 6, 384) 1548288 activation_264[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_262 (BatchN (None, 4, 6, 384) 1152 conv2d_262[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_266 (BatchN (None, 4, 6, 384) 1152 conv2d_266[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_261 (Activation) (None, 4, 6, 384) 0 batch_normalization_262[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_265 (Activation) (None, 4, 6, 384) 0 batch_normalization_266[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_263 (Conv2D) (None, 4, 6, 384) 442368 activation_261[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_264 (Conv2D) (None, 4, 6, 384) 442368 activation_261[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_267 (Conv2D) (None, 4, 6, 384) 442368 activation_265[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_268 (Conv2D) (None, 4, 6, 384) 442368 activation_265[0][0] \n",
"__________________________________________________________________________________________________\n",
"average_pooling2d_25 (AveragePo (None, 4, 6, 1280) 0 mixed8[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_261 (Conv2D) (None, 4, 6, 320) 409600 mixed8[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_263 (BatchN (None, 4, 6, 384) 1152 conv2d_263[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_264 (BatchN (None, 4, 6, 384) 1152 conv2d_264[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_267 (BatchN (None, 4, 6, 384) 1152 conv2d_267[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_268 (BatchN (None, 4, 6, 384) 1152 conv2d_268[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_269 (Conv2D) (None, 4, 6, 192) 245760 average_pooling2d_25[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_261 (BatchN (None, 4, 6, 320) 960 conv2d_261[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_262 (Activation) (None, 4, 6, 384) 0 batch_normalization_263[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_263 (Activation) (None, 4, 6, 384) 0 batch_normalization_264[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_266 (Activation) (None, 4, 6, 384) 0 batch_normalization_267[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_267 (Activation) (None, 4, 6, 384) 0 batch_normalization_268[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_269 (BatchN (None, 4, 6, 192) 576 conv2d_269[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_260 (Activation) (None, 4, 6, 320) 0 batch_normalization_261[0][0] \n",
"__________________________________________________________________________________________________\n",
"mixed9_0 (Concatenate) (None, 4, 6, 768) 0 activation_262[0][0] \n",
" activation_263[0][0] \n",
"__________________________________________________________________________________________________\n",
"concatenate_4 (Concatenate) (None, 4, 6, 768) 0 activation_266[0][0] \n",
" activation_267[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_268 (Activation) (None, 4, 6, 192) 0 batch_normalization_269[0][0] \n",
"__________________________________________________________________________________________________\n",
"mixed9 (Concatenate) (None, 4, 6, 2048) 0 activation_260[0][0] \n",
" mixed9_0[0][0] \n",
" concatenate_4[0][0] \n",
" activation_268[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_274 (Conv2D) (None, 4, 6, 448) 917504 mixed9[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_274 (BatchN (None, 4, 6, 448) 1344 conv2d_274[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_273 (Activation) (None, 4, 6, 448) 0 batch_normalization_274[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_271 (Conv2D) (None, 4, 6, 384) 786432 mixed9[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_275 (Conv2D) (None, 4, 6, 384) 1548288 activation_273[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_271 (BatchN (None, 4, 6, 384) 1152 conv2d_271[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_275 (BatchN (None, 4, 6, 384) 1152 conv2d_275[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_270 (Activation) (None, 4, 6, 384) 0 batch_normalization_271[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_274 (Activation) (None, 4, 6, 384) 0 batch_normalization_275[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_272 (Conv2D) (None, 4, 6, 384) 442368 activation_270[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_273 (Conv2D) (None, 4, 6, 384) 442368 activation_270[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_276 (Conv2D) (None, 4, 6, 384) 442368 activation_274[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_277 (Conv2D) (None, 4, 6, 384) 442368 activation_274[0][0] \n",
"__________________________________________________________________________________________________\n",
"average_pooling2d_26 (AveragePo (None, 4, 6, 2048) 0 mixed9[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_270 (Conv2D) (None, 4, 6, 320) 655360 mixed9[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_272 (BatchN (None, 4, 6, 384) 1152 conv2d_272[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_273 (BatchN (None, 4, 6, 384) 1152 conv2d_273[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_276 (BatchN (None, 4, 6, 384) 1152 conv2d_276[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_277 (BatchN (None, 4, 6, 384) 1152 conv2d_277[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2d_278 (Conv2D) (None, 4, 6, 192) 393216 average_pooling2d_26[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_270 (BatchN (None, 4, 6, 320) 960 conv2d_270[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_271 (Activation) (None, 4, 6, 384) 0 batch_normalization_272[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_272 (Activation) (None, 4, 6, 384) 0 batch_normalization_273[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_275 (Activation) (None, 4, 6, 384) 0 batch_normalization_276[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_276 (Activation) (None, 4, 6, 384) 0 batch_normalization_277[0][0] \n",
"__________________________________________________________________________________________________\n",
"batch_normalization_278 (BatchN (None, 4, 6, 192) 576 conv2d_278[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_269 (Activation) (None, 4, 6, 320) 0 batch_normalization_270[0][0] \n",
"__________________________________________________________________________________________________\n",
"mixed9_1 (Concatenate) (None, 4, 6, 768) 0 activation_271[0][0] \n",
" activation_272[0][0] \n",
"__________________________________________________________________________________________________\n",
"concatenate_5 (Concatenate) (None, 4, 6, 768) 0 activation_275[0][0] \n",
" activation_276[0][0] \n",
"__________________________________________________________________________________________________\n",
"activation_277 (Activation) (None, 4, 6, 192) 0 batch_normalization_278[0][0] \n",
"__________________________________________________________________________________________________\n",
"mixed10 (Concatenate) (None, 4, 6, 2048) 0 activation_269[0][0] \n",
" mixed9_1[0][0] \n",
" concatenate_5[0][0] \n",
" activation_277[0][0] \n",
"__________________________________________________________________________________________________\n",
"global_max_pooling2d_2 (GlobalM (None, 2048) 0 mixed10[0][0] \n",
"__________________________________________________________________________________________________\n",
"dense_3 (Dense) (None, 512) 1049088 global_max_pooling2d_2[0][0] \n",
"__________________________________________________________________________________________________\n",
"dropout_2 (Dropout) (None, 512) 0 dense_3[0][0] \n",
"__________________________________________________________________________________________________\n",
"dense_4 (Dense) (None, 7) 3591 dropout_2[0][0] \n",
"==================================================================================================\n",
"Total params: 22,855,463\n",
"Trainable params: 22,821,031\n",
"Non-trainable params: 34,432\n",
"__________________________________________________________________________________________________\n"
]
}
],
"source": [
"inception_model.summary()"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## Define DenseNet 201 "
]
},
{
"cell_type": "code",
"execution_count": 22,
"metadata": {},
"outputs": [],
"source": [
"denseNet = DenseNet201(input_shape=input_shape, input_tensor=model_input, include_top=False, weights=None)"
]
},
{
"cell_type": "code",
"execution_count": 23,
"metadata": {},
"outputs": [],
"source": [
"for layer in denseNet.layers:\n",
" layer.trainable = True"
]
},
{
"cell_type": "code",
"execution_count": 24,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"last layer output shape: (None, 6, 8, 1920)\n"
]
}
],
"source": [
"denseNet_last_layer = denseNet.get_layer('relu')\n",
"print('last layer output shape:', denseNet_last_layer.output_shape)\n",
"denseNet_last_output = denseNet_last_layer.output"
]
},
{
"cell_type": "code",
"execution_count": 25,
"metadata": {},
"outputs": [],
"source": [
"# Flatten the output layer to 1 dimension\n",
"x_denseNet = layers.GlobalMaxPooling2D()(denseNet_last_output)\n",
"# Add a fully connected layer with 512 hidden units and ReLU activation\n",
"x_denseNet = layers.Dense(512, activation='relu')(x_denseNet)\n",
"# Add a dropout rate of 0.7\n",
"x_denseNet = layers.Dropout(0.5)(x_denseNet)\n",
"# Add a final sigmoid layer for classification\n",
"x_denseNet = layers.Dense(7, activation='softmax')(x_denseNet)\n",
"\n",
"# Configure and compile the model\n",
"\n",
"denseNet_model = Model(model_input, x_denseNet)\n",
"optimizer = Adam(lr=0.0001, beta_1=0.9, beta_2=0.999, epsilon=None, decay=0.0, amsgrad=True)\n",
"denseNet_model.compile(loss='categorical_crossentropy',\n",
" optimizer=optimizer,\n",
" metrics=['accuracy'])"
]
},
{
"cell_type": "code",
"execution_count": 26,
"metadata": {},
"outputs": [],
"source": [
"denseNet_model.load_weights(\"DenseNetFull.h5\")"
]
},
{
"cell_type": "code",
"execution_count": 27,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"__________________________________________________________________________________________________\n",
"Layer (type) Output Shape Param # Connected to \n",
"==================================================================================================\n",
"input_1 (InputLayer) (None, 192, 256, 3) 0 \n",
"__________________________________________________________________________________________________\n",
"zero_padding2d_1 (ZeroPadding2D (None, 198, 262, 3) 0 input_1[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv1/conv (Conv2D) (None, 96, 128, 64) 9408 zero_padding2d_1[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv1/bn (BatchNormalization) (None, 96, 128, 64) 256 conv1/conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv1/relu (Activation) (None, 96, 128, 64) 0 conv1/bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"zero_padding2d_2 (ZeroPadding2D (None, 98, 130, 64) 0 conv1/relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"pool1 (MaxPooling2D) (None, 48, 64, 64) 0 zero_padding2d_2[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2_block1_0_bn (BatchNormali (None, 48, 64, 64) 256 pool1[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2_block1_0_relu (Activation (None, 48, 64, 64) 0 conv2_block1_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2_block1_1_conv (Conv2D) (None, 48, 64, 128) 8192 conv2_block1_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2_block1_1_bn (BatchNormali (None, 48, 64, 128) 512 conv2_block1_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2_block1_1_relu (Activation (None, 48, 64, 128) 0 conv2_block1_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2_block1_2_conv (Conv2D) (None, 48, 64, 32) 36864 conv2_block1_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2_block1_concat (Concatenat (None, 48, 64, 96) 0 pool1[0][0] \n",
" conv2_block1_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2_block2_0_bn (BatchNormali (None, 48, 64, 96) 384 conv2_block1_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2_block2_0_relu (Activation (None, 48, 64, 96) 0 conv2_block2_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2_block2_1_conv (Conv2D) (None, 48, 64, 128) 12288 conv2_block2_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2_block2_1_bn (BatchNormali (None, 48, 64, 128) 512 conv2_block2_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2_block2_1_relu (Activation (None, 48, 64, 128) 0 conv2_block2_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2_block2_2_conv (Conv2D) (None, 48, 64, 32) 36864 conv2_block2_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2_block2_concat (Concatenat (None, 48, 64, 128) 0 conv2_block1_concat[0][0] \n",
" conv2_block2_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2_block3_0_bn (BatchNormali (None, 48, 64, 128) 512 conv2_block2_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2_block3_0_relu (Activation (None, 48, 64, 128) 0 conv2_block3_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2_block3_1_conv (Conv2D) (None, 48, 64, 128) 16384 conv2_block3_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2_block3_1_bn (BatchNormali (None, 48, 64, 128) 512 conv2_block3_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2_block3_1_relu (Activation (None, 48, 64, 128) 0 conv2_block3_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2_block3_2_conv (Conv2D) (None, 48, 64, 32) 36864 conv2_block3_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2_block3_concat (Concatenat (None, 48, 64, 160) 0 conv2_block2_concat[0][0] \n",
" conv2_block3_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2_block4_0_bn (BatchNormali (None, 48, 64, 160) 640 conv2_block3_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2_block4_0_relu (Activation (None, 48, 64, 160) 0 conv2_block4_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2_block4_1_conv (Conv2D) (None, 48, 64, 128) 20480 conv2_block4_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2_block4_1_bn (BatchNormali (None, 48, 64, 128) 512 conv2_block4_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2_block4_1_relu (Activation (None, 48, 64, 128) 0 conv2_block4_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2_block4_2_conv (Conv2D) (None, 48, 64, 32) 36864 conv2_block4_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2_block4_concat (Concatenat (None, 48, 64, 192) 0 conv2_block3_concat[0][0] \n",
" conv2_block4_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2_block5_0_bn (BatchNormali (None, 48, 64, 192) 768 conv2_block4_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2_block5_0_relu (Activation (None, 48, 64, 192) 0 conv2_block5_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2_block5_1_conv (Conv2D) (None, 48, 64, 128) 24576 conv2_block5_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2_block5_1_bn (BatchNormali (None, 48, 64, 128) 512 conv2_block5_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2_block5_1_relu (Activation (None, 48, 64, 128) 0 conv2_block5_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2_block5_2_conv (Conv2D) (None, 48, 64, 32) 36864 conv2_block5_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2_block5_concat (Concatenat (None, 48, 64, 224) 0 conv2_block4_concat[0][0] \n",
" conv2_block5_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2_block6_0_bn (BatchNormali (None, 48, 64, 224) 896 conv2_block5_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2_block6_0_relu (Activation (None, 48, 64, 224) 0 conv2_block6_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2_block6_1_conv (Conv2D) (None, 48, 64, 128) 28672 conv2_block6_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2_block6_1_bn (BatchNormali (None, 48, 64, 128) 512 conv2_block6_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2_block6_1_relu (Activation (None, 48, 64, 128) 0 conv2_block6_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2_block6_2_conv (Conv2D) (None, 48, 64, 32) 36864 conv2_block6_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv2_block6_concat (Concatenat (None, 48, 64, 256) 0 conv2_block5_concat[0][0] \n",
" conv2_block6_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"pool2_bn (BatchNormalization) (None, 48, 64, 256) 1024 conv2_block6_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"pool2_relu (Activation) (None, 48, 64, 256) 0 pool2_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"pool2_conv (Conv2D) (None, 48, 64, 128) 32768 pool2_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"pool2_pool (AveragePooling2D) (None, 24, 32, 128) 0 pool2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block1_0_bn (BatchNormali (None, 24, 32, 128) 512 pool2_pool[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block1_0_relu (Activation (None, 24, 32, 128) 0 conv3_block1_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block1_1_conv (Conv2D) (None, 24, 32, 128) 16384 conv3_block1_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block1_1_bn (BatchNormali (None, 24, 32, 128) 512 conv3_block1_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block1_1_relu (Activation (None, 24, 32, 128) 0 conv3_block1_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block1_2_conv (Conv2D) (None, 24, 32, 32) 36864 conv3_block1_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block1_concat (Concatenat (None, 24, 32, 160) 0 pool2_pool[0][0] \n",
" conv3_block1_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block2_0_bn (BatchNormali (None, 24, 32, 160) 640 conv3_block1_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block2_0_relu (Activation (None, 24, 32, 160) 0 conv3_block2_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block2_1_conv (Conv2D) (None, 24, 32, 128) 20480 conv3_block2_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block2_1_bn (BatchNormali (None, 24, 32, 128) 512 conv3_block2_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block2_1_relu (Activation (None, 24, 32, 128) 0 conv3_block2_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block2_2_conv (Conv2D) (None, 24, 32, 32) 36864 conv3_block2_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block2_concat (Concatenat (None, 24, 32, 192) 0 conv3_block1_concat[0][0] \n",
" conv3_block2_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block3_0_bn (BatchNormali (None, 24, 32, 192) 768 conv3_block2_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block3_0_relu (Activation (None, 24, 32, 192) 0 conv3_block3_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block3_1_conv (Conv2D) (None, 24, 32, 128) 24576 conv3_block3_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block3_1_bn (BatchNormali (None, 24, 32, 128) 512 conv3_block3_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block3_1_relu (Activation (None, 24, 32, 128) 0 conv3_block3_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block3_2_conv (Conv2D) (None, 24, 32, 32) 36864 conv3_block3_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block3_concat (Concatenat (None, 24, 32, 224) 0 conv3_block2_concat[0][0] \n",
" conv3_block3_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block4_0_bn (BatchNormali (None, 24, 32, 224) 896 conv3_block3_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block4_0_relu (Activation (None, 24, 32, 224) 0 conv3_block4_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block4_1_conv (Conv2D) (None, 24, 32, 128) 28672 conv3_block4_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block4_1_bn (BatchNormali (None, 24, 32, 128) 512 conv3_block4_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block4_1_relu (Activation (None, 24, 32, 128) 0 conv3_block4_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block4_2_conv (Conv2D) (None, 24, 32, 32) 36864 conv3_block4_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block4_concat (Concatenat (None, 24, 32, 256) 0 conv3_block3_concat[0][0] \n",
" conv3_block4_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block5_0_bn (BatchNormali (None, 24, 32, 256) 1024 conv3_block4_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block5_0_relu (Activation (None, 24, 32, 256) 0 conv3_block5_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block5_1_conv (Conv2D) (None, 24, 32, 128) 32768 conv3_block5_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block5_1_bn (BatchNormali (None, 24, 32, 128) 512 conv3_block5_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block5_1_relu (Activation (None, 24, 32, 128) 0 conv3_block5_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block5_2_conv (Conv2D) (None, 24, 32, 32) 36864 conv3_block5_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block5_concat (Concatenat (None, 24, 32, 288) 0 conv3_block4_concat[0][0] \n",
" conv3_block5_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block6_0_bn (BatchNormali (None, 24, 32, 288) 1152 conv3_block5_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block6_0_relu (Activation (None, 24, 32, 288) 0 conv3_block6_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block6_1_conv (Conv2D) (None, 24, 32, 128) 36864 conv3_block6_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block6_1_bn (BatchNormali (None, 24, 32, 128) 512 conv3_block6_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block6_1_relu (Activation (None, 24, 32, 128) 0 conv3_block6_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block6_2_conv (Conv2D) (None, 24, 32, 32) 36864 conv3_block6_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block6_concat (Concatenat (None, 24, 32, 320) 0 conv3_block5_concat[0][0] \n",
" conv3_block6_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block7_0_bn (BatchNormali (None, 24, 32, 320) 1280 conv3_block6_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block7_0_relu (Activation (None, 24, 32, 320) 0 conv3_block7_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block7_1_conv (Conv2D) (None, 24, 32, 128) 40960 conv3_block7_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block7_1_bn (BatchNormali (None, 24, 32, 128) 512 conv3_block7_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block7_1_relu (Activation (None, 24, 32, 128) 0 conv3_block7_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block7_2_conv (Conv2D) (None, 24, 32, 32) 36864 conv3_block7_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block7_concat (Concatenat (None, 24, 32, 352) 0 conv3_block6_concat[0][0] \n",
" conv3_block7_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block8_0_bn (BatchNormali (None, 24, 32, 352) 1408 conv3_block7_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block8_0_relu (Activation (None, 24, 32, 352) 0 conv3_block8_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block8_1_conv (Conv2D) (None, 24, 32, 128) 45056 conv3_block8_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block8_1_bn (BatchNormali (None, 24, 32, 128) 512 conv3_block8_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block8_1_relu (Activation (None, 24, 32, 128) 0 conv3_block8_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block8_2_conv (Conv2D) (None, 24, 32, 32) 36864 conv3_block8_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block8_concat (Concatenat (None, 24, 32, 384) 0 conv3_block7_concat[0][0] \n",
" conv3_block8_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block9_0_bn (BatchNormali (None, 24, 32, 384) 1536 conv3_block8_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block9_0_relu (Activation (None, 24, 32, 384) 0 conv3_block9_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block9_1_conv (Conv2D) (None, 24, 32, 128) 49152 conv3_block9_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block9_1_bn (BatchNormali (None, 24, 32, 128) 512 conv3_block9_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block9_1_relu (Activation (None, 24, 32, 128) 0 conv3_block9_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block9_2_conv (Conv2D) (None, 24, 32, 32) 36864 conv3_block9_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block9_concat (Concatenat (None, 24, 32, 416) 0 conv3_block8_concat[0][0] \n",
" conv3_block9_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block10_0_bn (BatchNormal (None, 24, 32, 416) 1664 conv3_block9_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block10_0_relu (Activatio (None, 24, 32, 416) 0 conv3_block10_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block10_1_conv (Conv2D) (None, 24, 32, 128) 53248 conv3_block10_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block10_1_bn (BatchNormal (None, 24, 32, 128) 512 conv3_block10_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block10_1_relu (Activatio (None, 24, 32, 128) 0 conv3_block10_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block10_2_conv (Conv2D) (None, 24, 32, 32) 36864 conv3_block10_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block10_concat (Concatena (None, 24, 32, 448) 0 conv3_block9_concat[0][0] \n",
" conv3_block10_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block11_0_bn (BatchNormal (None, 24, 32, 448) 1792 conv3_block10_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block11_0_relu (Activatio (None, 24, 32, 448) 0 conv3_block11_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block11_1_conv (Conv2D) (None, 24, 32, 128) 57344 conv3_block11_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block11_1_bn (BatchNormal (None, 24, 32, 128) 512 conv3_block11_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block11_1_relu (Activatio (None, 24, 32, 128) 0 conv3_block11_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block11_2_conv (Conv2D) (None, 24, 32, 32) 36864 conv3_block11_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block11_concat (Concatena (None, 24, 32, 480) 0 conv3_block10_concat[0][0] \n",
" conv3_block11_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block12_0_bn (BatchNormal (None, 24, 32, 480) 1920 conv3_block11_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block12_0_relu (Activatio (None, 24, 32, 480) 0 conv3_block12_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block12_1_conv (Conv2D) (None, 24, 32, 128) 61440 conv3_block12_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block12_1_bn (BatchNormal (None, 24, 32, 128) 512 conv3_block12_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block12_1_relu (Activatio (None, 24, 32, 128) 0 conv3_block12_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block12_2_conv (Conv2D) (None, 24, 32, 32) 36864 conv3_block12_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv3_block12_concat (Concatena (None, 24, 32, 512) 0 conv3_block11_concat[0][0] \n",
" conv3_block12_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"pool3_bn (BatchNormalization) (None, 24, 32, 512) 2048 conv3_block12_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"pool3_relu (Activation) (None, 24, 32, 512) 0 pool3_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"pool3_conv (Conv2D) (None, 24, 32, 256) 131072 pool3_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"pool3_pool (AveragePooling2D) (None, 12, 16, 256) 0 pool3_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block1_0_bn (BatchNormali (None, 12, 16, 256) 1024 pool3_pool[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block1_0_relu (Activation (None, 12, 16, 256) 0 conv4_block1_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block1_1_conv (Conv2D) (None, 12, 16, 128) 32768 conv4_block1_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block1_1_bn (BatchNormali (None, 12, 16, 128) 512 conv4_block1_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block1_1_relu (Activation (None, 12, 16, 128) 0 conv4_block1_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block1_2_conv (Conv2D) (None, 12, 16, 32) 36864 conv4_block1_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block1_concat (Concatenat (None, 12, 16, 288) 0 pool3_pool[0][0] \n",
" conv4_block1_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block2_0_bn (BatchNormali (None, 12, 16, 288) 1152 conv4_block1_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block2_0_relu (Activation (None, 12, 16, 288) 0 conv4_block2_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block2_1_conv (Conv2D) (None, 12, 16, 128) 36864 conv4_block2_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block2_1_bn (BatchNormali (None, 12, 16, 128) 512 conv4_block2_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block2_1_relu (Activation (None, 12, 16, 128) 0 conv4_block2_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block2_2_conv (Conv2D) (None, 12, 16, 32) 36864 conv4_block2_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block2_concat (Concatenat (None, 12, 16, 320) 0 conv4_block1_concat[0][0] \n",
" conv4_block2_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block3_0_bn (BatchNormali (None, 12, 16, 320) 1280 conv4_block2_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block3_0_relu (Activation (None, 12, 16, 320) 0 conv4_block3_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block3_1_conv (Conv2D) (None, 12, 16, 128) 40960 conv4_block3_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block3_1_bn (BatchNormali (None, 12, 16, 128) 512 conv4_block3_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block3_1_relu (Activation (None, 12, 16, 128) 0 conv4_block3_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block3_2_conv (Conv2D) (None, 12, 16, 32) 36864 conv4_block3_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block3_concat (Concatenat (None, 12, 16, 352) 0 conv4_block2_concat[0][0] \n",
" conv4_block3_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block4_0_bn (BatchNormali (None, 12, 16, 352) 1408 conv4_block3_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block4_0_relu (Activation (None, 12, 16, 352) 0 conv4_block4_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block4_1_conv (Conv2D) (None, 12, 16, 128) 45056 conv4_block4_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block4_1_bn (BatchNormali (None, 12, 16, 128) 512 conv4_block4_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block4_1_relu (Activation (None, 12, 16, 128) 0 conv4_block4_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block4_2_conv (Conv2D) (None, 12, 16, 32) 36864 conv4_block4_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block4_concat (Concatenat (None, 12, 16, 384) 0 conv4_block3_concat[0][0] \n",
" conv4_block4_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block5_0_bn (BatchNormali (None, 12, 16, 384) 1536 conv4_block4_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block5_0_relu (Activation (None, 12, 16, 384) 0 conv4_block5_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block5_1_conv (Conv2D) (None, 12, 16, 128) 49152 conv4_block5_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block5_1_bn (BatchNormali (None, 12, 16, 128) 512 conv4_block5_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block5_1_relu (Activation (None, 12, 16, 128) 0 conv4_block5_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block5_2_conv (Conv2D) (None, 12, 16, 32) 36864 conv4_block5_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block5_concat (Concatenat (None, 12, 16, 416) 0 conv4_block4_concat[0][0] \n",
" conv4_block5_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block6_0_bn (BatchNormali (None, 12, 16, 416) 1664 conv4_block5_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block6_0_relu (Activation (None, 12, 16, 416) 0 conv4_block6_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block6_1_conv (Conv2D) (None, 12, 16, 128) 53248 conv4_block6_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block6_1_bn (BatchNormali (None, 12, 16, 128) 512 conv4_block6_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block6_1_relu (Activation (None, 12, 16, 128) 0 conv4_block6_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block6_2_conv (Conv2D) (None, 12, 16, 32) 36864 conv4_block6_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block6_concat (Concatenat (None, 12, 16, 448) 0 conv4_block5_concat[0][0] \n",
" conv4_block6_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block7_0_bn (BatchNormali (None, 12, 16, 448) 1792 conv4_block6_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block7_0_relu (Activation (None, 12, 16, 448) 0 conv4_block7_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block7_1_conv (Conv2D) (None, 12, 16, 128) 57344 conv4_block7_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block7_1_bn (BatchNormali (None, 12, 16, 128) 512 conv4_block7_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block7_1_relu (Activation (None, 12, 16, 128) 0 conv4_block7_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block7_2_conv (Conv2D) (None, 12, 16, 32) 36864 conv4_block7_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block7_concat (Concatenat (None, 12, 16, 480) 0 conv4_block6_concat[0][0] \n",
" conv4_block7_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block8_0_bn (BatchNormali (None, 12, 16, 480) 1920 conv4_block7_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block8_0_relu (Activation (None, 12, 16, 480) 0 conv4_block8_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block8_1_conv (Conv2D) (None, 12, 16, 128) 61440 conv4_block8_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block8_1_bn (BatchNormali (None, 12, 16, 128) 512 conv4_block8_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block8_1_relu (Activation (None, 12, 16, 128) 0 conv4_block8_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block8_2_conv (Conv2D) (None, 12, 16, 32) 36864 conv4_block8_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block8_concat (Concatenat (None, 12, 16, 512) 0 conv4_block7_concat[0][0] \n",
" conv4_block8_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block9_0_bn (BatchNormali (None, 12, 16, 512) 2048 conv4_block8_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block9_0_relu (Activation (None, 12, 16, 512) 0 conv4_block9_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block9_1_conv (Conv2D) (None, 12, 16, 128) 65536 conv4_block9_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block9_1_bn (BatchNormali (None, 12, 16, 128) 512 conv4_block9_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block9_1_relu (Activation (None, 12, 16, 128) 0 conv4_block9_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block9_2_conv (Conv2D) (None, 12, 16, 32) 36864 conv4_block9_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block9_concat (Concatenat (None, 12, 16, 544) 0 conv4_block8_concat[0][0] \n",
" conv4_block9_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block10_0_bn (BatchNormal (None, 12, 16, 544) 2176 conv4_block9_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block10_0_relu (Activatio (None, 12, 16, 544) 0 conv4_block10_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block10_1_conv (Conv2D) (None, 12, 16, 128) 69632 conv4_block10_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block10_1_bn (BatchNormal (None, 12, 16, 128) 512 conv4_block10_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block10_1_relu (Activatio (None, 12, 16, 128) 0 conv4_block10_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block10_2_conv (Conv2D) (None, 12, 16, 32) 36864 conv4_block10_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block10_concat (Concatena (None, 12, 16, 576) 0 conv4_block9_concat[0][0] \n",
" conv4_block10_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block11_0_bn (BatchNormal (None, 12, 16, 576) 2304 conv4_block10_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block11_0_relu (Activatio (None, 12, 16, 576) 0 conv4_block11_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block11_1_conv (Conv2D) (None, 12, 16, 128) 73728 conv4_block11_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block11_1_bn (BatchNormal (None, 12, 16, 128) 512 conv4_block11_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block11_1_relu (Activatio (None, 12, 16, 128) 0 conv4_block11_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block11_2_conv (Conv2D) (None, 12, 16, 32) 36864 conv4_block11_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block11_concat (Concatena (None, 12, 16, 608) 0 conv4_block10_concat[0][0] \n",
" conv4_block11_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block12_0_bn (BatchNormal (None, 12, 16, 608) 2432 conv4_block11_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block12_0_relu (Activatio (None, 12, 16, 608) 0 conv4_block12_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block12_1_conv (Conv2D) (None, 12, 16, 128) 77824 conv4_block12_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block12_1_bn (BatchNormal (None, 12, 16, 128) 512 conv4_block12_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block12_1_relu (Activatio (None, 12, 16, 128) 0 conv4_block12_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block12_2_conv (Conv2D) (None, 12, 16, 32) 36864 conv4_block12_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block12_concat (Concatena (None, 12, 16, 640) 0 conv4_block11_concat[0][0] \n",
" conv4_block12_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block13_0_bn (BatchNormal (None, 12, 16, 640) 2560 conv4_block12_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block13_0_relu (Activatio (None, 12, 16, 640) 0 conv4_block13_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block13_1_conv (Conv2D) (None, 12, 16, 128) 81920 conv4_block13_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block13_1_bn (BatchNormal (None, 12, 16, 128) 512 conv4_block13_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block13_1_relu (Activatio (None, 12, 16, 128) 0 conv4_block13_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block13_2_conv (Conv2D) (None, 12, 16, 32) 36864 conv4_block13_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block13_concat (Concatena (None, 12, 16, 672) 0 conv4_block12_concat[0][0] \n",
" conv4_block13_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block14_0_bn (BatchNormal (None, 12, 16, 672) 2688 conv4_block13_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block14_0_relu (Activatio (None, 12, 16, 672) 0 conv4_block14_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block14_1_conv (Conv2D) (None, 12, 16, 128) 86016 conv4_block14_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block14_1_bn (BatchNormal (None, 12, 16, 128) 512 conv4_block14_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block14_1_relu (Activatio (None, 12, 16, 128) 0 conv4_block14_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block14_2_conv (Conv2D) (None, 12, 16, 32) 36864 conv4_block14_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block14_concat (Concatena (None, 12, 16, 704) 0 conv4_block13_concat[0][0] \n",
" conv4_block14_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block15_0_bn (BatchNormal (None, 12, 16, 704) 2816 conv4_block14_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block15_0_relu (Activatio (None, 12, 16, 704) 0 conv4_block15_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block15_1_conv (Conv2D) (None, 12, 16, 128) 90112 conv4_block15_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block15_1_bn (BatchNormal (None, 12, 16, 128) 512 conv4_block15_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block15_1_relu (Activatio (None, 12, 16, 128) 0 conv4_block15_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block15_2_conv (Conv2D) (None, 12, 16, 32) 36864 conv4_block15_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block15_concat (Concatena (None, 12, 16, 736) 0 conv4_block14_concat[0][0] \n",
" conv4_block15_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block16_0_bn (BatchNormal (None, 12, 16, 736) 2944 conv4_block15_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block16_0_relu (Activatio (None, 12, 16, 736) 0 conv4_block16_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block16_1_conv (Conv2D) (None, 12, 16, 128) 94208 conv4_block16_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block16_1_bn (BatchNormal (None, 12, 16, 128) 512 conv4_block16_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block16_1_relu (Activatio (None, 12, 16, 128) 0 conv4_block16_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block16_2_conv (Conv2D) (None, 12, 16, 32) 36864 conv4_block16_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block16_concat (Concatena (None, 12, 16, 768) 0 conv4_block15_concat[0][0] \n",
" conv4_block16_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block17_0_bn (BatchNormal (None, 12, 16, 768) 3072 conv4_block16_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block17_0_relu (Activatio (None, 12, 16, 768) 0 conv4_block17_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block17_1_conv (Conv2D) (None, 12, 16, 128) 98304 conv4_block17_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block17_1_bn (BatchNormal (None, 12, 16, 128) 512 conv4_block17_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block17_1_relu (Activatio (None, 12, 16, 128) 0 conv4_block17_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block17_2_conv (Conv2D) (None, 12, 16, 32) 36864 conv4_block17_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block17_concat (Concatena (None, 12, 16, 800) 0 conv4_block16_concat[0][0] \n",
" conv4_block17_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block18_0_bn (BatchNormal (None, 12, 16, 800) 3200 conv4_block17_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block18_0_relu (Activatio (None, 12, 16, 800) 0 conv4_block18_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block18_1_conv (Conv2D) (None, 12, 16, 128) 102400 conv4_block18_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block18_1_bn (BatchNormal (None, 12, 16, 128) 512 conv4_block18_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block18_1_relu (Activatio (None, 12, 16, 128) 0 conv4_block18_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block18_2_conv (Conv2D) (None, 12, 16, 32) 36864 conv4_block18_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block18_concat (Concatena (None, 12, 16, 832) 0 conv4_block17_concat[0][0] \n",
" conv4_block18_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block19_0_bn (BatchNormal (None, 12, 16, 832) 3328 conv4_block18_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block19_0_relu (Activatio (None, 12, 16, 832) 0 conv4_block19_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block19_1_conv (Conv2D) (None, 12, 16, 128) 106496 conv4_block19_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block19_1_bn (BatchNormal (None, 12, 16, 128) 512 conv4_block19_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block19_1_relu (Activatio (None, 12, 16, 128) 0 conv4_block19_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block19_2_conv (Conv2D) (None, 12, 16, 32) 36864 conv4_block19_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block19_concat (Concatena (None, 12, 16, 864) 0 conv4_block18_concat[0][0] \n",
" conv4_block19_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block20_0_bn (BatchNormal (None, 12, 16, 864) 3456 conv4_block19_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block20_0_relu (Activatio (None, 12, 16, 864) 0 conv4_block20_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block20_1_conv (Conv2D) (None, 12, 16, 128) 110592 conv4_block20_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block20_1_bn (BatchNormal (None, 12, 16, 128) 512 conv4_block20_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block20_1_relu (Activatio (None, 12, 16, 128) 0 conv4_block20_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block20_2_conv (Conv2D) (None, 12, 16, 32) 36864 conv4_block20_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block20_concat (Concatena (None, 12, 16, 896) 0 conv4_block19_concat[0][0] \n",
" conv4_block20_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block21_0_bn (BatchNormal (None, 12, 16, 896) 3584 conv4_block20_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block21_0_relu (Activatio (None, 12, 16, 896) 0 conv4_block21_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block21_1_conv (Conv2D) (None, 12, 16, 128) 114688 conv4_block21_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block21_1_bn (BatchNormal (None, 12, 16, 128) 512 conv4_block21_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block21_1_relu (Activatio (None, 12, 16, 128) 0 conv4_block21_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block21_2_conv (Conv2D) (None, 12, 16, 32) 36864 conv4_block21_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block21_concat (Concatena (None, 12, 16, 928) 0 conv4_block20_concat[0][0] \n",
" conv4_block21_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block22_0_bn (BatchNormal (None, 12, 16, 928) 3712 conv4_block21_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block22_0_relu (Activatio (None, 12, 16, 928) 0 conv4_block22_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block22_1_conv (Conv2D) (None, 12, 16, 128) 118784 conv4_block22_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block22_1_bn (BatchNormal (None, 12, 16, 128) 512 conv4_block22_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block22_1_relu (Activatio (None, 12, 16, 128) 0 conv4_block22_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block22_2_conv (Conv2D) (None, 12, 16, 32) 36864 conv4_block22_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block22_concat (Concatena (None, 12, 16, 960) 0 conv4_block21_concat[0][0] \n",
" conv4_block22_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block23_0_bn (BatchNormal (None, 12, 16, 960) 3840 conv4_block22_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block23_0_relu (Activatio (None, 12, 16, 960) 0 conv4_block23_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block23_1_conv (Conv2D) (None, 12, 16, 128) 122880 conv4_block23_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block23_1_bn (BatchNormal (None, 12, 16, 128) 512 conv4_block23_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block23_1_relu (Activatio (None, 12, 16, 128) 0 conv4_block23_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block23_2_conv (Conv2D) (None, 12, 16, 32) 36864 conv4_block23_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block23_concat (Concatena (None, 12, 16, 992) 0 conv4_block22_concat[0][0] \n",
" conv4_block23_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block24_0_bn (BatchNormal (None, 12, 16, 992) 3968 conv4_block23_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block24_0_relu (Activatio (None, 12, 16, 992) 0 conv4_block24_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block24_1_conv (Conv2D) (None, 12, 16, 128) 126976 conv4_block24_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block24_1_bn (BatchNormal (None, 12, 16, 128) 512 conv4_block24_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block24_1_relu (Activatio (None, 12, 16, 128) 0 conv4_block24_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block24_2_conv (Conv2D) (None, 12, 16, 32) 36864 conv4_block24_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block24_concat (Concatena (None, 12, 16, 1024) 0 conv4_block23_concat[0][0] \n",
" conv4_block24_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block25_0_bn (BatchNormal (None, 12, 16, 1024) 4096 conv4_block24_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block25_0_relu (Activatio (None, 12, 16, 1024) 0 conv4_block25_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block25_1_conv (Conv2D) (None, 12, 16, 128) 131072 conv4_block25_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block25_1_bn (BatchNormal (None, 12, 16, 128) 512 conv4_block25_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block25_1_relu (Activatio (None, 12, 16, 128) 0 conv4_block25_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block25_2_conv (Conv2D) (None, 12, 16, 32) 36864 conv4_block25_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block25_concat (Concatena (None, 12, 16, 1056) 0 conv4_block24_concat[0][0] \n",
" conv4_block25_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block26_0_bn (BatchNormal (None, 12, 16, 1056) 4224 conv4_block25_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block26_0_relu (Activatio (None, 12, 16, 1056) 0 conv4_block26_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block26_1_conv (Conv2D) (None, 12, 16, 128) 135168 conv4_block26_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block26_1_bn (BatchNormal (None, 12, 16, 128) 512 conv4_block26_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block26_1_relu (Activatio (None, 12, 16, 128) 0 conv4_block26_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block26_2_conv (Conv2D) (None, 12, 16, 32) 36864 conv4_block26_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block26_concat (Concatena (None, 12, 16, 1088) 0 conv4_block25_concat[0][0] \n",
" conv4_block26_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block27_0_bn (BatchNormal (None, 12, 16, 1088) 4352 conv4_block26_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block27_0_relu (Activatio (None, 12, 16, 1088) 0 conv4_block27_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block27_1_conv (Conv2D) (None, 12, 16, 128) 139264 conv4_block27_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block27_1_bn (BatchNormal (None, 12, 16, 128) 512 conv4_block27_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block27_1_relu (Activatio (None, 12, 16, 128) 0 conv4_block27_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block27_2_conv (Conv2D) (None, 12, 16, 32) 36864 conv4_block27_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block27_concat (Concatena (None, 12, 16, 1120) 0 conv4_block26_concat[0][0] \n",
" conv4_block27_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block28_0_bn (BatchNormal (None, 12, 16, 1120) 4480 conv4_block27_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block28_0_relu (Activatio (None, 12, 16, 1120) 0 conv4_block28_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block28_1_conv (Conv2D) (None, 12, 16, 128) 143360 conv4_block28_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block28_1_bn (BatchNormal (None, 12, 16, 128) 512 conv4_block28_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block28_1_relu (Activatio (None, 12, 16, 128) 0 conv4_block28_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block28_2_conv (Conv2D) (None, 12, 16, 32) 36864 conv4_block28_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block28_concat (Concatena (None, 12, 16, 1152) 0 conv4_block27_concat[0][0] \n",
" conv4_block28_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block29_0_bn (BatchNormal (None, 12, 16, 1152) 4608 conv4_block28_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block29_0_relu (Activatio (None, 12, 16, 1152) 0 conv4_block29_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block29_1_conv (Conv2D) (None, 12, 16, 128) 147456 conv4_block29_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block29_1_bn (BatchNormal (None, 12, 16, 128) 512 conv4_block29_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block29_1_relu (Activatio (None, 12, 16, 128) 0 conv4_block29_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block29_2_conv (Conv2D) (None, 12, 16, 32) 36864 conv4_block29_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block29_concat (Concatena (None, 12, 16, 1184) 0 conv4_block28_concat[0][0] \n",
" conv4_block29_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block30_0_bn (BatchNormal (None, 12, 16, 1184) 4736 conv4_block29_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block30_0_relu (Activatio (None, 12, 16, 1184) 0 conv4_block30_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block30_1_conv (Conv2D) (None, 12, 16, 128) 151552 conv4_block30_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block30_1_bn (BatchNormal (None, 12, 16, 128) 512 conv4_block30_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block30_1_relu (Activatio (None, 12, 16, 128) 0 conv4_block30_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block30_2_conv (Conv2D) (None, 12, 16, 32) 36864 conv4_block30_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block30_concat (Concatena (None, 12, 16, 1216) 0 conv4_block29_concat[0][0] \n",
" conv4_block30_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block31_0_bn (BatchNormal (None, 12, 16, 1216) 4864 conv4_block30_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block31_0_relu (Activatio (None, 12, 16, 1216) 0 conv4_block31_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block31_1_conv (Conv2D) (None, 12, 16, 128) 155648 conv4_block31_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block31_1_bn (BatchNormal (None, 12, 16, 128) 512 conv4_block31_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block31_1_relu (Activatio (None, 12, 16, 128) 0 conv4_block31_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block31_2_conv (Conv2D) (None, 12, 16, 32) 36864 conv4_block31_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block31_concat (Concatena (None, 12, 16, 1248) 0 conv4_block30_concat[0][0] \n",
" conv4_block31_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block32_0_bn (BatchNormal (None, 12, 16, 1248) 4992 conv4_block31_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block32_0_relu (Activatio (None, 12, 16, 1248) 0 conv4_block32_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block32_1_conv (Conv2D) (None, 12, 16, 128) 159744 conv4_block32_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block32_1_bn (BatchNormal (None, 12, 16, 128) 512 conv4_block32_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block32_1_relu (Activatio (None, 12, 16, 128) 0 conv4_block32_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block32_2_conv (Conv2D) (None, 12, 16, 32) 36864 conv4_block32_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block32_concat (Concatena (None, 12, 16, 1280) 0 conv4_block31_concat[0][0] \n",
" conv4_block32_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block33_0_bn (BatchNormal (None, 12, 16, 1280) 5120 conv4_block32_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block33_0_relu (Activatio (None, 12, 16, 1280) 0 conv4_block33_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block33_1_conv (Conv2D) (None, 12, 16, 128) 163840 conv4_block33_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block33_1_bn (BatchNormal (None, 12, 16, 128) 512 conv4_block33_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block33_1_relu (Activatio (None, 12, 16, 128) 0 conv4_block33_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block33_2_conv (Conv2D) (None, 12, 16, 32) 36864 conv4_block33_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block33_concat (Concatena (None, 12, 16, 1312) 0 conv4_block32_concat[0][0] \n",
" conv4_block33_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block34_0_bn (BatchNormal (None, 12, 16, 1312) 5248 conv4_block33_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block34_0_relu (Activatio (None, 12, 16, 1312) 0 conv4_block34_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block34_1_conv (Conv2D) (None, 12, 16, 128) 167936 conv4_block34_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block34_1_bn (BatchNormal (None, 12, 16, 128) 512 conv4_block34_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block34_1_relu (Activatio (None, 12, 16, 128) 0 conv4_block34_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block34_2_conv (Conv2D) (None, 12, 16, 32) 36864 conv4_block34_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block34_concat (Concatena (None, 12, 16, 1344) 0 conv4_block33_concat[0][0] \n",
" conv4_block34_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block35_0_bn (BatchNormal (None, 12, 16, 1344) 5376 conv4_block34_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block35_0_relu (Activatio (None, 12, 16, 1344) 0 conv4_block35_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block35_1_conv (Conv2D) (None, 12, 16, 128) 172032 conv4_block35_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block35_1_bn (BatchNormal (None, 12, 16, 128) 512 conv4_block35_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block35_1_relu (Activatio (None, 12, 16, 128) 0 conv4_block35_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block35_2_conv (Conv2D) (None, 12, 16, 32) 36864 conv4_block35_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block35_concat (Concatena (None, 12, 16, 1376) 0 conv4_block34_concat[0][0] \n",
" conv4_block35_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block36_0_bn (BatchNormal (None, 12, 16, 1376) 5504 conv4_block35_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block36_0_relu (Activatio (None, 12, 16, 1376) 0 conv4_block36_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block36_1_conv (Conv2D) (None, 12, 16, 128) 176128 conv4_block36_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block36_1_bn (BatchNormal (None, 12, 16, 128) 512 conv4_block36_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block36_1_relu (Activatio (None, 12, 16, 128) 0 conv4_block36_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block36_2_conv (Conv2D) (None, 12, 16, 32) 36864 conv4_block36_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block36_concat (Concatena (None, 12, 16, 1408) 0 conv4_block35_concat[0][0] \n",
" conv4_block36_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block37_0_bn (BatchNormal (None, 12, 16, 1408) 5632 conv4_block36_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block37_0_relu (Activatio (None, 12, 16, 1408) 0 conv4_block37_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block37_1_conv (Conv2D) (None, 12, 16, 128) 180224 conv4_block37_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block37_1_bn (BatchNormal (None, 12, 16, 128) 512 conv4_block37_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block37_1_relu (Activatio (None, 12, 16, 128) 0 conv4_block37_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block37_2_conv (Conv2D) (None, 12, 16, 32) 36864 conv4_block37_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block37_concat (Concatena (None, 12, 16, 1440) 0 conv4_block36_concat[0][0] \n",
" conv4_block37_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block38_0_bn (BatchNormal (None, 12, 16, 1440) 5760 conv4_block37_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block38_0_relu (Activatio (None, 12, 16, 1440) 0 conv4_block38_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block38_1_conv (Conv2D) (None, 12, 16, 128) 184320 conv4_block38_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block38_1_bn (BatchNormal (None, 12, 16, 128) 512 conv4_block38_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block38_1_relu (Activatio (None, 12, 16, 128) 0 conv4_block38_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block38_2_conv (Conv2D) (None, 12, 16, 32) 36864 conv4_block38_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block38_concat (Concatena (None, 12, 16, 1472) 0 conv4_block37_concat[0][0] \n",
" conv4_block38_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block39_0_bn (BatchNormal (None, 12, 16, 1472) 5888 conv4_block38_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block39_0_relu (Activatio (None, 12, 16, 1472) 0 conv4_block39_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block39_1_conv (Conv2D) (None, 12, 16, 128) 188416 conv4_block39_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block39_1_bn (BatchNormal (None, 12, 16, 128) 512 conv4_block39_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block39_1_relu (Activatio (None, 12, 16, 128) 0 conv4_block39_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block39_2_conv (Conv2D) (None, 12, 16, 32) 36864 conv4_block39_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block39_concat (Concatena (None, 12, 16, 1504) 0 conv4_block38_concat[0][0] \n",
" conv4_block39_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block40_0_bn (BatchNormal (None, 12, 16, 1504) 6016 conv4_block39_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block40_0_relu (Activatio (None, 12, 16, 1504) 0 conv4_block40_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block40_1_conv (Conv2D) (None, 12, 16, 128) 192512 conv4_block40_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block40_1_bn (BatchNormal (None, 12, 16, 128) 512 conv4_block40_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block40_1_relu (Activatio (None, 12, 16, 128) 0 conv4_block40_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block40_2_conv (Conv2D) (None, 12, 16, 32) 36864 conv4_block40_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block40_concat (Concatena (None, 12, 16, 1536) 0 conv4_block39_concat[0][0] \n",
" conv4_block40_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block41_0_bn (BatchNormal (None, 12, 16, 1536) 6144 conv4_block40_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block41_0_relu (Activatio (None, 12, 16, 1536) 0 conv4_block41_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block41_1_conv (Conv2D) (None, 12, 16, 128) 196608 conv4_block41_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block41_1_bn (BatchNormal (None, 12, 16, 128) 512 conv4_block41_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block41_1_relu (Activatio (None, 12, 16, 128) 0 conv4_block41_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block41_2_conv (Conv2D) (None, 12, 16, 32) 36864 conv4_block41_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block41_concat (Concatena (None, 12, 16, 1568) 0 conv4_block40_concat[0][0] \n",
" conv4_block41_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block42_0_bn (BatchNormal (None, 12, 16, 1568) 6272 conv4_block41_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block42_0_relu (Activatio (None, 12, 16, 1568) 0 conv4_block42_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block42_1_conv (Conv2D) (None, 12, 16, 128) 200704 conv4_block42_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block42_1_bn (BatchNormal (None, 12, 16, 128) 512 conv4_block42_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block42_1_relu (Activatio (None, 12, 16, 128) 0 conv4_block42_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block42_2_conv (Conv2D) (None, 12, 16, 32) 36864 conv4_block42_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block42_concat (Concatena (None, 12, 16, 1600) 0 conv4_block41_concat[0][0] \n",
" conv4_block42_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block43_0_bn (BatchNormal (None, 12, 16, 1600) 6400 conv4_block42_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block43_0_relu (Activatio (None, 12, 16, 1600) 0 conv4_block43_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block43_1_conv (Conv2D) (None, 12, 16, 128) 204800 conv4_block43_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block43_1_bn (BatchNormal (None, 12, 16, 128) 512 conv4_block43_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block43_1_relu (Activatio (None, 12, 16, 128) 0 conv4_block43_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block43_2_conv (Conv2D) (None, 12, 16, 32) 36864 conv4_block43_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block43_concat (Concatena (None, 12, 16, 1632) 0 conv4_block42_concat[0][0] \n",
" conv4_block43_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block44_0_bn (BatchNormal (None, 12, 16, 1632) 6528 conv4_block43_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block44_0_relu (Activatio (None, 12, 16, 1632) 0 conv4_block44_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block44_1_conv (Conv2D) (None, 12, 16, 128) 208896 conv4_block44_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block44_1_bn (BatchNormal (None, 12, 16, 128) 512 conv4_block44_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block44_1_relu (Activatio (None, 12, 16, 128) 0 conv4_block44_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block44_2_conv (Conv2D) (None, 12, 16, 32) 36864 conv4_block44_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block44_concat (Concatena (None, 12, 16, 1664) 0 conv4_block43_concat[0][0] \n",
" conv4_block44_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block45_0_bn (BatchNormal (None, 12, 16, 1664) 6656 conv4_block44_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block45_0_relu (Activatio (None, 12, 16, 1664) 0 conv4_block45_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block45_1_conv (Conv2D) (None, 12, 16, 128) 212992 conv4_block45_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block45_1_bn (BatchNormal (None, 12, 16, 128) 512 conv4_block45_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block45_1_relu (Activatio (None, 12, 16, 128) 0 conv4_block45_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block45_2_conv (Conv2D) (None, 12, 16, 32) 36864 conv4_block45_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block45_concat (Concatena (None, 12, 16, 1696) 0 conv4_block44_concat[0][0] \n",
" conv4_block45_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block46_0_bn (BatchNormal (None, 12, 16, 1696) 6784 conv4_block45_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block46_0_relu (Activatio (None, 12, 16, 1696) 0 conv4_block46_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block46_1_conv (Conv2D) (None, 12, 16, 128) 217088 conv4_block46_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block46_1_bn (BatchNormal (None, 12, 16, 128) 512 conv4_block46_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block46_1_relu (Activatio (None, 12, 16, 128) 0 conv4_block46_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block46_2_conv (Conv2D) (None, 12, 16, 32) 36864 conv4_block46_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block46_concat (Concatena (None, 12, 16, 1728) 0 conv4_block45_concat[0][0] \n",
" conv4_block46_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block47_0_bn (BatchNormal (None, 12, 16, 1728) 6912 conv4_block46_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block47_0_relu (Activatio (None, 12, 16, 1728) 0 conv4_block47_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block47_1_conv (Conv2D) (None, 12, 16, 128) 221184 conv4_block47_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block47_1_bn (BatchNormal (None, 12, 16, 128) 512 conv4_block47_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block47_1_relu (Activatio (None, 12, 16, 128) 0 conv4_block47_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block47_2_conv (Conv2D) (None, 12, 16, 32) 36864 conv4_block47_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block47_concat (Concatena (None, 12, 16, 1760) 0 conv4_block46_concat[0][0] \n",
" conv4_block47_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block48_0_bn (BatchNormal (None, 12, 16, 1760) 7040 conv4_block47_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block48_0_relu (Activatio (None, 12, 16, 1760) 0 conv4_block48_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block48_1_conv (Conv2D) (None, 12, 16, 128) 225280 conv4_block48_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block48_1_bn (BatchNormal (None, 12, 16, 128) 512 conv4_block48_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block48_1_relu (Activatio (None, 12, 16, 128) 0 conv4_block48_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block48_2_conv (Conv2D) (None, 12, 16, 32) 36864 conv4_block48_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv4_block48_concat (Concatena (None, 12, 16, 1792) 0 conv4_block47_concat[0][0] \n",
" conv4_block48_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"pool4_bn (BatchNormalization) (None, 12, 16, 1792) 7168 conv4_block48_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"pool4_relu (Activation) (None, 12, 16, 1792) 0 pool4_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"pool4_conv (Conv2D) (None, 12, 16, 896) 1605632 pool4_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"pool4_pool (AveragePooling2D) (None, 6, 8, 896) 0 pool4_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block1_0_bn (BatchNormali (None, 6, 8, 896) 3584 pool4_pool[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block1_0_relu (Activation (None, 6, 8, 896) 0 conv5_block1_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block1_1_conv (Conv2D) (None, 6, 8, 128) 114688 conv5_block1_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block1_1_bn (BatchNormali (None, 6, 8, 128) 512 conv5_block1_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block1_1_relu (Activation (None, 6, 8, 128) 0 conv5_block1_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block1_2_conv (Conv2D) (None, 6, 8, 32) 36864 conv5_block1_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block1_concat (Concatenat (None, 6, 8, 928) 0 pool4_pool[0][0] \n",
" conv5_block1_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block2_0_bn (BatchNormali (None, 6, 8, 928) 3712 conv5_block1_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block2_0_relu (Activation (None, 6, 8, 928) 0 conv5_block2_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block2_1_conv (Conv2D) (None, 6, 8, 128) 118784 conv5_block2_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block2_1_bn (BatchNormali (None, 6, 8, 128) 512 conv5_block2_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block2_1_relu (Activation (None, 6, 8, 128) 0 conv5_block2_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block2_2_conv (Conv2D) (None, 6, 8, 32) 36864 conv5_block2_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block2_concat (Concatenat (None, 6, 8, 960) 0 conv5_block1_concat[0][0] \n",
" conv5_block2_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block3_0_bn (BatchNormali (None, 6, 8, 960) 3840 conv5_block2_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block3_0_relu (Activation (None, 6, 8, 960) 0 conv5_block3_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block3_1_conv (Conv2D) (None, 6, 8, 128) 122880 conv5_block3_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block3_1_bn (BatchNormali (None, 6, 8, 128) 512 conv5_block3_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block3_1_relu (Activation (None, 6, 8, 128) 0 conv5_block3_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block3_2_conv (Conv2D) (None, 6, 8, 32) 36864 conv5_block3_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block3_concat (Concatenat (None, 6, 8, 992) 0 conv5_block2_concat[0][0] \n",
" conv5_block3_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block4_0_bn (BatchNormali (None, 6, 8, 992) 3968 conv5_block3_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block4_0_relu (Activation (None, 6, 8, 992) 0 conv5_block4_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block4_1_conv (Conv2D) (None, 6, 8, 128) 126976 conv5_block4_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block4_1_bn (BatchNormali (None, 6, 8, 128) 512 conv5_block4_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block4_1_relu (Activation (None, 6, 8, 128) 0 conv5_block4_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block4_2_conv (Conv2D) (None, 6, 8, 32) 36864 conv5_block4_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block4_concat (Concatenat (None, 6, 8, 1024) 0 conv5_block3_concat[0][0] \n",
" conv5_block4_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block5_0_bn (BatchNormali (None, 6, 8, 1024) 4096 conv5_block4_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block5_0_relu (Activation (None, 6, 8, 1024) 0 conv5_block5_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block5_1_conv (Conv2D) (None, 6, 8, 128) 131072 conv5_block5_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block5_1_bn (BatchNormali (None, 6, 8, 128) 512 conv5_block5_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block5_1_relu (Activation (None, 6, 8, 128) 0 conv5_block5_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block5_2_conv (Conv2D) (None, 6, 8, 32) 36864 conv5_block5_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block5_concat (Concatenat (None, 6, 8, 1056) 0 conv5_block4_concat[0][0] \n",
" conv5_block5_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block6_0_bn (BatchNormali (None, 6, 8, 1056) 4224 conv5_block5_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block6_0_relu (Activation (None, 6, 8, 1056) 0 conv5_block6_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block6_1_conv (Conv2D) (None, 6, 8, 128) 135168 conv5_block6_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block6_1_bn (BatchNormali (None, 6, 8, 128) 512 conv5_block6_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block6_1_relu (Activation (None, 6, 8, 128) 0 conv5_block6_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block6_2_conv (Conv2D) (None, 6, 8, 32) 36864 conv5_block6_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block6_concat (Concatenat (None, 6, 8, 1088) 0 conv5_block5_concat[0][0] \n",
" conv5_block6_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block7_0_bn (BatchNormali (None, 6, 8, 1088) 4352 conv5_block6_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block7_0_relu (Activation (None, 6, 8, 1088) 0 conv5_block7_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block7_1_conv (Conv2D) (None, 6, 8, 128) 139264 conv5_block7_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block7_1_bn (BatchNormali (None, 6, 8, 128) 512 conv5_block7_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block7_1_relu (Activation (None, 6, 8, 128) 0 conv5_block7_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block7_2_conv (Conv2D) (None, 6, 8, 32) 36864 conv5_block7_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block7_concat (Concatenat (None, 6, 8, 1120) 0 conv5_block6_concat[0][0] \n",
" conv5_block7_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block8_0_bn (BatchNormali (None, 6, 8, 1120) 4480 conv5_block7_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block8_0_relu (Activation (None, 6, 8, 1120) 0 conv5_block8_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block8_1_conv (Conv2D) (None, 6, 8, 128) 143360 conv5_block8_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block8_1_bn (BatchNormali (None, 6, 8, 128) 512 conv5_block8_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block8_1_relu (Activation (None, 6, 8, 128) 0 conv5_block8_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block8_2_conv (Conv2D) (None, 6, 8, 32) 36864 conv5_block8_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block8_concat (Concatenat (None, 6, 8, 1152) 0 conv5_block7_concat[0][0] \n",
" conv5_block8_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block9_0_bn (BatchNormali (None, 6, 8, 1152) 4608 conv5_block8_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block9_0_relu (Activation (None, 6, 8, 1152) 0 conv5_block9_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block9_1_conv (Conv2D) (None, 6, 8, 128) 147456 conv5_block9_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block9_1_bn (BatchNormali (None, 6, 8, 128) 512 conv5_block9_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block9_1_relu (Activation (None, 6, 8, 128) 0 conv5_block9_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block9_2_conv (Conv2D) (None, 6, 8, 32) 36864 conv5_block9_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block9_concat (Concatenat (None, 6, 8, 1184) 0 conv5_block8_concat[0][0] \n",
" conv5_block9_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block10_0_bn (BatchNormal (None, 6, 8, 1184) 4736 conv5_block9_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block10_0_relu (Activatio (None, 6, 8, 1184) 0 conv5_block10_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block10_1_conv (Conv2D) (None, 6, 8, 128) 151552 conv5_block10_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block10_1_bn (BatchNormal (None, 6, 8, 128) 512 conv5_block10_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block10_1_relu (Activatio (None, 6, 8, 128) 0 conv5_block10_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block10_2_conv (Conv2D) (None, 6, 8, 32) 36864 conv5_block10_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block10_concat (Concatena (None, 6, 8, 1216) 0 conv5_block9_concat[0][0] \n",
" conv5_block10_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block11_0_bn (BatchNormal (None, 6, 8, 1216) 4864 conv5_block10_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block11_0_relu (Activatio (None, 6, 8, 1216) 0 conv5_block11_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block11_1_conv (Conv2D) (None, 6, 8, 128) 155648 conv5_block11_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block11_1_bn (BatchNormal (None, 6, 8, 128) 512 conv5_block11_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block11_1_relu (Activatio (None, 6, 8, 128) 0 conv5_block11_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block11_2_conv (Conv2D) (None, 6, 8, 32) 36864 conv5_block11_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block11_concat (Concatena (None, 6, 8, 1248) 0 conv5_block10_concat[0][0] \n",
" conv5_block11_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block12_0_bn (BatchNormal (None, 6, 8, 1248) 4992 conv5_block11_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block12_0_relu (Activatio (None, 6, 8, 1248) 0 conv5_block12_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block12_1_conv (Conv2D) (None, 6, 8, 128) 159744 conv5_block12_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block12_1_bn (BatchNormal (None, 6, 8, 128) 512 conv5_block12_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block12_1_relu (Activatio (None, 6, 8, 128) 0 conv5_block12_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block12_2_conv (Conv2D) (None, 6, 8, 32) 36864 conv5_block12_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block12_concat (Concatena (None, 6, 8, 1280) 0 conv5_block11_concat[0][0] \n",
" conv5_block12_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block13_0_bn (BatchNormal (None, 6, 8, 1280) 5120 conv5_block12_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block13_0_relu (Activatio (None, 6, 8, 1280) 0 conv5_block13_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block13_1_conv (Conv2D) (None, 6, 8, 128) 163840 conv5_block13_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block13_1_bn (BatchNormal (None, 6, 8, 128) 512 conv5_block13_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block13_1_relu (Activatio (None, 6, 8, 128) 0 conv5_block13_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block13_2_conv (Conv2D) (None, 6, 8, 32) 36864 conv5_block13_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block13_concat (Concatena (None, 6, 8, 1312) 0 conv5_block12_concat[0][0] \n",
" conv5_block13_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block14_0_bn (BatchNormal (None, 6, 8, 1312) 5248 conv5_block13_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block14_0_relu (Activatio (None, 6, 8, 1312) 0 conv5_block14_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block14_1_conv (Conv2D) (None, 6, 8, 128) 167936 conv5_block14_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block14_1_bn (BatchNormal (None, 6, 8, 128) 512 conv5_block14_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block14_1_relu (Activatio (None, 6, 8, 128) 0 conv5_block14_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block14_2_conv (Conv2D) (None, 6, 8, 32) 36864 conv5_block14_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block14_concat (Concatena (None, 6, 8, 1344) 0 conv5_block13_concat[0][0] \n",
" conv5_block14_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block15_0_bn (BatchNormal (None, 6, 8, 1344) 5376 conv5_block14_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block15_0_relu (Activatio (None, 6, 8, 1344) 0 conv5_block15_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block15_1_conv (Conv2D) (None, 6, 8, 128) 172032 conv5_block15_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block15_1_bn (BatchNormal (None, 6, 8, 128) 512 conv5_block15_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block15_1_relu (Activatio (None, 6, 8, 128) 0 conv5_block15_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block15_2_conv (Conv2D) (None, 6, 8, 32) 36864 conv5_block15_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block15_concat (Concatena (None, 6, 8, 1376) 0 conv5_block14_concat[0][0] \n",
" conv5_block15_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block16_0_bn (BatchNormal (None, 6, 8, 1376) 5504 conv5_block15_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block16_0_relu (Activatio (None, 6, 8, 1376) 0 conv5_block16_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block16_1_conv (Conv2D) (None, 6, 8, 128) 176128 conv5_block16_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block16_1_bn (BatchNormal (None, 6, 8, 128) 512 conv5_block16_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block16_1_relu (Activatio (None, 6, 8, 128) 0 conv5_block16_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block16_2_conv (Conv2D) (None, 6, 8, 32) 36864 conv5_block16_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block16_concat (Concatena (None, 6, 8, 1408) 0 conv5_block15_concat[0][0] \n",
" conv5_block16_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block17_0_bn (BatchNormal (None, 6, 8, 1408) 5632 conv5_block16_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block17_0_relu (Activatio (None, 6, 8, 1408) 0 conv5_block17_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block17_1_conv (Conv2D) (None, 6, 8, 128) 180224 conv5_block17_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block17_1_bn (BatchNormal (None, 6, 8, 128) 512 conv5_block17_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block17_1_relu (Activatio (None, 6, 8, 128) 0 conv5_block17_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block17_2_conv (Conv2D) (None, 6, 8, 32) 36864 conv5_block17_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block17_concat (Concatena (None, 6, 8, 1440) 0 conv5_block16_concat[0][0] \n",
" conv5_block17_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block18_0_bn (BatchNormal (None, 6, 8, 1440) 5760 conv5_block17_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block18_0_relu (Activatio (None, 6, 8, 1440) 0 conv5_block18_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block18_1_conv (Conv2D) (None, 6, 8, 128) 184320 conv5_block18_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block18_1_bn (BatchNormal (None, 6, 8, 128) 512 conv5_block18_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block18_1_relu (Activatio (None, 6, 8, 128) 0 conv5_block18_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block18_2_conv (Conv2D) (None, 6, 8, 32) 36864 conv5_block18_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block18_concat (Concatena (None, 6, 8, 1472) 0 conv5_block17_concat[0][0] \n",
" conv5_block18_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block19_0_bn (BatchNormal (None, 6, 8, 1472) 5888 conv5_block18_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block19_0_relu (Activatio (None, 6, 8, 1472) 0 conv5_block19_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block19_1_conv (Conv2D) (None, 6, 8, 128) 188416 conv5_block19_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block19_1_bn (BatchNormal (None, 6, 8, 128) 512 conv5_block19_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block19_1_relu (Activatio (None, 6, 8, 128) 0 conv5_block19_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block19_2_conv (Conv2D) (None, 6, 8, 32) 36864 conv5_block19_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block19_concat (Concatena (None, 6, 8, 1504) 0 conv5_block18_concat[0][0] \n",
" conv5_block19_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block20_0_bn (BatchNormal (None, 6, 8, 1504) 6016 conv5_block19_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block20_0_relu (Activatio (None, 6, 8, 1504) 0 conv5_block20_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block20_1_conv (Conv2D) (None, 6, 8, 128) 192512 conv5_block20_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block20_1_bn (BatchNormal (None, 6, 8, 128) 512 conv5_block20_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block20_1_relu (Activatio (None, 6, 8, 128) 0 conv5_block20_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block20_2_conv (Conv2D) (None, 6, 8, 32) 36864 conv5_block20_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block20_concat (Concatena (None, 6, 8, 1536) 0 conv5_block19_concat[0][0] \n",
" conv5_block20_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block21_0_bn (BatchNormal (None, 6, 8, 1536) 6144 conv5_block20_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block21_0_relu (Activatio (None, 6, 8, 1536) 0 conv5_block21_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block21_1_conv (Conv2D) (None, 6, 8, 128) 196608 conv5_block21_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block21_1_bn (BatchNormal (None, 6, 8, 128) 512 conv5_block21_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block21_1_relu (Activatio (None, 6, 8, 128) 0 conv5_block21_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block21_2_conv (Conv2D) (None, 6, 8, 32) 36864 conv5_block21_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block21_concat (Concatena (None, 6, 8, 1568) 0 conv5_block20_concat[0][0] \n",
" conv5_block21_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block22_0_bn (BatchNormal (None, 6, 8, 1568) 6272 conv5_block21_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block22_0_relu (Activatio (None, 6, 8, 1568) 0 conv5_block22_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block22_1_conv (Conv2D) (None, 6, 8, 128) 200704 conv5_block22_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block22_1_bn (BatchNormal (None, 6, 8, 128) 512 conv5_block22_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block22_1_relu (Activatio (None, 6, 8, 128) 0 conv5_block22_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block22_2_conv (Conv2D) (None, 6, 8, 32) 36864 conv5_block22_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block22_concat (Concatena (None, 6, 8, 1600) 0 conv5_block21_concat[0][0] \n",
" conv5_block22_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block23_0_bn (BatchNormal (None, 6, 8, 1600) 6400 conv5_block22_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block23_0_relu (Activatio (None, 6, 8, 1600) 0 conv5_block23_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block23_1_conv (Conv2D) (None, 6, 8, 128) 204800 conv5_block23_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block23_1_bn (BatchNormal (None, 6, 8, 128) 512 conv5_block23_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block23_1_relu (Activatio (None, 6, 8, 128) 0 conv5_block23_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block23_2_conv (Conv2D) (None, 6, 8, 32) 36864 conv5_block23_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block23_concat (Concatena (None, 6, 8, 1632) 0 conv5_block22_concat[0][0] \n",
" conv5_block23_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block24_0_bn (BatchNormal (None, 6, 8, 1632) 6528 conv5_block23_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block24_0_relu (Activatio (None, 6, 8, 1632) 0 conv5_block24_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block24_1_conv (Conv2D) (None, 6, 8, 128) 208896 conv5_block24_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block24_1_bn (BatchNormal (None, 6, 8, 128) 512 conv5_block24_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block24_1_relu (Activatio (None, 6, 8, 128) 0 conv5_block24_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block24_2_conv (Conv2D) (None, 6, 8, 32) 36864 conv5_block24_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block24_concat (Concatena (None, 6, 8, 1664) 0 conv5_block23_concat[0][0] \n",
" conv5_block24_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block25_0_bn (BatchNormal (None, 6, 8, 1664) 6656 conv5_block24_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block25_0_relu (Activatio (None, 6, 8, 1664) 0 conv5_block25_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block25_1_conv (Conv2D) (None, 6, 8, 128) 212992 conv5_block25_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block25_1_bn (BatchNormal (None, 6, 8, 128) 512 conv5_block25_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block25_1_relu (Activatio (None, 6, 8, 128) 0 conv5_block25_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block25_2_conv (Conv2D) (None, 6, 8, 32) 36864 conv5_block25_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block25_concat (Concatena (None, 6, 8, 1696) 0 conv5_block24_concat[0][0] \n",
" conv5_block25_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block26_0_bn (BatchNormal (None, 6, 8, 1696) 6784 conv5_block25_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block26_0_relu (Activatio (None, 6, 8, 1696) 0 conv5_block26_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block26_1_conv (Conv2D) (None, 6, 8, 128) 217088 conv5_block26_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block26_1_bn (BatchNormal (None, 6, 8, 128) 512 conv5_block26_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block26_1_relu (Activatio (None, 6, 8, 128) 0 conv5_block26_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block26_2_conv (Conv2D) (None, 6, 8, 32) 36864 conv5_block26_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block26_concat (Concatena (None, 6, 8, 1728) 0 conv5_block25_concat[0][0] \n",
" conv5_block26_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block27_0_bn (BatchNormal (None, 6, 8, 1728) 6912 conv5_block26_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block27_0_relu (Activatio (None, 6, 8, 1728) 0 conv5_block27_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block27_1_conv (Conv2D) (None, 6, 8, 128) 221184 conv5_block27_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block27_1_bn (BatchNormal (None, 6, 8, 128) 512 conv5_block27_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block27_1_relu (Activatio (None, 6, 8, 128) 0 conv5_block27_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block27_2_conv (Conv2D) (None, 6, 8, 32) 36864 conv5_block27_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block27_concat (Concatena (None, 6, 8, 1760) 0 conv5_block26_concat[0][0] \n",
" conv5_block27_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block28_0_bn (BatchNormal (None, 6, 8, 1760) 7040 conv5_block27_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block28_0_relu (Activatio (None, 6, 8, 1760) 0 conv5_block28_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block28_1_conv (Conv2D) (None, 6, 8, 128) 225280 conv5_block28_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block28_1_bn (BatchNormal (None, 6, 8, 128) 512 conv5_block28_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block28_1_relu (Activatio (None, 6, 8, 128) 0 conv5_block28_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block28_2_conv (Conv2D) (None, 6, 8, 32) 36864 conv5_block28_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block28_concat (Concatena (None, 6, 8, 1792) 0 conv5_block27_concat[0][0] \n",
" conv5_block28_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block29_0_bn (BatchNormal (None, 6, 8, 1792) 7168 conv5_block28_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block29_0_relu (Activatio (None, 6, 8, 1792) 0 conv5_block29_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block29_1_conv (Conv2D) (None, 6, 8, 128) 229376 conv5_block29_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block29_1_bn (BatchNormal (None, 6, 8, 128) 512 conv5_block29_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block29_1_relu (Activatio (None, 6, 8, 128) 0 conv5_block29_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block29_2_conv (Conv2D) (None, 6, 8, 32) 36864 conv5_block29_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block29_concat (Concatena (None, 6, 8, 1824) 0 conv5_block28_concat[0][0] \n",
" conv5_block29_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block30_0_bn (BatchNormal (None, 6, 8, 1824) 7296 conv5_block29_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block30_0_relu (Activatio (None, 6, 8, 1824) 0 conv5_block30_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block30_1_conv (Conv2D) (None, 6, 8, 128) 233472 conv5_block30_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block30_1_bn (BatchNormal (None, 6, 8, 128) 512 conv5_block30_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block30_1_relu (Activatio (None, 6, 8, 128) 0 conv5_block30_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block30_2_conv (Conv2D) (None, 6, 8, 32) 36864 conv5_block30_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block30_concat (Concatena (None, 6, 8, 1856) 0 conv5_block29_concat[0][0] \n",
" conv5_block30_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block31_0_bn (BatchNormal (None, 6, 8, 1856) 7424 conv5_block30_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block31_0_relu (Activatio (None, 6, 8, 1856) 0 conv5_block31_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block31_1_conv (Conv2D) (None, 6, 8, 128) 237568 conv5_block31_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block31_1_bn (BatchNormal (None, 6, 8, 128) 512 conv5_block31_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block31_1_relu (Activatio (None, 6, 8, 128) 0 conv5_block31_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block31_2_conv (Conv2D) (None, 6, 8, 32) 36864 conv5_block31_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block31_concat (Concatena (None, 6, 8, 1888) 0 conv5_block30_concat[0][0] \n",
" conv5_block31_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block32_0_bn (BatchNormal (None, 6, 8, 1888) 7552 conv5_block31_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block32_0_relu (Activatio (None, 6, 8, 1888) 0 conv5_block32_0_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block32_1_conv (Conv2D) (None, 6, 8, 128) 241664 conv5_block32_0_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block32_1_bn (BatchNormal (None, 6, 8, 128) 512 conv5_block32_1_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block32_1_relu (Activatio (None, 6, 8, 128) 0 conv5_block32_1_bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block32_2_conv (Conv2D) (None, 6, 8, 32) 36864 conv5_block32_1_relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"conv5_block32_concat (Concatena (None, 6, 8, 1920) 0 conv5_block31_concat[0][0] \n",
" conv5_block32_2_conv[0][0] \n",
"__________________________________________________________________________________________________\n",
"bn (BatchNormalization) (None, 6, 8, 1920) 7680 conv5_block32_concat[0][0] \n",
"__________________________________________________________________________________________________\n",
"relu (Activation) (None, 6, 8, 1920) 0 bn[0][0] \n",
"__________________________________________________________________________________________________\n",
"global_max_pooling2d_3 (GlobalM (None, 1920) 0 relu[0][0] \n",
"__________________________________________________________________________________________________\n",
"dense_5 (Dense) (None, 512) 983552 global_max_pooling2d_3[0][0] \n",
"__________________________________________________________________________________________________\n",
"dropout_3 (Dropout) (None, 512) 0 dense_5[0][0] \n",
"__________________________________________________________________________________________________\n",
"dense_6 (Dense) (None, 7) 3591 dropout_3[0][0] \n",
"==================================================================================================\n",
"Total params: 19,309,127\n",
"Trainable params: 19,080,071\n",
"Non-trainable params: 229,056\n",
"__________________________________________________________________________________________________\n"
]
}
],
"source": [
"denseNet_model.summary()"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## Define Ensemble Model"
]
},
{
"cell_type": "code",
"execution_count": 29,
"metadata": {},
"outputs": [],
"source": [
"def ensemble(models, model_input):\n",
" outputs = [model.outputs[0] for model in models]\n",
" y = layers.Average()(outputs)\n",
" model = Model(model_input, y, name='ensemble')\n",
" return model"
]
},
{
"cell_type": "code",
"execution_count": 30,
"metadata": {},
"outputs": [],
"source": [
"ensemble_model = ensemble([denseNet_model, inception_model], model_input)"
]
},
{
"cell_type": "code",
"execution_count": 32,
"metadata": {},
"outputs": [],
"source": [
"ensemble_model.compile(loss='categorical_crossentropy',\n",
" optimizer=optimizer,\n",
" metrics=['accuracy'])"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## Testing\n",
"\n",
"This is taking very long because I am running on my own PC to save money instead of on Floydhub"
]
},
{
"cell_type": "code",
"execution_count": 33,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"902/902 [==============================] - 368s 408ms/step\n"
]
}
],
"source": [
"loss_val, acc_val = ensemble_model.evaluate(X_val, y_val, verbose=1)"
]
},
{
"cell_type": "code",
"execution_count": 34,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Validation: accuracy = 0.888027 ; loss_v = 0.399892\n"
]
}
],
"source": [
"print(\"Validation: accuracy = %f ; loss_v = %f\" % (acc_val, loss_val))"
]
},
{
"cell_type": "code",
"execution_count": 35,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"1002/1002 [==============================] - 419s 418ms/step\n",
"Test: accuracy = 0.885230 ; loss = 0.411560\n"
]
}
],
"source": [
"loss_test, acc_test = ensemble_model.evaluate(X_test, y_test, verbose=1)\n",
"print(\"Test: accuracy = %f ; loss = %f\" % (acc_test, loss_test))"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": []
}
],
"metadata": {
"kernelspec": {
"display_name": "Python 3",
"language": "python",
"name": "python3"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.6.4"
}
},
"nbformat": 4,
"nbformat_minor": 2
}