Skin_Lesion_Training.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "Skin-Lesion-Training.ipynb",
      "provenance": [],
      "collapsed_sections": [],
      "toc_visible": true,
      "authorship_tag": "ABX9TyMrh9TEWqk6PqoZSdjrwjy4",
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    },
    "accelerator": "GPU"
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/akibkhan1/skin-lesion-classification/blob/main/Skin_Lesion_Training.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "0h6tT8TRT5lw"
      },
      "source": [
        "# Skin Lesion Classification using transfer learning on various pretrained models\n",
        "\n",
        "**Authors:**\n",
        "<br>\n",
        "Akib Mohammed Khan, Alif Asharafee, Fahim Shahriar Khan,\n",
        "<br>\n",
        "Islamic University of Techonology."
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "EzVEL_M5UHym"
      },
      "source": [
        "## Import models"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "nDJpZAgB2Hif"
      },
      "source": [
        "import os\n",
        "import zipfile\n",
        "import random\n",
        "import tensorflow as tf\n",
        "import pandas as pd\n",
        "import numpy as np\n",
        "from tensorflow.keras.optimizers import RMSprop\n",
        "from tensorflow.keras.preprocessing.image import ImageDataGenerator\n",
        "from tensorflow.keras import layers\n",
        "from tensorflow.keras import Model\n",
        "from shutil import copyfile, move"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "q81drAZR2TCu",
        "outputId": "26a9e12b-bc76-41a9-8399-c2e426294794"
      },
      "source": [
        "from tensorflow.python.client import device_lib\n",
        "device_lib.list_local_devices()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "[name: \"/device:CPU:0\"\n",
              " device_type: \"CPU\"\n",
              " memory_limit: 268435456\n",
              " locality {\n",
              " }\n",
              " incarnation: 3383206838369660686, name: \"/device:GPU:0\"\n",
              " device_type: \"GPU\"\n",
              " memory_limit: 14674281152\n",
              " locality {\n",
              "   bus_id: 1\n",
              "   links {\n",
              "   }\n",
              " }\n",
              " incarnation: 12139748307142693936\n",
              " physical_device_desc: \"device: 0, name: Tesla T4, pci bus id: 0000:00:04.0, compute capability: 7.5\"]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 2
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "FVfqH9l13iUu"
      },
      "source": [
        "# Download training data"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "7KndjVCN3hTp",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "a7600db4-34c3-4628-f86a-362dbc9ae4e9"
      },
      "source": [
        "!gdown --id 15w8elcm9BwfG2-bU-UOLtRBiiaGdpjr0"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Downloading...\n",
            "From: https://drive.google.com/uc?id=15w8elcm9BwfG2-bU-UOLtRBiiaGdpjr0\n",
            "To: /content/skin-lesion-split.zip\n",
            "3.60GB [00:59, 60.1MB/s]\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "9o-der0G5E3R"
      },
      "source": [
        "!unzip skin-lesion-split.zip"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "x42hZyUIUkgU"
      },
      "source": [
        "## Choose model to train"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "CIN52JKO3NE_"
      },
      "source": [
        "BASE_MODEL='DenseNet121'"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "f-23ijRW2Vz3"
      },
      "source": [
        "from keras.preprocessing.image import ImageDataGenerator\n",
        "if BASE_MODEL == 'MobileNet':\n",
        "    from keras.applications.mobilenet_v2 import MobileNetV2 as PTModel, preprocess_input\n",
        "elif BASE_MODEL=='VGG16':\n",
        "    from keras.applications.vgg16 import VGG16 as PTModel, preprocess_input\n",
        "elif BASE_MODEL=='RESNET50':\n",
        "    from keras.applications.resnet50 import ResNet50 as PTModel, preprocess_input\n",
        "elif BASE_MODEL=='InceptionV3':\n",
        "    from keras.applications.inception_v3 import InceptionV3 as PTModel, preprocess_input\n",
        "elif BASE_MODEL=='Xception':\n",
        "    from keras.applications.xception import Xception as PTModel, preprocess_input\n",
        "elif BASE_MODEL=='DenseNet169': \n",
        "    from keras.applications.densenet import DenseNet169 as PTModel, preprocess_input\n",
        "elif BASE_MODEL=='DenseNet121':\n",
        "    from keras.applications.densenet import DenseNet121 as PTModel, preprocess_input\n",
        "else:\n",
        "    raise ValueError('Unknown model: {}'.format(BASE_MODEL))"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Epc9yeN02vIJ",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "c03deeb3-710d-4c54-bf33-7dc621c43c02"
      },
      "source": [
        "base_pretrained_model = PTModel(input_shape =  (400,400,3), \n",
        "                              include_top = False, weights = 'imagenet')\n",
        "base_pretrained_model.trainable = True"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Downloading data from https://storage.googleapis.com/tensorflow/keras-applications/densenet/densenet121_weights_tf_dim_ordering_tf_kernels_notop.h5\n",
            "29089792/29084464 [==============================] - 0s 0us/step\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "aRqVIKJ4UvJs"
      },
      "source": [
        "## Freeze initial layers"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "g5metZ9GG8Ls"
      },
      "source": [
        "count=0\n",
        "for layer in model.layers[:]:\n",
        "  layer.trainable = False\n",
        "  count+=1\n",
        "  if count == 26:\n",
        "    break"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "_lZLPsOE5j6S",
        "outputId": "fe4ed5fc-aad8-4274-8bf6-a148b003ca31"
      },
      "source": [
        "base_pretrained_model.summary()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Model: \"densenet121\"\n",
            "__________________________________________________________________________________________________\n",
            "Layer (type)                    Output Shape         Param #     Connected to                     \n",
            "==================================================================================================\n",
            "input_1 (InputLayer)            [(None, 400, 400, 3) 0                                            \n",
            "__________________________________________________________________________________________________\n",
            "zero_padding2d (ZeroPadding2D)  (None, 406, 406, 3)  0           input_1[0][0]                    \n",
            "__________________________________________________________________________________________________\n",
            "conv1/conv (Conv2D)             (None, 200, 200, 64) 9408        zero_padding2d[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "conv1/bn (BatchNormalization)   (None, 200, 200, 64) 256         conv1/conv[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "conv1/relu (Activation)         (None, 200, 200, 64) 0           conv1/bn[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "zero_padding2d_1 (ZeroPadding2D (None, 202, 202, 64) 0           conv1/relu[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "pool1 (MaxPooling2D)            (None, 100, 100, 64) 0           zero_padding2d_1[0][0]           \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block1_0_bn (BatchNormali (None, 100, 100, 64) 256         pool1[0][0]                      \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block1_0_relu (Activation (None, 100, 100, 64) 0           conv2_block1_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block1_1_conv (Conv2D)    (None, 100, 100, 128 8192        conv2_block1_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block1_1_bn (BatchNormali (None, 100, 100, 128 512         conv2_block1_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block1_1_relu (Activation (None, 100, 100, 128 0           conv2_block1_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block1_2_conv (Conv2D)    (None, 100, 100, 32) 36864       conv2_block1_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block1_concat (Concatenat (None, 100, 100, 96) 0           pool1[0][0]                      \n",
            "                                                                 conv2_block1_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block2_0_bn (BatchNormali (None, 100, 100, 96) 384         conv2_block1_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block2_0_relu (Activation (None, 100, 100, 96) 0           conv2_block2_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block2_1_conv (Conv2D)    (None, 100, 100, 128 12288       conv2_block2_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block2_1_bn (BatchNormali (None, 100, 100, 128 512         conv2_block2_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block2_1_relu (Activation (None, 100, 100, 128 0           conv2_block2_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block2_2_conv (Conv2D)    (None, 100, 100, 32) 36864       conv2_block2_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block2_concat (Concatenat (None, 100, 100, 128 0           conv2_block1_concat[0][0]        \n",
            "                                                                 conv2_block2_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block3_0_bn (BatchNormali (None, 100, 100, 128 512         conv2_block2_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block3_0_relu (Activation (None, 100, 100, 128 0           conv2_block3_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block3_1_conv (Conv2D)    (None, 100, 100, 128 16384       conv2_block3_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block3_1_bn (BatchNormali (None, 100, 100, 128 512         conv2_block3_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block3_1_relu (Activation (None, 100, 100, 128 0           conv2_block3_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block3_2_conv (Conv2D)    (None, 100, 100, 32) 36864       conv2_block3_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block3_concat (Concatenat (None, 100, 100, 160 0           conv2_block2_concat[0][0]        \n",
            "                                                                 conv2_block3_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block4_0_bn (BatchNormali (None, 100, 100, 160 640         conv2_block3_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block4_0_relu (Activation (None, 100, 100, 160 0           conv2_block4_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block4_1_conv (Conv2D)    (None, 100, 100, 128 20480       conv2_block4_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block4_1_bn (BatchNormali (None, 100, 100, 128 512         conv2_block4_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block4_1_relu (Activation (None, 100, 100, 128 0           conv2_block4_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block4_2_conv (Conv2D)    (None, 100, 100, 32) 36864       conv2_block4_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block4_concat (Concatenat (None, 100, 100, 192 0           conv2_block3_concat[0][0]        \n",
            "                                                                 conv2_block4_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block5_0_bn (BatchNormali (None, 100, 100, 192 768         conv2_block4_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block5_0_relu (Activation (None, 100, 100, 192 0           conv2_block5_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block5_1_conv (Conv2D)    (None, 100, 100, 128 24576       conv2_block5_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block5_1_bn (BatchNormali (None, 100, 100, 128 512         conv2_block5_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block5_1_relu (Activation (None, 100, 100, 128 0           conv2_block5_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block5_2_conv (Conv2D)    (None, 100, 100, 32) 36864       conv2_block5_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block5_concat (Concatenat (None, 100, 100, 224 0           conv2_block4_concat[0][0]        \n",
            "                                                                 conv2_block5_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block6_0_bn (BatchNormali (None, 100, 100, 224 896         conv2_block5_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block6_0_relu (Activation (None, 100, 100, 224 0           conv2_block6_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block6_1_conv (Conv2D)    (None, 100, 100, 128 28672       conv2_block6_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block6_1_bn (BatchNormali (None, 100, 100, 128 512         conv2_block6_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block6_1_relu (Activation (None, 100, 100, 128 0           conv2_block6_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block6_2_conv (Conv2D)    (None, 100, 100, 32) 36864       conv2_block6_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block6_concat (Concatenat (None, 100, 100, 256 0           conv2_block5_concat[0][0]        \n",
            "                                                                 conv2_block6_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "pool2_bn (BatchNormalization)   (None, 100, 100, 256 1024        conv2_block6_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "pool2_relu (Activation)         (None, 100, 100, 256 0           pool2_bn[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "pool2_conv (Conv2D)             (None, 100, 100, 128 32768       pool2_relu[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "pool2_pool (AveragePooling2D)   (None, 50, 50, 128)  0           pool2_conv[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block1_0_bn (BatchNormali (None, 50, 50, 128)  512         pool2_pool[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block1_0_relu (Activation (None, 50, 50, 128)  0           conv3_block1_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block1_1_conv (Conv2D)    (None, 50, 50, 128)  16384       conv3_block1_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block1_1_bn (BatchNormali (None, 50, 50, 128)  512         conv3_block1_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block1_1_relu (Activation (None, 50, 50, 128)  0           conv3_block1_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block1_2_conv (Conv2D)    (None, 50, 50, 32)   36864       conv3_block1_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block1_concat (Concatenat (None, 50, 50, 160)  0           pool2_pool[0][0]                 \n",
            "                                                                 conv3_block1_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block2_0_bn (BatchNormali (None, 50, 50, 160)  640         conv3_block1_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block2_0_relu (Activation (None, 50, 50, 160)  0           conv3_block2_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block2_1_conv (Conv2D)    (None, 50, 50, 128)  20480       conv3_block2_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block2_1_bn (BatchNormali (None, 50, 50, 128)  512         conv3_block2_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block2_1_relu (Activation (None, 50, 50, 128)  0           conv3_block2_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block2_2_conv (Conv2D)    (None, 50, 50, 32)   36864       conv3_block2_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block2_concat (Concatenat (None, 50, 50, 192)  0           conv3_block1_concat[0][0]        \n",
            "                                                                 conv3_block2_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block3_0_bn (BatchNormali (None, 50, 50, 192)  768         conv3_block2_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block3_0_relu (Activation (None, 50, 50, 192)  0           conv3_block3_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block3_1_conv (Conv2D)    (None, 50, 50, 128)  24576       conv3_block3_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block3_1_bn (BatchNormali (None, 50, 50, 128)  512         conv3_block3_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block3_1_relu (Activation (None, 50, 50, 128)  0           conv3_block3_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block3_2_conv (Conv2D)    (None, 50, 50, 32)   36864       conv3_block3_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block3_concat (Concatenat (None, 50, 50, 224)  0           conv3_block2_concat[0][0]        \n",
            "                                                                 conv3_block3_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block4_0_bn (BatchNormali (None, 50, 50, 224)  896         conv3_block3_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block4_0_relu (Activation (None, 50, 50, 224)  0           conv3_block4_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block4_1_conv (Conv2D)    (None, 50, 50, 128)  28672       conv3_block4_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block4_1_bn (BatchNormali (None, 50, 50, 128)  512         conv3_block4_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block4_1_relu (Activation (None, 50, 50, 128)  0           conv3_block4_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block4_2_conv (Conv2D)    (None, 50, 50, 32)   36864       conv3_block4_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block4_concat (Concatenat (None, 50, 50, 256)  0           conv3_block3_concat[0][0]        \n",
            "                                                                 conv3_block4_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block5_0_bn (BatchNormali (None, 50, 50, 256)  1024        conv3_block4_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block5_0_relu (Activation (None, 50, 50, 256)  0           conv3_block5_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block5_1_conv (Conv2D)    (None, 50, 50, 128)  32768       conv3_block5_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block5_1_bn (BatchNormali (None, 50, 50, 128)  512         conv3_block5_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block5_1_relu (Activation (None, 50, 50, 128)  0           conv3_block5_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block5_2_conv (Conv2D)    (None, 50, 50, 32)   36864       conv3_block5_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block5_concat (Concatenat (None, 50, 50, 288)  0           conv3_block4_concat[0][0]        \n",
            "                                                                 conv3_block5_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block6_0_bn (BatchNormali (None, 50, 50, 288)  1152        conv3_block5_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block6_0_relu (Activation (None, 50, 50, 288)  0           conv3_block6_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block6_1_conv (Conv2D)    (None, 50, 50, 128)  36864       conv3_block6_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block6_1_bn (BatchNormali (None, 50, 50, 128)  512         conv3_block6_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block6_1_relu (Activation (None, 50, 50, 128)  0           conv3_block6_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block6_2_conv (Conv2D)    (None, 50, 50, 32)   36864       conv3_block6_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block6_concat (Concatenat (None, 50, 50, 320)  0           conv3_block5_concat[0][0]        \n",
            "                                                                 conv3_block6_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block7_0_bn (BatchNormali (None, 50, 50, 320)  1280        conv3_block6_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block7_0_relu (Activation (None, 50, 50, 320)  0           conv3_block7_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block7_1_conv (Conv2D)    (None, 50, 50, 128)  40960       conv3_block7_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block7_1_bn (BatchNormali (None, 50, 50, 128)  512         conv3_block7_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block7_1_relu (Activation (None, 50, 50, 128)  0           conv3_block7_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block7_2_conv (Conv2D)    (None, 50, 50, 32)   36864       conv3_block7_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block7_concat (Concatenat (None, 50, 50, 352)  0           conv3_block6_concat[0][0]        \n",
            "                                                                 conv3_block7_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block8_0_bn (BatchNormali (None, 50, 50, 352)  1408        conv3_block7_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block8_0_relu (Activation (None, 50, 50, 352)  0           conv3_block8_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block8_1_conv (Conv2D)    (None, 50, 50, 128)  45056       conv3_block8_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block8_1_bn (BatchNormali (None, 50, 50, 128)  512         conv3_block8_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block8_1_relu (Activation (None, 50, 50, 128)  0           conv3_block8_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block8_2_conv (Conv2D)    (None, 50, 50, 32)   36864       conv3_block8_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block8_concat (Concatenat (None, 50, 50, 384)  0           conv3_block7_concat[0][0]        \n",
            "                                                                 conv3_block8_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block9_0_bn (BatchNormali (None, 50, 50, 384)  1536        conv3_block8_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block9_0_relu (Activation (None, 50, 50, 384)  0           conv3_block9_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block9_1_conv (Conv2D)    (None, 50, 50, 128)  49152       conv3_block9_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block9_1_bn (BatchNormali (None, 50, 50, 128)  512         conv3_block9_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block9_1_relu (Activation (None, 50, 50, 128)  0           conv3_block9_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block9_2_conv (Conv2D)    (None, 50, 50, 32)   36864       conv3_block9_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block9_concat (Concatenat (None, 50, 50, 416)  0           conv3_block8_concat[0][0]        \n",
            "                                                                 conv3_block9_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block10_0_bn (BatchNormal (None, 50, 50, 416)  1664        conv3_block9_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block10_0_relu (Activatio (None, 50, 50, 416)  0           conv3_block10_0_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block10_1_conv (Conv2D)   (None, 50, 50, 128)  53248       conv3_block10_0_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block10_1_bn (BatchNormal (None, 50, 50, 128)  512         conv3_block10_1_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block10_1_relu (Activatio (None, 50, 50, 128)  0           conv3_block10_1_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block10_2_conv (Conv2D)   (None, 50, 50, 32)   36864       conv3_block10_1_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block10_concat (Concatena (None, 50, 50, 448)  0           conv3_block9_concat[0][0]        \n",
            "                                                                 conv3_block10_2_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block11_0_bn (BatchNormal (None, 50, 50, 448)  1792        conv3_block10_concat[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block11_0_relu (Activatio (None, 50, 50, 448)  0           conv3_block11_0_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block11_1_conv (Conv2D)   (None, 50, 50, 128)  57344       conv3_block11_0_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block11_1_bn (BatchNormal (None, 50, 50, 128)  512         conv3_block11_1_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block11_1_relu (Activatio (None, 50, 50, 128)  0           conv3_block11_1_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block11_2_conv (Conv2D)   (None, 50, 50, 32)   36864       conv3_block11_1_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block11_concat (Concatena (None, 50, 50, 480)  0           conv3_block10_concat[0][0]       \n",
            "                                                                 conv3_block11_2_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block12_0_bn (BatchNormal (None, 50, 50, 480)  1920        conv3_block11_concat[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block12_0_relu (Activatio (None, 50, 50, 480)  0           conv3_block12_0_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block12_1_conv (Conv2D)   (None, 50, 50, 128)  61440       conv3_block12_0_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block12_1_bn (BatchNormal (None, 50, 50, 128)  512         conv3_block12_1_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block12_1_relu (Activatio (None, 50, 50, 128)  0           conv3_block12_1_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block12_2_conv (Conv2D)   (None, 50, 50, 32)   36864       conv3_block12_1_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block12_concat (Concatena (None, 50, 50, 512)  0           conv3_block11_concat[0][0]       \n",
            "                                                                 conv3_block12_2_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "pool3_bn (BatchNormalization)   (None, 50, 50, 512)  2048        conv3_block12_concat[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "pool3_relu (Activation)         (None, 50, 50, 512)  0           pool3_bn[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "pool3_conv (Conv2D)             (None, 50, 50, 256)  131072      pool3_relu[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "pool3_pool (AveragePooling2D)   (None, 25, 25, 256)  0           pool3_conv[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block1_0_bn (BatchNormali (None, 25, 25, 256)  1024        pool3_pool[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block1_0_relu (Activation (None, 25, 25, 256)  0           conv4_block1_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block1_1_conv (Conv2D)    (None, 25, 25, 128)  32768       conv4_block1_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block1_1_bn (BatchNormali (None, 25, 25, 128)  512         conv4_block1_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block1_1_relu (Activation (None, 25, 25, 128)  0           conv4_block1_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block1_2_conv (Conv2D)    (None, 25, 25, 32)   36864       conv4_block1_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block1_concat (Concatenat (None, 25, 25, 288)  0           pool3_pool[0][0]                 \n",
            "                                                                 conv4_block1_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block2_0_bn (BatchNormali (None, 25, 25, 288)  1152        conv4_block1_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block2_0_relu (Activation (None, 25, 25, 288)  0           conv4_block2_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block2_1_conv (Conv2D)    (None, 25, 25, 128)  36864       conv4_block2_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block2_1_bn (BatchNormali (None, 25, 25, 128)  512         conv4_block2_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block2_1_relu (Activation (None, 25, 25, 128)  0           conv4_block2_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block2_2_conv (Conv2D)    (None, 25, 25, 32)   36864       conv4_block2_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block2_concat (Concatenat (None, 25, 25, 320)  0           conv4_block1_concat[0][0]        \n",
            "                                                                 conv4_block2_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block3_0_bn (BatchNormali (None, 25, 25, 320)  1280        conv4_block2_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block3_0_relu (Activation (None, 25, 25, 320)  0           conv4_block3_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block3_1_conv (Conv2D)    (None, 25, 25, 128)  40960       conv4_block3_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block3_1_bn (BatchNormali (None, 25, 25, 128)  512         conv4_block3_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block3_1_relu (Activation (None, 25, 25, 128)  0           conv4_block3_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block3_2_conv (Conv2D)    (None, 25, 25, 32)   36864       conv4_block3_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block3_concat (Concatenat (None, 25, 25, 352)  0           conv4_block2_concat[0][0]        \n",
            "                                                                 conv4_block3_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block4_0_bn (BatchNormali (None, 25, 25, 352)  1408        conv4_block3_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block4_0_relu (Activation (None, 25, 25, 352)  0           conv4_block4_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block4_1_conv (Conv2D)    (None, 25, 25, 128)  45056       conv4_block4_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block4_1_bn (BatchNormali (None, 25, 25, 128)  512         conv4_block4_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block4_1_relu (Activation (None, 25, 25, 128)  0           conv4_block4_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block4_2_conv (Conv2D)    (None, 25, 25, 32)   36864       conv4_block4_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block4_concat (Concatenat (None, 25, 25, 384)  0           conv4_block3_concat[0][0]        \n",
            "                                                                 conv4_block4_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block5_0_bn (BatchNormali (None, 25, 25, 384)  1536        conv4_block4_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block5_0_relu (Activation (None, 25, 25, 384)  0           conv4_block5_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block5_1_conv (Conv2D)    (None, 25, 25, 128)  49152       conv4_block5_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block5_1_bn (BatchNormali (None, 25, 25, 128)  512         conv4_block5_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block5_1_relu (Activation (None, 25, 25, 128)  0           conv4_block5_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block5_2_conv (Conv2D)    (None, 25, 25, 32)   36864       conv4_block5_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block5_concat (Concatenat (None, 25, 25, 416)  0           conv4_block4_concat[0][0]        \n",
            "                                                                 conv4_block5_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block6_0_bn (BatchNormali (None, 25, 25, 416)  1664        conv4_block5_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block6_0_relu (Activation (None, 25, 25, 416)  0           conv4_block6_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block6_1_conv (Conv2D)    (None, 25, 25, 128)  53248       conv4_block6_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block6_1_bn (BatchNormali (None, 25, 25, 128)  512         conv4_block6_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block6_1_relu (Activation (None, 25, 25, 128)  0           conv4_block6_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block6_2_conv (Conv2D)    (None, 25, 25, 32)   36864       conv4_block6_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block6_concat (Concatenat (None, 25, 25, 448)  0           conv4_block5_concat[0][0]        \n",
            "                                                                 conv4_block6_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block7_0_bn (BatchNormali (None, 25, 25, 448)  1792        conv4_block6_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block7_0_relu (Activation (None, 25, 25, 448)  0           conv4_block7_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block7_1_conv (Conv2D)    (None, 25, 25, 128)  57344       conv4_block7_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block7_1_bn (BatchNormali (None, 25, 25, 128)  512         conv4_block7_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block7_1_relu (Activation (None, 25, 25, 128)  0           conv4_block7_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block7_2_conv (Conv2D)    (None, 25, 25, 32)   36864       conv4_block7_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block7_concat (Concatenat (None, 25, 25, 480)  0           conv4_block6_concat[0][0]        \n",
            "                                                                 conv4_block7_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block8_0_bn (BatchNormali (None, 25, 25, 480)  1920        conv4_block7_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block8_0_relu (Activation (None, 25, 25, 480)  0           conv4_block8_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block8_1_conv (Conv2D)    (None, 25, 25, 128)  61440       conv4_block8_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block8_1_bn (BatchNormali (None, 25, 25, 128)  512         conv4_block8_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block8_1_relu (Activation (None, 25, 25, 128)  0           conv4_block8_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block8_2_conv (Conv2D)    (None, 25, 25, 32)   36864       conv4_block8_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block8_concat (Concatenat (None, 25, 25, 512)  0           conv4_block7_concat[0][0]        \n",
            "                                                                 conv4_block8_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block9_0_bn (BatchNormali (None, 25, 25, 512)  2048        conv4_block8_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block9_0_relu (Activation (None, 25, 25, 512)  0           conv4_block9_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block9_1_conv (Conv2D)    (None, 25, 25, 128)  65536       conv4_block9_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block9_1_bn (BatchNormali (None, 25, 25, 128)  512         conv4_block9_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block9_1_relu (Activation (None, 25, 25, 128)  0           conv4_block9_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block9_2_conv (Conv2D)    (None, 25, 25, 32)   36864       conv4_block9_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block9_concat (Concatenat (None, 25, 25, 544)  0           conv4_block8_concat[0][0]        \n",
            "                                                                 conv4_block9_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block10_0_bn (BatchNormal (None, 25, 25, 544)  2176        conv4_block9_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block10_0_relu (Activatio (None, 25, 25, 544)  0           conv4_block10_0_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block10_1_conv (Conv2D)   (None, 25, 25, 128)  69632       conv4_block10_0_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block10_1_bn (BatchNormal (None, 25, 25, 128)  512         conv4_block10_1_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block10_1_relu (Activatio (None, 25, 25, 128)  0           conv4_block10_1_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block10_2_conv (Conv2D)   (None, 25, 25, 32)   36864       conv4_block10_1_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block10_concat (Concatena (None, 25, 25, 576)  0           conv4_block9_concat[0][0]        \n",
            "                                                                 conv4_block10_2_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block11_0_bn (BatchNormal (None, 25, 25, 576)  2304        conv4_block10_concat[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block11_0_relu (Activatio (None, 25, 25, 576)  0           conv4_block11_0_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block11_1_conv (Conv2D)   (None, 25, 25, 128)  73728       conv4_block11_0_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block11_1_bn (BatchNormal (None, 25, 25, 128)  512         conv4_block11_1_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block11_1_relu (Activatio (None, 25, 25, 128)  0           conv4_block11_1_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block11_2_conv (Conv2D)   (None, 25, 25, 32)   36864       conv4_block11_1_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block11_concat (Concatena (None, 25, 25, 608)  0           conv4_block10_concat[0][0]       \n",
            "                                                                 conv4_block11_2_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block12_0_bn (BatchNormal (None, 25, 25, 608)  2432        conv4_block11_concat[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block12_0_relu (Activatio (None, 25, 25, 608)  0           conv4_block12_0_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block12_1_conv (Conv2D)   (None, 25, 25, 128)  77824       conv4_block12_0_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block12_1_bn (BatchNormal (None, 25, 25, 128)  512         conv4_block12_1_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block12_1_relu (Activatio (None, 25, 25, 128)  0           conv4_block12_1_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block12_2_conv (Conv2D)   (None, 25, 25, 32)   36864       conv4_block12_1_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block12_concat (Concatena (None, 25, 25, 640)  0           conv4_block11_concat[0][0]       \n",
            "                                                                 conv4_block12_2_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block13_0_bn (BatchNormal (None, 25, 25, 640)  2560        conv4_block12_concat[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block13_0_relu (Activatio (None, 25, 25, 640)  0           conv4_block13_0_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block13_1_conv (Conv2D)   (None, 25, 25, 128)  81920       conv4_block13_0_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block13_1_bn (BatchNormal (None, 25, 25, 128)  512         conv4_block13_1_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block13_1_relu (Activatio (None, 25, 25, 128)  0           conv4_block13_1_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block13_2_conv (Conv2D)   (None, 25, 25, 32)   36864       conv4_block13_1_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block13_concat (Concatena (None, 25, 25, 672)  0           conv4_block12_concat[0][0]       \n",
            "                                                                 conv4_block13_2_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block14_0_bn (BatchNormal (None, 25, 25, 672)  2688        conv4_block13_concat[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block14_0_relu (Activatio (None, 25, 25, 672)  0           conv4_block14_0_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block14_1_conv (Conv2D)   (None, 25, 25, 128)  86016       conv4_block14_0_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block14_1_bn (BatchNormal (None, 25, 25, 128)  512         conv4_block14_1_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block14_1_relu (Activatio (None, 25, 25, 128)  0           conv4_block14_1_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block14_2_conv (Conv2D)   (None, 25, 25, 32)   36864       conv4_block14_1_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block14_concat (Concatena (None, 25, 25, 704)  0           conv4_block13_concat[0][0]       \n",
            "                                                                 conv4_block14_2_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block15_0_bn (BatchNormal (None, 25, 25, 704)  2816        conv4_block14_concat[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block15_0_relu (Activatio (None, 25, 25, 704)  0           conv4_block15_0_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block15_1_conv (Conv2D)   (None, 25, 25, 128)  90112       conv4_block15_0_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block15_1_bn (BatchNormal (None, 25, 25, 128)  512         conv4_block15_1_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block15_1_relu (Activatio (None, 25, 25, 128)  0           conv4_block15_1_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block15_2_conv (Conv2D)   (None, 25, 25, 32)   36864       conv4_block15_1_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block15_concat (Concatena (None, 25, 25, 736)  0           conv4_block14_concat[0][0]       \n",
            "                                                                 conv4_block15_2_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block16_0_bn (BatchNormal (None, 25, 25, 736)  2944        conv4_block15_concat[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block16_0_relu (Activatio (None, 25, 25, 736)  0           conv4_block16_0_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block16_1_conv (Conv2D)   (None, 25, 25, 128)  94208       conv4_block16_0_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block16_1_bn (BatchNormal (None, 25, 25, 128)  512         conv4_block16_1_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block16_1_relu (Activatio (None, 25, 25, 128)  0           conv4_block16_1_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block16_2_conv (Conv2D)   (None, 25, 25, 32)   36864       conv4_block16_1_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block16_concat (Concatena (None, 25, 25, 768)  0           conv4_block15_concat[0][0]       \n",
            "                                                                 conv4_block16_2_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block17_0_bn (BatchNormal (None, 25, 25, 768)  3072        conv4_block16_concat[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block17_0_relu (Activatio (None, 25, 25, 768)  0           conv4_block17_0_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block17_1_conv (Conv2D)   (None, 25, 25, 128)  98304       conv4_block17_0_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block17_1_bn (BatchNormal (None, 25, 25, 128)  512         conv4_block17_1_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block17_1_relu (Activatio (None, 25, 25, 128)  0           conv4_block17_1_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block17_2_conv (Conv2D)   (None, 25, 25, 32)   36864       conv4_block17_1_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block17_concat (Concatena (None, 25, 25, 800)  0           conv4_block16_concat[0][0]       \n",
            "                                                                 conv4_block17_2_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block18_0_bn (BatchNormal (None, 25, 25, 800)  3200        conv4_block17_concat[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block18_0_relu (Activatio (None, 25, 25, 800)  0           conv4_block18_0_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block18_1_conv (Conv2D)   (None, 25, 25, 128)  102400      conv4_block18_0_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block18_1_bn (BatchNormal (None, 25, 25, 128)  512         conv4_block18_1_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block18_1_relu (Activatio (None, 25, 25, 128)  0           conv4_block18_1_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block18_2_conv (Conv2D)   (None, 25, 25, 32)   36864       conv4_block18_1_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block18_concat (Concatena (None, 25, 25, 832)  0           conv4_block17_concat[0][0]       \n",
            "                                                                 conv4_block18_2_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block19_0_bn (BatchNormal (None, 25, 25, 832)  3328        conv4_block18_concat[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block19_0_relu (Activatio (None, 25, 25, 832)  0           conv4_block19_0_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block19_1_conv (Conv2D)   (None, 25, 25, 128)  106496      conv4_block19_0_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block19_1_bn (BatchNormal (None, 25, 25, 128)  512         conv4_block19_1_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block19_1_relu (Activatio (None, 25, 25, 128)  0           conv4_block19_1_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block19_2_conv (Conv2D)   (None, 25, 25, 32)   36864       conv4_block19_1_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block19_concat (Concatena (None, 25, 25, 864)  0           conv4_block18_concat[0][0]       \n",
            "                                                                 conv4_block19_2_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block20_0_bn (BatchNormal (None, 25, 25, 864)  3456        conv4_block19_concat[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block20_0_relu (Activatio (None, 25, 25, 864)  0           conv4_block20_0_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block20_1_conv (Conv2D)   (None, 25, 25, 128)  110592      conv4_block20_0_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block20_1_bn (BatchNormal (None, 25, 25, 128)  512         conv4_block20_1_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block20_1_relu (Activatio (None, 25, 25, 128)  0           conv4_block20_1_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block20_2_conv (Conv2D)   (None, 25, 25, 32)   36864       conv4_block20_1_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block20_concat (Concatena (None, 25, 25, 896)  0           conv4_block19_concat[0][0]       \n",
            "                                                                 conv4_block20_2_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block21_0_bn (BatchNormal (None, 25, 25, 896)  3584        conv4_block20_concat[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block21_0_relu (Activatio (None, 25, 25, 896)  0           conv4_block21_0_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block21_1_conv (Conv2D)   (None, 25, 25, 128)  114688      conv4_block21_0_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block21_1_bn (BatchNormal (None, 25, 25, 128)  512         conv4_block21_1_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block21_1_relu (Activatio (None, 25, 25, 128)  0           conv4_block21_1_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block21_2_conv (Conv2D)   (None, 25, 25, 32)   36864       conv4_block21_1_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block21_concat (Concatena (None, 25, 25, 928)  0           conv4_block20_concat[0][0]       \n",
            "                                                                 conv4_block21_2_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block22_0_bn (BatchNormal (None, 25, 25, 928)  3712        conv4_block21_concat[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block22_0_relu (Activatio (None, 25, 25, 928)  0           conv4_block22_0_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block22_1_conv (Conv2D)   (None, 25, 25, 128)  118784      conv4_block22_0_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block22_1_bn (BatchNormal (None, 25, 25, 128)  512         conv4_block22_1_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block22_1_relu (Activatio (None, 25, 25, 128)  0           conv4_block22_1_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block22_2_conv (Conv2D)   (None, 25, 25, 32)   36864       conv4_block22_1_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block22_concat (Concatena (None, 25, 25, 960)  0           conv4_block21_concat[0][0]       \n",
            "                                                                 conv4_block22_2_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block23_0_bn (BatchNormal (None, 25, 25, 960)  3840        conv4_block22_concat[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block23_0_relu (Activatio (None, 25, 25, 960)  0           conv4_block23_0_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block23_1_conv (Conv2D)   (None, 25, 25, 128)  122880      conv4_block23_0_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block23_1_bn (BatchNormal (None, 25, 25, 128)  512         conv4_block23_1_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block23_1_relu (Activatio (None, 25, 25, 128)  0           conv4_block23_1_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block23_2_conv (Conv2D)   (None, 25, 25, 32)   36864       conv4_block23_1_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block23_concat (Concatena (None, 25, 25, 992)  0           conv4_block22_concat[0][0]       \n",
            "                                                                 conv4_block23_2_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block24_0_bn (BatchNormal (None, 25, 25, 992)  3968        conv4_block23_concat[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block24_0_relu (Activatio (None, 25, 25, 992)  0           conv4_block24_0_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block24_1_conv (Conv2D)   (None, 25, 25, 128)  126976      conv4_block24_0_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block24_1_bn (BatchNormal (None, 25, 25, 128)  512         conv4_block24_1_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block24_1_relu (Activatio (None, 25, 25, 128)  0           conv4_block24_1_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block24_2_conv (Conv2D)   (None, 25, 25, 32)   36864       conv4_block24_1_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block24_concat (Concatena (None, 25, 25, 1024) 0           conv4_block23_concat[0][0]       \n",
            "                                                                 conv4_block24_2_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "pool4_bn (BatchNormalization)   (None, 25, 25, 1024) 4096        conv4_block24_concat[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "pool4_relu (Activation)         (None, 25, 25, 1024) 0           pool4_bn[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "pool4_conv (Conv2D)             (None, 25, 25, 512)  524288      pool4_relu[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "pool4_pool (AveragePooling2D)   (None, 12, 12, 512)  0           pool4_conv[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block1_0_bn (BatchNormali (None, 12, 12, 512)  2048        pool4_pool[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block1_0_relu (Activation (None, 12, 12, 512)  0           conv5_block1_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block1_1_conv (Conv2D)    (None, 12, 12, 128)  65536       conv5_block1_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block1_1_bn (BatchNormali (None, 12, 12, 128)  512         conv5_block1_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block1_1_relu (Activation (None, 12, 12, 128)  0           conv5_block1_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block1_2_conv (Conv2D)    (None, 12, 12, 32)   36864       conv5_block1_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block1_concat (Concatenat (None, 12, 12, 544)  0           pool4_pool[0][0]                 \n",
            "                                                                 conv5_block1_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block2_0_bn (BatchNormali (None, 12, 12, 544)  2176        conv5_block1_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block2_0_relu (Activation (None, 12, 12, 544)  0           conv5_block2_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block2_1_conv (Conv2D)    (None, 12, 12, 128)  69632       conv5_block2_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block2_1_bn (BatchNormali (None, 12, 12, 128)  512         conv5_block2_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block2_1_relu (Activation (None, 12, 12, 128)  0           conv5_block2_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block2_2_conv (Conv2D)    (None, 12, 12, 32)   36864       conv5_block2_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block2_concat (Concatenat (None, 12, 12, 576)  0           conv5_block1_concat[0][0]        \n",
            "                                                                 conv5_block2_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block3_0_bn (BatchNormali (None, 12, 12, 576)  2304        conv5_block2_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block3_0_relu (Activation (None, 12, 12, 576)  0           conv5_block3_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block3_1_conv (Conv2D)    (None, 12, 12, 128)  73728       conv5_block3_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block3_1_bn (BatchNormali (None, 12, 12, 128)  512         conv5_block3_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block3_1_relu (Activation (None, 12, 12, 128)  0           conv5_block3_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block3_2_conv (Conv2D)    (None, 12, 12, 32)   36864       conv5_block3_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block3_concat (Concatenat (None, 12, 12, 608)  0           conv5_block2_concat[0][0]        \n",
            "                                                                 conv5_block3_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block4_0_bn (BatchNormali (None, 12, 12, 608)  2432        conv5_block3_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block4_0_relu (Activation (None, 12, 12, 608)  0           conv5_block4_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block4_1_conv (Conv2D)    (None, 12, 12, 128)  77824       conv5_block4_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block4_1_bn (BatchNormali (None, 12, 12, 128)  512         conv5_block4_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block4_1_relu (Activation (None, 12, 12, 128)  0           conv5_block4_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block4_2_conv (Conv2D)    (None, 12, 12, 32)   36864       conv5_block4_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block4_concat (Concatenat (None, 12, 12, 640)  0           conv5_block3_concat[0][0]        \n",
            "                                                                 conv5_block4_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block5_0_bn (BatchNormali (None, 12, 12, 640)  2560        conv5_block4_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block5_0_relu (Activation (None, 12, 12, 640)  0           conv5_block5_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block5_1_conv (Conv2D)    (None, 12, 12, 128)  81920       conv5_block5_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block5_1_bn (BatchNormali (None, 12, 12, 128)  512         conv5_block5_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block5_1_relu (Activation (None, 12, 12, 128)  0           conv5_block5_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block5_2_conv (Conv2D)    (None, 12, 12, 32)   36864       conv5_block5_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block5_concat (Concatenat (None, 12, 12, 672)  0           conv5_block4_concat[0][0]        \n",
            "                                                                 conv5_block5_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block6_0_bn (BatchNormali (None, 12, 12, 672)  2688        conv5_block5_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block6_0_relu (Activation (None, 12, 12, 672)  0           conv5_block6_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block6_1_conv (Conv2D)    (None, 12, 12, 128)  86016       conv5_block6_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block6_1_bn (BatchNormali (None, 12, 12, 128)  512         conv5_block6_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block6_1_relu (Activation (None, 12, 12, 128)  0           conv5_block6_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block6_2_conv (Conv2D)    (None, 12, 12, 32)   36864       conv5_block6_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block6_concat (Concatenat (None, 12, 12, 704)  0           conv5_block5_concat[0][0]        \n",
            "                                                                 conv5_block6_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block7_0_bn (BatchNormali (None, 12, 12, 704)  2816        conv5_block6_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block7_0_relu (Activation (None, 12, 12, 704)  0           conv5_block7_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block7_1_conv (Conv2D)    (None, 12, 12, 128)  90112       conv5_block7_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block7_1_bn (BatchNormali (None, 12, 12, 128)  512         conv5_block7_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block7_1_relu (Activation (None, 12, 12, 128)  0           conv5_block7_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block7_2_conv (Conv2D)    (None, 12, 12, 32)   36864       conv5_block7_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block7_concat (Concatenat (None, 12, 12, 736)  0           conv5_block6_concat[0][0]        \n",
            "                                                                 conv5_block7_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block8_0_bn (BatchNormali (None, 12, 12, 736)  2944        conv5_block7_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block8_0_relu (Activation (None, 12, 12, 736)  0           conv5_block8_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block8_1_conv (Conv2D)    (None, 12, 12, 128)  94208       conv5_block8_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block8_1_bn (BatchNormali (None, 12, 12, 128)  512         conv5_block8_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block8_1_relu (Activation (None, 12, 12, 128)  0           conv5_block8_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block8_2_conv (Conv2D)    (None, 12, 12, 32)   36864       conv5_block8_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block8_concat (Concatenat (None, 12, 12, 768)  0           conv5_block7_concat[0][0]        \n",
            "                                                                 conv5_block8_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block9_0_bn (BatchNormali (None, 12, 12, 768)  3072        conv5_block8_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block9_0_relu (Activation (None, 12, 12, 768)  0           conv5_block9_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block9_1_conv (Conv2D)    (None, 12, 12, 128)  98304       conv5_block9_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block9_1_bn (BatchNormali (None, 12, 12, 128)  512         conv5_block9_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block9_1_relu (Activation (None, 12, 12, 128)  0           conv5_block9_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block9_2_conv (Conv2D)    (None, 12, 12, 32)   36864       conv5_block9_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block9_concat (Concatenat (None, 12, 12, 800)  0           conv5_block8_concat[0][0]        \n",
            "                                                                 conv5_block9_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block10_0_bn (BatchNormal (None, 12, 12, 800)  3200        conv5_block9_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block10_0_relu (Activatio (None, 12, 12, 800)  0           conv5_block10_0_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block10_1_conv (Conv2D)   (None, 12, 12, 128)  102400      conv5_block10_0_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block10_1_bn (BatchNormal (None, 12, 12, 128)  512         conv5_block10_1_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block10_1_relu (Activatio (None, 12, 12, 128)  0           conv5_block10_1_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block10_2_conv (Conv2D)   (None, 12, 12, 32)   36864       conv5_block10_1_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block10_concat (Concatena (None, 12, 12, 832)  0           conv5_block9_concat[0][0]        \n",
            "                                                                 conv5_block10_2_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block11_0_bn (BatchNormal (None, 12, 12, 832)  3328        conv5_block10_concat[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block11_0_relu (Activatio (None, 12, 12, 832)  0           conv5_block11_0_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block11_1_conv (Conv2D)   (None, 12, 12, 128)  106496      conv5_block11_0_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block11_1_bn (BatchNormal (None, 12, 12, 128)  512         conv5_block11_1_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block11_1_relu (Activatio (None, 12, 12, 128)  0           conv5_block11_1_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block11_2_conv (Conv2D)   (None, 12, 12, 32)   36864       conv5_block11_1_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block11_concat (Concatena (None, 12, 12, 864)  0           conv5_block10_concat[0][0]       \n",
            "                                                                 conv5_block11_2_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block12_0_bn (BatchNormal (None, 12, 12, 864)  3456        conv5_block11_concat[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block12_0_relu (Activatio (None, 12, 12, 864)  0           conv5_block12_0_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block12_1_conv (Conv2D)   (None, 12, 12, 128)  110592      conv5_block12_0_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block12_1_bn (BatchNormal (None, 12, 12, 128)  512         conv5_block12_1_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block12_1_relu (Activatio (None, 12, 12, 128)  0           conv5_block12_1_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block12_2_conv (Conv2D)   (None, 12, 12, 32)   36864       conv5_block12_1_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block12_concat (Concatena (None, 12, 12, 896)  0           conv5_block11_concat[0][0]       \n",
            "                                                                 conv5_block12_2_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block13_0_bn (BatchNormal (None, 12, 12, 896)  3584        conv5_block12_concat[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block13_0_relu (Activatio (None, 12, 12, 896)  0           conv5_block13_0_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block13_1_conv (Conv2D)   (None, 12, 12, 128)  114688      conv5_block13_0_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block13_1_bn (BatchNormal (None, 12, 12, 128)  512         conv5_block13_1_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block13_1_relu (Activatio (None, 12, 12, 128)  0           conv5_block13_1_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block13_2_conv (Conv2D)   (None, 12, 12, 32)   36864       conv5_block13_1_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block13_concat (Concatena (None, 12, 12, 928)  0           conv5_block12_concat[0][0]       \n",
            "                                                                 conv5_block13_2_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block14_0_bn (BatchNormal (None, 12, 12, 928)  3712        conv5_block13_concat[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block14_0_relu (Activatio (None, 12, 12, 928)  0           conv5_block14_0_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block14_1_conv (Conv2D)   (None, 12, 12, 128)  118784      conv5_block14_0_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block14_1_bn (BatchNormal (None, 12, 12, 128)  512         conv5_block14_1_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block14_1_relu (Activatio (None, 12, 12, 128)  0           conv5_block14_1_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block14_2_conv (Conv2D)   (None, 12, 12, 32)   36864       conv5_block14_1_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block14_concat (Concatena (None, 12, 12, 960)  0           conv5_block13_concat[0][0]       \n",
            "                                                                 conv5_block14_2_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block15_0_bn (BatchNormal (None, 12, 12, 960)  3840        conv5_block14_concat[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block15_0_relu (Activatio (None, 12, 12, 960)  0           conv5_block15_0_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block15_1_conv (Conv2D)   (None, 12, 12, 128)  122880      conv5_block15_0_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block15_1_bn (BatchNormal (None, 12, 12, 128)  512         conv5_block15_1_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block15_1_relu (Activatio (None, 12, 12, 128)  0           conv5_block15_1_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block15_2_conv (Conv2D)   (None, 12, 12, 32)   36864       conv5_block15_1_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block15_concat (Concatena (None, 12, 12, 992)  0           conv5_block14_concat[0][0]       \n",
            "                                                                 conv5_block15_2_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block16_0_bn (BatchNormal (None, 12, 12, 992)  3968        conv5_block15_concat[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block16_0_relu (Activatio (None, 12, 12, 992)  0           conv5_block16_0_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block16_1_conv (Conv2D)   (None, 12, 12, 128)  126976      conv5_block16_0_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block16_1_bn (BatchNormal (None, 12, 12, 128)  512         conv5_block16_1_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block16_1_relu (Activatio (None, 12, 12, 128)  0           conv5_block16_1_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block16_2_conv (Conv2D)   (None, 12, 12, 32)   36864       conv5_block16_1_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block16_concat (Concatena (None, 12, 12, 1024) 0           conv5_block15_concat[0][0]       \n",
            "                                                                 conv5_block16_2_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "bn (BatchNormalization)         (None, 12, 12, 1024) 4096        conv5_block16_concat[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "relu (Activation)               (None, 12, 12, 1024) 0           bn[0][0]                         \n",
            "==================================================================================================\n",
            "Total params: 7,037,504\n",
            "Trainable params: 6,832,384\n",
            "Non-trainable params: 205,120\n",
            "__________________________________________________________________________________________________\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "itT8MKcWU4uH"
      },
      "source": [
        "## Apply Transfer Learning"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "uioomUZ83W_z",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "122d8106-2728-4e96-f7f0-8a9044ef2e78"
      },
      "source": [
        "last_layer = base_pretrained_model.get_layer('conv5_block16_concat')\n",
        "print('last layer output shape: ', last_layer.output_shape)\n",
        "last_output = last_layer.output"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "last layer output shape:  (None, 12, 12, 1024)\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "J9RKqXuT6Ei4"
      },
      "source": [
        "from tensorflow.keras.optimizers import Adam\n",
        "\n",
        "x = layers.BatchNormalization()(last_output)\n",
        "x = layers.SpatialDropout2D(0.5)(x)\n",
        "x = layers.Flatten()(x)\n",
        "x = layers.Dropout(0.3)(x)\n",
        "x = layers.Dense(256, activation='relu')(x)\n",
        "x = layers.Dropout(0.2)(x)\n",
        "x = layers.Dense(6, activation='softmax')(x)           \n",
        "\n",
        "model = Model(base_pretrained_model.input, x)\n",
        "\n",
        "model.compile(optimizer = Adam(lr=0.0001), \n",
        "                   loss = 'categorical_crossentropy',\n",
        "                   metrics = ['accuracy'])"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "w8Mm41mD8wAD",
        "outputId": "a903e2c8-1fe1-46f9-e974-f0a602e2b403"
      },
      "source": [
        "model.summary()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Model: \"model_6\"\n",
            "__________________________________________________________________________________________________\n",
            "Layer (type)                    Output Shape         Param #     Connected to                     \n",
            "==================================================================================================\n",
            "input_1 (InputLayer)            [(None, 400, 400, 3) 0                                            \n",
            "__________________________________________________________________________________________________\n",
            "zero_padding2d (ZeroPadding2D)  (None, 406, 406, 3)  0           input_1[0][0]                    \n",
            "__________________________________________________________________________________________________\n",
            "conv1/conv (Conv2D)             (None, 200, 200, 64) 9408        zero_padding2d[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "conv1/bn (BatchNormalization)   (None, 200, 200, 64) 256         conv1/conv[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "conv1/relu (Activation)         (None, 200, 200, 64) 0           conv1/bn[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "zero_padding2d_1 (ZeroPadding2D (None, 202, 202, 64) 0           conv1/relu[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "pool1 (MaxPooling2D)            (None, 100, 100, 64) 0           zero_padding2d_1[0][0]           \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block1_0_bn (BatchNormali (None, 100, 100, 64) 256         pool1[0][0]                      \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block1_0_relu (Activation (None, 100, 100, 64) 0           conv2_block1_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block1_1_conv (Conv2D)    (None, 100, 100, 128 8192        conv2_block1_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block1_1_bn (BatchNormali (None, 100, 100, 128 512         conv2_block1_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block1_1_relu (Activation (None, 100, 100, 128 0           conv2_block1_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block1_2_conv (Conv2D)    (None, 100, 100, 32) 36864       conv2_block1_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block1_concat (Concatenat (None, 100, 100, 96) 0           pool1[0][0]                      \n",
            "                                                                 conv2_block1_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block2_0_bn (BatchNormali (None, 100, 100, 96) 384         conv2_block1_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block2_0_relu (Activation (None, 100, 100, 96) 0           conv2_block2_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block2_1_conv (Conv2D)    (None, 100, 100, 128 12288       conv2_block2_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block2_1_bn (BatchNormali (None, 100, 100, 128 512         conv2_block2_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block2_1_relu (Activation (None, 100, 100, 128 0           conv2_block2_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block2_2_conv (Conv2D)    (None, 100, 100, 32) 36864       conv2_block2_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block2_concat (Concatenat (None, 100, 100, 128 0           conv2_block1_concat[0][0]        \n",
            "                                                                 conv2_block2_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block3_0_bn (BatchNormali (None, 100, 100, 128 512         conv2_block2_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block3_0_relu (Activation (None, 100, 100, 128 0           conv2_block3_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block3_1_conv (Conv2D)    (None, 100, 100, 128 16384       conv2_block3_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block3_1_bn (BatchNormali (None, 100, 100, 128 512         conv2_block3_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block3_1_relu (Activation (None, 100, 100, 128 0           conv2_block3_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block3_2_conv (Conv2D)    (None, 100, 100, 32) 36864       conv2_block3_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block3_concat (Concatenat (None, 100, 100, 160 0           conv2_block2_concat[0][0]        \n",
            "                                                                 conv2_block3_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block4_0_bn (BatchNormali (None, 100, 100, 160 640         conv2_block3_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block4_0_relu (Activation (None, 100, 100, 160 0           conv2_block4_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block4_1_conv (Conv2D)    (None, 100, 100, 128 20480       conv2_block4_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block4_1_bn (BatchNormali (None, 100, 100, 128 512         conv2_block4_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block4_1_relu (Activation (None, 100, 100, 128 0           conv2_block4_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block4_2_conv (Conv2D)    (None, 100, 100, 32) 36864       conv2_block4_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block4_concat (Concatenat (None, 100, 100, 192 0           conv2_block3_concat[0][0]        \n",
            "                                                                 conv2_block4_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block5_0_bn (BatchNormali (None, 100, 100, 192 768         conv2_block4_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block5_0_relu (Activation (None, 100, 100, 192 0           conv2_block5_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block5_1_conv (Conv2D)    (None, 100, 100, 128 24576       conv2_block5_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block5_1_bn (BatchNormali (None, 100, 100, 128 512         conv2_block5_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block5_1_relu (Activation (None, 100, 100, 128 0           conv2_block5_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block5_2_conv (Conv2D)    (None, 100, 100, 32) 36864       conv2_block5_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block5_concat (Concatenat (None, 100, 100, 224 0           conv2_block4_concat[0][0]        \n",
            "                                                                 conv2_block5_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block6_0_bn (BatchNormali (None, 100, 100, 224 896         conv2_block5_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block6_0_relu (Activation (None, 100, 100, 224 0           conv2_block6_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block6_1_conv (Conv2D)    (None, 100, 100, 128 28672       conv2_block6_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block6_1_bn (BatchNormali (None, 100, 100, 128 512         conv2_block6_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block6_1_relu (Activation (None, 100, 100, 128 0           conv2_block6_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block6_2_conv (Conv2D)    (None, 100, 100, 32) 36864       conv2_block6_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv2_block6_concat (Concatenat (None, 100, 100, 256 0           conv2_block5_concat[0][0]        \n",
            "                                                                 conv2_block6_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "pool2_bn (BatchNormalization)   (None, 100, 100, 256 1024        conv2_block6_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "pool2_relu (Activation)         (None, 100, 100, 256 0           pool2_bn[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "pool2_conv (Conv2D)             (None, 100, 100, 128 32768       pool2_relu[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "pool2_pool (AveragePooling2D)   (None, 50, 50, 128)  0           pool2_conv[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block1_0_bn (BatchNormali (None, 50, 50, 128)  512         pool2_pool[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block1_0_relu (Activation (None, 50, 50, 128)  0           conv3_block1_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block1_1_conv (Conv2D)    (None, 50, 50, 128)  16384       conv3_block1_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block1_1_bn (BatchNormali (None, 50, 50, 128)  512         conv3_block1_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block1_1_relu (Activation (None, 50, 50, 128)  0           conv3_block1_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block1_2_conv (Conv2D)    (None, 50, 50, 32)   36864       conv3_block1_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block1_concat (Concatenat (None, 50, 50, 160)  0           pool2_pool[0][0]                 \n",
            "                                                                 conv3_block1_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block2_0_bn (BatchNormali (None, 50, 50, 160)  640         conv3_block1_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block2_0_relu (Activation (None, 50, 50, 160)  0           conv3_block2_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block2_1_conv (Conv2D)    (None, 50, 50, 128)  20480       conv3_block2_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block2_1_bn (BatchNormali (None, 50, 50, 128)  512         conv3_block2_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block2_1_relu (Activation (None, 50, 50, 128)  0           conv3_block2_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block2_2_conv (Conv2D)    (None, 50, 50, 32)   36864       conv3_block2_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block2_concat (Concatenat (None, 50, 50, 192)  0           conv3_block1_concat[0][0]        \n",
            "                                                                 conv3_block2_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block3_0_bn (BatchNormali (None, 50, 50, 192)  768         conv3_block2_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block3_0_relu (Activation (None, 50, 50, 192)  0           conv3_block3_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block3_1_conv (Conv2D)    (None, 50, 50, 128)  24576       conv3_block3_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block3_1_bn (BatchNormali (None, 50, 50, 128)  512         conv3_block3_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block3_1_relu (Activation (None, 50, 50, 128)  0           conv3_block3_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block3_2_conv (Conv2D)    (None, 50, 50, 32)   36864       conv3_block3_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block3_concat (Concatenat (None, 50, 50, 224)  0           conv3_block2_concat[0][0]        \n",
            "                                                                 conv3_block3_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block4_0_bn (BatchNormali (None, 50, 50, 224)  896         conv3_block3_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block4_0_relu (Activation (None, 50, 50, 224)  0           conv3_block4_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block4_1_conv (Conv2D)    (None, 50, 50, 128)  28672       conv3_block4_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block4_1_bn (BatchNormali (None, 50, 50, 128)  512         conv3_block4_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block4_1_relu (Activation (None, 50, 50, 128)  0           conv3_block4_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block4_2_conv (Conv2D)    (None, 50, 50, 32)   36864       conv3_block4_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block4_concat (Concatenat (None, 50, 50, 256)  0           conv3_block3_concat[0][0]        \n",
            "                                                                 conv3_block4_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block5_0_bn (BatchNormali (None, 50, 50, 256)  1024        conv3_block4_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block5_0_relu (Activation (None, 50, 50, 256)  0           conv3_block5_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block5_1_conv (Conv2D)    (None, 50, 50, 128)  32768       conv3_block5_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block5_1_bn (BatchNormali (None, 50, 50, 128)  512         conv3_block5_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block5_1_relu (Activation (None, 50, 50, 128)  0           conv3_block5_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block5_2_conv (Conv2D)    (None, 50, 50, 32)   36864       conv3_block5_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block5_concat (Concatenat (None, 50, 50, 288)  0           conv3_block4_concat[0][0]        \n",
            "                                                                 conv3_block5_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block6_0_bn (BatchNormali (None, 50, 50, 288)  1152        conv3_block5_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block6_0_relu (Activation (None, 50, 50, 288)  0           conv3_block6_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block6_1_conv (Conv2D)    (None, 50, 50, 128)  36864       conv3_block6_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block6_1_bn (BatchNormali (None, 50, 50, 128)  512         conv3_block6_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block6_1_relu (Activation (None, 50, 50, 128)  0           conv3_block6_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block6_2_conv (Conv2D)    (None, 50, 50, 32)   36864       conv3_block6_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block6_concat (Concatenat (None, 50, 50, 320)  0           conv3_block5_concat[0][0]        \n",
            "                                                                 conv3_block6_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block7_0_bn (BatchNormali (None, 50, 50, 320)  1280        conv3_block6_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block7_0_relu (Activation (None, 50, 50, 320)  0           conv3_block7_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block7_1_conv (Conv2D)    (None, 50, 50, 128)  40960       conv3_block7_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block7_1_bn (BatchNormali (None, 50, 50, 128)  512         conv3_block7_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block7_1_relu (Activation (None, 50, 50, 128)  0           conv3_block7_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block7_2_conv (Conv2D)    (None, 50, 50, 32)   36864       conv3_block7_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block7_concat (Concatenat (None, 50, 50, 352)  0           conv3_block6_concat[0][0]        \n",
            "                                                                 conv3_block7_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block8_0_bn (BatchNormali (None, 50, 50, 352)  1408        conv3_block7_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block8_0_relu (Activation (None, 50, 50, 352)  0           conv3_block8_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block8_1_conv (Conv2D)    (None, 50, 50, 128)  45056       conv3_block8_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block8_1_bn (BatchNormali (None, 50, 50, 128)  512         conv3_block8_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block8_1_relu (Activation (None, 50, 50, 128)  0           conv3_block8_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block8_2_conv (Conv2D)    (None, 50, 50, 32)   36864       conv3_block8_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block8_concat (Concatenat (None, 50, 50, 384)  0           conv3_block7_concat[0][0]        \n",
            "                                                                 conv3_block8_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block9_0_bn (BatchNormali (None, 50, 50, 384)  1536        conv3_block8_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block9_0_relu (Activation (None, 50, 50, 384)  0           conv3_block9_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block9_1_conv (Conv2D)    (None, 50, 50, 128)  49152       conv3_block9_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block9_1_bn (BatchNormali (None, 50, 50, 128)  512         conv3_block9_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block9_1_relu (Activation (None, 50, 50, 128)  0           conv3_block9_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block9_2_conv (Conv2D)    (None, 50, 50, 32)   36864       conv3_block9_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block9_concat (Concatenat (None, 50, 50, 416)  0           conv3_block8_concat[0][0]        \n",
            "                                                                 conv3_block9_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block10_0_bn (BatchNormal (None, 50, 50, 416)  1664        conv3_block9_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block10_0_relu (Activatio (None, 50, 50, 416)  0           conv3_block10_0_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block10_1_conv (Conv2D)   (None, 50, 50, 128)  53248       conv3_block10_0_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block10_1_bn (BatchNormal (None, 50, 50, 128)  512         conv3_block10_1_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block10_1_relu (Activatio (None, 50, 50, 128)  0           conv3_block10_1_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block10_2_conv (Conv2D)   (None, 50, 50, 32)   36864       conv3_block10_1_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block10_concat (Concatena (None, 50, 50, 448)  0           conv3_block9_concat[0][0]        \n",
            "                                                                 conv3_block10_2_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block11_0_bn (BatchNormal (None, 50, 50, 448)  1792        conv3_block10_concat[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block11_0_relu (Activatio (None, 50, 50, 448)  0           conv3_block11_0_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block11_1_conv (Conv2D)   (None, 50, 50, 128)  57344       conv3_block11_0_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block11_1_bn (BatchNormal (None, 50, 50, 128)  512         conv3_block11_1_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block11_1_relu (Activatio (None, 50, 50, 128)  0           conv3_block11_1_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block11_2_conv (Conv2D)   (None, 50, 50, 32)   36864       conv3_block11_1_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block11_concat (Concatena (None, 50, 50, 480)  0           conv3_block10_concat[0][0]       \n",
            "                                                                 conv3_block11_2_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block12_0_bn (BatchNormal (None, 50, 50, 480)  1920        conv3_block11_concat[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block12_0_relu (Activatio (None, 50, 50, 480)  0           conv3_block12_0_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block12_1_conv (Conv2D)   (None, 50, 50, 128)  61440       conv3_block12_0_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block12_1_bn (BatchNormal (None, 50, 50, 128)  512         conv3_block12_1_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block12_1_relu (Activatio (None, 50, 50, 128)  0           conv3_block12_1_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block12_2_conv (Conv2D)   (None, 50, 50, 32)   36864       conv3_block12_1_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv3_block12_concat (Concatena (None, 50, 50, 512)  0           conv3_block11_concat[0][0]       \n",
            "                                                                 conv3_block12_2_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "pool3_bn (BatchNormalization)   (None, 50, 50, 512)  2048        conv3_block12_concat[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "pool3_relu (Activation)         (None, 50, 50, 512)  0           pool3_bn[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "pool3_conv (Conv2D)             (None, 50, 50, 256)  131072      pool3_relu[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "pool3_pool (AveragePooling2D)   (None, 25, 25, 256)  0           pool3_conv[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block1_0_bn (BatchNormali (None, 25, 25, 256)  1024        pool3_pool[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block1_0_relu (Activation (None, 25, 25, 256)  0           conv4_block1_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block1_1_conv (Conv2D)    (None, 25, 25, 128)  32768       conv4_block1_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block1_1_bn (BatchNormali (None, 25, 25, 128)  512         conv4_block1_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block1_1_relu (Activation (None, 25, 25, 128)  0           conv4_block1_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block1_2_conv (Conv2D)    (None, 25, 25, 32)   36864       conv4_block1_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block1_concat (Concatenat (None, 25, 25, 288)  0           pool3_pool[0][0]                 \n",
            "                                                                 conv4_block1_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block2_0_bn (BatchNormali (None, 25, 25, 288)  1152        conv4_block1_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block2_0_relu (Activation (None, 25, 25, 288)  0           conv4_block2_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block2_1_conv (Conv2D)    (None, 25, 25, 128)  36864       conv4_block2_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block2_1_bn (BatchNormali (None, 25, 25, 128)  512         conv4_block2_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block2_1_relu (Activation (None, 25, 25, 128)  0           conv4_block2_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block2_2_conv (Conv2D)    (None, 25, 25, 32)   36864       conv4_block2_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block2_concat (Concatenat (None, 25, 25, 320)  0           conv4_block1_concat[0][0]        \n",
            "                                                                 conv4_block2_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block3_0_bn (BatchNormali (None, 25, 25, 320)  1280        conv4_block2_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block3_0_relu (Activation (None, 25, 25, 320)  0           conv4_block3_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block3_1_conv (Conv2D)    (None, 25, 25, 128)  40960       conv4_block3_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block3_1_bn (BatchNormali (None, 25, 25, 128)  512         conv4_block3_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block3_1_relu (Activation (None, 25, 25, 128)  0           conv4_block3_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block3_2_conv (Conv2D)    (None, 25, 25, 32)   36864       conv4_block3_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block3_concat (Concatenat (None, 25, 25, 352)  0           conv4_block2_concat[0][0]        \n",
            "                                                                 conv4_block3_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block4_0_bn (BatchNormali (None, 25, 25, 352)  1408        conv4_block3_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block4_0_relu (Activation (None, 25, 25, 352)  0           conv4_block4_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block4_1_conv (Conv2D)    (None, 25, 25, 128)  45056       conv4_block4_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block4_1_bn (BatchNormali (None, 25, 25, 128)  512         conv4_block4_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block4_1_relu (Activation (None, 25, 25, 128)  0           conv4_block4_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block4_2_conv (Conv2D)    (None, 25, 25, 32)   36864       conv4_block4_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block4_concat (Concatenat (None, 25, 25, 384)  0           conv4_block3_concat[0][0]        \n",
            "                                                                 conv4_block4_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block5_0_bn (BatchNormali (None, 25, 25, 384)  1536        conv4_block4_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block5_0_relu (Activation (None, 25, 25, 384)  0           conv4_block5_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block5_1_conv (Conv2D)    (None, 25, 25, 128)  49152       conv4_block5_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block5_1_bn (BatchNormali (None, 25, 25, 128)  512         conv4_block5_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block5_1_relu (Activation (None, 25, 25, 128)  0           conv4_block5_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block5_2_conv (Conv2D)    (None, 25, 25, 32)   36864       conv4_block5_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block5_concat (Concatenat (None, 25, 25, 416)  0           conv4_block4_concat[0][0]        \n",
            "                                                                 conv4_block5_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block6_0_bn (BatchNormali (None, 25, 25, 416)  1664        conv4_block5_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block6_0_relu (Activation (None, 25, 25, 416)  0           conv4_block6_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block6_1_conv (Conv2D)    (None, 25, 25, 128)  53248       conv4_block6_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block6_1_bn (BatchNormali (None, 25, 25, 128)  512         conv4_block6_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block6_1_relu (Activation (None, 25, 25, 128)  0           conv4_block6_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block6_2_conv (Conv2D)    (None, 25, 25, 32)   36864       conv4_block6_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block6_concat (Concatenat (None, 25, 25, 448)  0           conv4_block5_concat[0][0]        \n",
            "                                                                 conv4_block6_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block7_0_bn (BatchNormali (None, 25, 25, 448)  1792        conv4_block6_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block7_0_relu (Activation (None, 25, 25, 448)  0           conv4_block7_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block7_1_conv (Conv2D)    (None, 25, 25, 128)  57344       conv4_block7_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block7_1_bn (BatchNormali (None, 25, 25, 128)  512         conv4_block7_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block7_1_relu (Activation (None, 25, 25, 128)  0           conv4_block7_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block7_2_conv (Conv2D)    (None, 25, 25, 32)   36864       conv4_block7_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block7_concat (Concatenat (None, 25, 25, 480)  0           conv4_block6_concat[0][0]        \n",
            "                                                                 conv4_block7_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block8_0_bn (BatchNormali (None, 25, 25, 480)  1920        conv4_block7_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block8_0_relu (Activation (None, 25, 25, 480)  0           conv4_block8_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block8_1_conv (Conv2D)    (None, 25, 25, 128)  61440       conv4_block8_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block8_1_bn (BatchNormali (None, 25, 25, 128)  512         conv4_block8_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block8_1_relu (Activation (None, 25, 25, 128)  0           conv4_block8_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block8_2_conv (Conv2D)    (None, 25, 25, 32)   36864       conv4_block8_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block8_concat (Concatenat (None, 25, 25, 512)  0           conv4_block7_concat[0][0]        \n",
            "                                                                 conv4_block8_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block9_0_bn (BatchNormali (None, 25, 25, 512)  2048        conv4_block8_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block9_0_relu (Activation (None, 25, 25, 512)  0           conv4_block9_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block9_1_conv (Conv2D)    (None, 25, 25, 128)  65536       conv4_block9_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block9_1_bn (BatchNormali (None, 25, 25, 128)  512         conv4_block9_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block9_1_relu (Activation (None, 25, 25, 128)  0           conv4_block9_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block9_2_conv (Conv2D)    (None, 25, 25, 32)   36864       conv4_block9_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block9_concat (Concatenat (None, 25, 25, 544)  0           conv4_block8_concat[0][0]        \n",
            "                                                                 conv4_block9_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block10_0_bn (BatchNormal (None, 25, 25, 544)  2176        conv4_block9_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block10_0_relu (Activatio (None, 25, 25, 544)  0           conv4_block10_0_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block10_1_conv (Conv2D)   (None, 25, 25, 128)  69632       conv4_block10_0_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block10_1_bn (BatchNormal (None, 25, 25, 128)  512         conv4_block10_1_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block10_1_relu (Activatio (None, 25, 25, 128)  0           conv4_block10_1_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block10_2_conv (Conv2D)   (None, 25, 25, 32)   36864       conv4_block10_1_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block10_concat (Concatena (None, 25, 25, 576)  0           conv4_block9_concat[0][0]        \n",
            "                                                                 conv4_block10_2_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block11_0_bn (BatchNormal (None, 25, 25, 576)  2304        conv4_block10_concat[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block11_0_relu (Activatio (None, 25, 25, 576)  0           conv4_block11_0_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block11_1_conv (Conv2D)   (None, 25, 25, 128)  73728       conv4_block11_0_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block11_1_bn (BatchNormal (None, 25, 25, 128)  512         conv4_block11_1_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block11_1_relu (Activatio (None, 25, 25, 128)  0           conv4_block11_1_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block11_2_conv (Conv2D)   (None, 25, 25, 32)   36864       conv4_block11_1_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block11_concat (Concatena (None, 25, 25, 608)  0           conv4_block10_concat[0][0]       \n",
            "                                                                 conv4_block11_2_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block12_0_bn (BatchNormal (None, 25, 25, 608)  2432        conv4_block11_concat[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block12_0_relu (Activatio (None, 25, 25, 608)  0           conv4_block12_0_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block12_1_conv (Conv2D)   (None, 25, 25, 128)  77824       conv4_block12_0_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block12_1_bn (BatchNormal (None, 25, 25, 128)  512         conv4_block12_1_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block12_1_relu (Activatio (None, 25, 25, 128)  0           conv4_block12_1_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block12_2_conv (Conv2D)   (None, 25, 25, 32)   36864       conv4_block12_1_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block12_concat (Concatena (None, 25, 25, 640)  0           conv4_block11_concat[0][0]       \n",
            "                                                                 conv4_block12_2_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block13_0_bn (BatchNormal (None, 25, 25, 640)  2560        conv4_block12_concat[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block13_0_relu (Activatio (None, 25, 25, 640)  0           conv4_block13_0_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block13_1_conv (Conv2D)   (None, 25, 25, 128)  81920       conv4_block13_0_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block13_1_bn (BatchNormal (None, 25, 25, 128)  512         conv4_block13_1_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block13_1_relu (Activatio (None, 25, 25, 128)  0           conv4_block13_1_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block13_2_conv (Conv2D)   (None, 25, 25, 32)   36864       conv4_block13_1_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block13_concat (Concatena (None, 25, 25, 672)  0           conv4_block12_concat[0][0]       \n",
            "                                                                 conv4_block13_2_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block14_0_bn (BatchNormal (None, 25, 25, 672)  2688        conv4_block13_concat[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block14_0_relu (Activatio (None, 25, 25, 672)  0           conv4_block14_0_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block14_1_conv (Conv2D)   (None, 25, 25, 128)  86016       conv4_block14_0_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block14_1_bn (BatchNormal (None, 25, 25, 128)  512         conv4_block14_1_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block14_1_relu (Activatio (None, 25, 25, 128)  0           conv4_block14_1_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block14_2_conv (Conv2D)   (None, 25, 25, 32)   36864       conv4_block14_1_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block14_concat (Concatena (None, 25, 25, 704)  0           conv4_block13_concat[0][0]       \n",
            "                                                                 conv4_block14_2_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block15_0_bn (BatchNormal (None, 25, 25, 704)  2816        conv4_block14_concat[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block15_0_relu (Activatio (None, 25, 25, 704)  0           conv4_block15_0_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block15_1_conv (Conv2D)   (None, 25, 25, 128)  90112       conv4_block15_0_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block15_1_bn (BatchNormal (None, 25, 25, 128)  512         conv4_block15_1_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block15_1_relu (Activatio (None, 25, 25, 128)  0           conv4_block15_1_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block15_2_conv (Conv2D)   (None, 25, 25, 32)   36864       conv4_block15_1_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block15_concat (Concatena (None, 25, 25, 736)  0           conv4_block14_concat[0][0]       \n",
            "                                                                 conv4_block15_2_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block16_0_bn (BatchNormal (None, 25, 25, 736)  2944        conv4_block15_concat[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block16_0_relu (Activatio (None, 25, 25, 736)  0           conv4_block16_0_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block16_1_conv (Conv2D)   (None, 25, 25, 128)  94208       conv4_block16_0_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block16_1_bn (BatchNormal (None, 25, 25, 128)  512         conv4_block16_1_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block16_1_relu (Activatio (None, 25, 25, 128)  0           conv4_block16_1_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block16_2_conv (Conv2D)   (None, 25, 25, 32)   36864       conv4_block16_1_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block16_concat (Concatena (None, 25, 25, 768)  0           conv4_block15_concat[0][0]       \n",
            "                                                                 conv4_block16_2_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block17_0_bn (BatchNormal (None, 25, 25, 768)  3072        conv4_block16_concat[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block17_0_relu (Activatio (None, 25, 25, 768)  0           conv4_block17_0_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block17_1_conv (Conv2D)   (None, 25, 25, 128)  98304       conv4_block17_0_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block17_1_bn (BatchNormal (None, 25, 25, 128)  512         conv4_block17_1_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block17_1_relu (Activatio (None, 25, 25, 128)  0           conv4_block17_1_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block17_2_conv (Conv2D)   (None, 25, 25, 32)   36864       conv4_block17_1_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block17_concat (Concatena (None, 25, 25, 800)  0           conv4_block16_concat[0][0]       \n",
            "                                                                 conv4_block17_2_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block18_0_bn (BatchNormal (None, 25, 25, 800)  3200        conv4_block17_concat[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block18_0_relu (Activatio (None, 25, 25, 800)  0           conv4_block18_0_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block18_1_conv (Conv2D)   (None, 25, 25, 128)  102400      conv4_block18_0_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block18_1_bn (BatchNormal (None, 25, 25, 128)  512         conv4_block18_1_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block18_1_relu (Activatio (None, 25, 25, 128)  0           conv4_block18_1_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block18_2_conv (Conv2D)   (None, 25, 25, 32)   36864       conv4_block18_1_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block18_concat (Concatena (None, 25, 25, 832)  0           conv4_block17_concat[0][0]       \n",
            "                                                                 conv4_block18_2_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block19_0_bn (BatchNormal (None, 25, 25, 832)  3328        conv4_block18_concat[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block19_0_relu (Activatio (None, 25, 25, 832)  0           conv4_block19_0_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block19_1_conv (Conv2D)   (None, 25, 25, 128)  106496      conv4_block19_0_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block19_1_bn (BatchNormal (None, 25, 25, 128)  512         conv4_block19_1_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block19_1_relu (Activatio (None, 25, 25, 128)  0           conv4_block19_1_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block19_2_conv (Conv2D)   (None, 25, 25, 32)   36864       conv4_block19_1_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block19_concat (Concatena (None, 25, 25, 864)  0           conv4_block18_concat[0][0]       \n",
            "                                                                 conv4_block19_2_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block20_0_bn (BatchNormal (None, 25, 25, 864)  3456        conv4_block19_concat[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block20_0_relu (Activatio (None, 25, 25, 864)  0           conv4_block20_0_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block20_1_conv (Conv2D)   (None, 25, 25, 128)  110592      conv4_block20_0_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block20_1_bn (BatchNormal (None, 25, 25, 128)  512         conv4_block20_1_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block20_1_relu (Activatio (None, 25, 25, 128)  0           conv4_block20_1_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block20_2_conv (Conv2D)   (None, 25, 25, 32)   36864       conv4_block20_1_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block20_concat (Concatena (None, 25, 25, 896)  0           conv4_block19_concat[0][0]       \n",
            "                                                                 conv4_block20_2_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block21_0_bn (BatchNormal (None, 25, 25, 896)  3584        conv4_block20_concat[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block21_0_relu (Activatio (None, 25, 25, 896)  0           conv4_block21_0_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block21_1_conv (Conv2D)   (None, 25, 25, 128)  114688      conv4_block21_0_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block21_1_bn (BatchNormal (None, 25, 25, 128)  512         conv4_block21_1_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block21_1_relu (Activatio (None, 25, 25, 128)  0           conv4_block21_1_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block21_2_conv (Conv2D)   (None, 25, 25, 32)   36864       conv4_block21_1_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block21_concat (Concatena (None, 25, 25, 928)  0           conv4_block20_concat[0][0]       \n",
            "                                                                 conv4_block21_2_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block22_0_bn (BatchNormal (None, 25, 25, 928)  3712        conv4_block21_concat[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block22_0_relu (Activatio (None, 25, 25, 928)  0           conv4_block22_0_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block22_1_conv (Conv2D)   (None, 25, 25, 128)  118784      conv4_block22_0_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block22_1_bn (BatchNormal (None, 25, 25, 128)  512         conv4_block22_1_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block22_1_relu (Activatio (None, 25, 25, 128)  0           conv4_block22_1_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block22_2_conv (Conv2D)   (None, 25, 25, 32)   36864       conv4_block22_1_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block22_concat (Concatena (None, 25, 25, 960)  0           conv4_block21_concat[0][0]       \n",
            "                                                                 conv4_block22_2_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block23_0_bn (BatchNormal (None, 25, 25, 960)  3840        conv4_block22_concat[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block23_0_relu (Activatio (None, 25, 25, 960)  0           conv4_block23_0_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block23_1_conv (Conv2D)   (None, 25, 25, 128)  122880      conv4_block23_0_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block23_1_bn (BatchNormal (None, 25, 25, 128)  512         conv4_block23_1_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block23_1_relu (Activatio (None, 25, 25, 128)  0           conv4_block23_1_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block23_2_conv (Conv2D)   (None, 25, 25, 32)   36864       conv4_block23_1_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block23_concat (Concatena (None, 25, 25, 992)  0           conv4_block22_concat[0][0]       \n",
            "                                                                 conv4_block23_2_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block24_0_bn (BatchNormal (None, 25, 25, 992)  3968        conv4_block23_concat[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block24_0_relu (Activatio (None, 25, 25, 992)  0           conv4_block24_0_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block24_1_conv (Conv2D)   (None, 25, 25, 128)  126976      conv4_block24_0_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block24_1_bn (BatchNormal (None, 25, 25, 128)  512         conv4_block24_1_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block24_1_relu (Activatio (None, 25, 25, 128)  0           conv4_block24_1_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block24_2_conv (Conv2D)   (None, 25, 25, 32)   36864       conv4_block24_1_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv4_block24_concat (Concatena (None, 25, 25, 1024) 0           conv4_block23_concat[0][0]       \n",
            "                                                                 conv4_block24_2_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "pool4_bn (BatchNormalization)   (None, 25, 25, 1024) 4096        conv4_block24_concat[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "pool4_relu (Activation)         (None, 25, 25, 1024) 0           pool4_bn[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "pool4_conv (Conv2D)             (None, 25, 25, 512)  524288      pool4_relu[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "pool4_pool (AveragePooling2D)   (None, 12, 12, 512)  0           pool4_conv[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block1_0_bn (BatchNormali (None, 12, 12, 512)  2048        pool4_pool[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block1_0_relu (Activation (None, 12, 12, 512)  0           conv5_block1_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block1_1_conv (Conv2D)    (None, 12, 12, 128)  65536       conv5_block1_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block1_1_bn (BatchNormali (None, 12, 12, 128)  512         conv5_block1_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block1_1_relu (Activation (None, 12, 12, 128)  0           conv5_block1_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block1_2_conv (Conv2D)    (None, 12, 12, 32)   36864       conv5_block1_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block1_concat (Concatenat (None, 12, 12, 544)  0           pool4_pool[0][0]                 \n",
            "                                                                 conv5_block1_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block2_0_bn (BatchNormali (None, 12, 12, 544)  2176        conv5_block1_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block2_0_relu (Activation (None, 12, 12, 544)  0           conv5_block2_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block2_1_conv (Conv2D)    (None, 12, 12, 128)  69632       conv5_block2_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block2_1_bn (BatchNormali (None, 12, 12, 128)  512         conv5_block2_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block2_1_relu (Activation (None, 12, 12, 128)  0           conv5_block2_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block2_2_conv (Conv2D)    (None, 12, 12, 32)   36864       conv5_block2_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block2_concat (Concatenat (None, 12, 12, 576)  0           conv5_block1_concat[0][0]        \n",
            "                                                                 conv5_block2_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block3_0_bn (BatchNormali (None, 12, 12, 576)  2304        conv5_block2_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block3_0_relu (Activation (None, 12, 12, 576)  0           conv5_block3_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block3_1_conv (Conv2D)    (None, 12, 12, 128)  73728       conv5_block3_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block3_1_bn (BatchNormali (None, 12, 12, 128)  512         conv5_block3_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block3_1_relu (Activation (None, 12, 12, 128)  0           conv5_block3_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block3_2_conv (Conv2D)    (None, 12, 12, 32)   36864       conv5_block3_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block3_concat (Concatenat (None, 12, 12, 608)  0           conv5_block2_concat[0][0]        \n",
            "                                                                 conv5_block3_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block4_0_bn (BatchNormali (None, 12, 12, 608)  2432        conv5_block3_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block4_0_relu (Activation (None, 12, 12, 608)  0           conv5_block4_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block4_1_conv (Conv2D)    (None, 12, 12, 128)  77824       conv5_block4_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block4_1_bn (BatchNormali (None, 12, 12, 128)  512         conv5_block4_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block4_1_relu (Activation (None, 12, 12, 128)  0           conv5_block4_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block4_2_conv (Conv2D)    (None, 12, 12, 32)   36864       conv5_block4_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block4_concat (Concatenat (None, 12, 12, 640)  0           conv5_block3_concat[0][0]        \n",
            "                                                                 conv5_block4_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block5_0_bn (BatchNormali (None, 12, 12, 640)  2560        conv5_block4_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block5_0_relu (Activation (None, 12, 12, 640)  0           conv5_block5_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block5_1_conv (Conv2D)    (None, 12, 12, 128)  81920       conv5_block5_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block5_1_bn (BatchNormali (None, 12, 12, 128)  512         conv5_block5_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block5_1_relu (Activation (None, 12, 12, 128)  0           conv5_block5_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block5_2_conv (Conv2D)    (None, 12, 12, 32)   36864       conv5_block5_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block5_concat (Concatenat (None, 12, 12, 672)  0           conv5_block4_concat[0][0]        \n",
            "                                                                 conv5_block5_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block6_0_bn (BatchNormali (None, 12, 12, 672)  2688        conv5_block5_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block6_0_relu (Activation (None, 12, 12, 672)  0           conv5_block6_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block6_1_conv (Conv2D)    (None, 12, 12, 128)  86016       conv5_block6_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block6_1_bn (BatchNormali (None, 12, 12, 128)  512         conv5_block6_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block6_1_relu (Activation (None, 12, 12, 128)  0           conv5_block6_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block6_2_conv (Conv2D)    (None, 12, 12, 32)   36864       conv5_block6_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block6_concat (Concatenat (None, 12, 12, 704)  0           conv5_block5_concat[0][0]        \n",
            "                                                                 conv5_block6_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block7_0_bn (BatchNormali (None, 12, 12, 704)  2816        conv5_block6_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block7_0_relu (Activation (None, 12, 12, 704)  0           conv5_block7_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block7_1_conv (Conv2D)    (None, 12, 12, 128)  90112       conv5_block7_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block7_1_bn (BatchNormali (None, 12, 12, 128)  512         conv5_block7_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block7_1_relu (Activation (None, 12, 12, 128)  0           conv5_block7_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block7_2_conv (Conv2D)    (None, 12, 12, 32)   36864       conv5_block7_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block7_concat (Concatenat (None, 12, 12, 736)  0           conv5_block6_concat[0][0]        \n",
            "                                                                 conv5_block7_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block8_0_bn (BatchNormali (None, 12, 12, 736)  2944        conv5_block7_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block8_0_relu (Activation (None, 12, 12, 736)  0           conv5_block8_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block8_1_conv (Conv2D)    (None, 12, 12, 128)  94208       conv5_block8_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block8_1_bn (BatchNormali (None, 12, 12, 128)  512         conv5_block8_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block8_1_relu (Activation (None, 12, 12, 128)  0           conv5_block8_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block8_2_conv (Conv2D)    (None, 12, 12, 32)   36864       conv5_block8_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block8_concat (Concatenat (None, 12, 12, 768)  0           conv5_block7_concat[0][0]        \n",
            "                                                                 conv5_block8_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block9_0_bn (BatchNormali (None, 12, 12, 768)  3072        conv5_block8_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block9_0_relu (Activation (None, 12, 12, 768)  0           conv5_block9_0_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block9_1_conv (Conv2D)    (None, 12, 12, 128)  98304       conv5_block9_0_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block9_1_bn (BatchNormali (None, 12, 12, 128)  512         conv5_block9_1_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block9_1_relu (Activation (None, 12, 12, 128)  0           conv5_block9_1_bn[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block9_2_conv (Conv2D)    (None, 12, 12, 32)   36864       conv5_block9_1_relu[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block9_concat (Concatenat (None, 12, 12, 800)  0           conv5_block8_concat[0][0]        \n",
            "                                                                 conv5_block9_2_conv[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block10_0_bn (BatchNormal (None, 12, 12, 800)  3200        conv5_block9_concat[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block10_0_relu (Activatio (None, 12, 12, 800)  0           conv5_block10_0_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block10_1_conv (Conv2D)   (None, 12, 12, 128)  102400      conv5_block10_0_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block10_1_bn (BatchNormal (None, 12, 12, 128)  512         conv5_block10_1_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block10_1_relu (Activatio (None, 12, 12, 128)  0           conv5_block10_1_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block10_2_conv (Conv2D)   (None, 12, 12, 32)   36864       conv5_block10_1_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block10_concat (Concatena (None, 12, 12, 832)  0           conv5_block9_concat[0][0]        \n",
            "                                                                 conv5_block10_2_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block11_0_bn (BatchNormal (None, 12, 12, 832)  3328        conv5_block10_concat[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block11_0_relu (Activatio (None, 12, 12, 832)  0           conv5_block11_0_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block11_1_conv (Conv2D)   (None, 12, 12, 128)  106496      conv5_block11_0_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block11_1_bn (BatchNormal (None, 12, 12, 128)  512         conv5_block11_1_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block11_1_relu (Activatio (None, 12, 12, 128)  0           conv5_block11_1_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block11_2_conv (Conv2D)   (None, 12, 12, 32)   36864       conv5_block11_1_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block11_concat (Concatena (None, 12, 12, 864)  0           conv5_block10_concat[0][0]       \n",
            "                                                                 conv5_block11_2_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block12_0_bn (BatchNormal (None, 12, 12, 864)  3456        conv5_block11_concat[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block12_0_relu (Activatio (None, 12, 12, 864)  0           conv5_block12_0_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block12_1_conv (Conv2D)   (None, 12, 12, 128)  110592      conv5_block12_0_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block12_1_bn (BatchNormal (None, 12, 12, 128)  512         conv5_block12_1_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block12_1_relu (Activatio (None, 12, 12, 128)  0           conv5_block12_1_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block12_2_conv (Conv2D)   (None, 12, 12, 32)   36864       conv5_block12_1_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block12_concat (Concatena (None, 12, 12, 896)  0           conv5_block11_concat[0][0]       \n",
            "                                                                 conv5_block12_2_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block13_0_bn (BatchNormal (None, 12, 12, 896)  3584        conv5_block12_concat[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block13_0_relu (Activatio (None, 12, 12, 896)  0           conv5_block13_0_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block13_1_conv (Conv2D)   (None, 12, 12, 128)  114688      conv5_block13_0_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block13_1_bn (BatchNormal (None, 12, 12, 128)  512         conv5_block13_1_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block13_1_relu (Activatio (None, 12, 12, 128)  0           conv5_block13_1_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block13_2_conv (Conv2D)   (None, 12, 12, 32)   36864       conv5_block13_1_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block13_concat (Concatena (None, 12, 12, 928)  0           conv5_block12_concat[0][0]       \n",
            "                                                                 conv5_block13_2_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block14_0_bn (BatchNormal (None, 12, 12, 928)  3712        conv5_block13_concat[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block14_0_relu (Activatio (None, 12, 12, 928)  0           conv5_block14_0_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block14_1_conv (Conv2D)   (None, 12, 12, 128)  118784      conv5_block14_0_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block14_1_bn (BatchNormal (None, 12, 12, 128)  512         conv5_block14_1_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block14_1_relu (Activatio (None, 12, 12, 128)  0           conv5_block14_1_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block14_2_conv (Conv2D)   (None, 12, 12, 32)   36864       conv5_block14_1_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block14_concat (Concatena (None, 12, 12, 960)  0           conv5_block13_concat[0][0]       \n",
            "                                                                 conv5_block14_2_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block15_0_bn (BatchNormal (None, 12, 12, 960)  3840        conv5_block14_concat[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block15_0_relu (Activatio (None, 12, 12, 960)  0           conv5_block15_0_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block15_1_conv (Conv2D)   (None, 12, 12, 128)  122880      conv5_block15_0_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block15_1_bn (BatchNormal (None, 12, 12, 128)  512         conv5_block15_1_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block15_1_relu (Activatio (None, 12, 12, 128)  0           conv5_block15_1_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block15_2_conv (Conv2D)   (None, 12, 12, 32)   36864       conv5_block15_1_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block15_concat (Concatena (None, 12, 12, 992)  0           conv5_block14_concat[0][0]       \n",
            "                                                                 conv5_block15_2_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block16_0_bn (BatchNormal (None, 12, 12, 992)  3968        conv5_block15_concat[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block16_0_relu (Activatio (None, 12, 12, 992)  0           conv5_block16_0_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block16_1_conv (Conv2D)   (None, 12, 12, 128)  126976      conv5_block16_0_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block16_1_bn (BatchNormal (None, 12, 12, 128)  512         conv5_block16_1_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block16_1_relu (Activatio (None, 12, 12, 128)  0           conv5_block16_1_bn[0][0]         \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block16_2_conv (Conv2D)   (None, 12, 12, 32)   36864       conv5_block16_1_relu[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "conv5_block16_concat (Concatena (None, 12, 12, 1024) 0           conv5_block15_concat[0][0]       \n",
            "                                                                 conv5_block16_2_conv[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_6 (BatchNor (None, 12, 12, 1024) 4096        conv5_block16_concat[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "spatial_dropout2d_6 (SpatialDro (None, 12, 12, 1024) 0           batch_normalization_6[0][0]      \n",
            "__________________________________________________________________________________________________\n",
            "flatten_6 (Flatten)             (None, 147456)       0           spatial_dropout2d_6[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "dropout_10 (Dropout)            (None, 147456)       0           flatten_6[0][0]                  \n",
            "__________________________________________________________________________________________________\n",
            "dense_12 (Dense)                (None, 256)          37748992    dropout_10[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "dropout_11 (Dropout)            (None, 256)          0           dense_12[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "dense_13 (Dense)                (None, 6)            1542        dropout_11[0][0]                 \n",
            "==================================================================================================\n",
            "Total params: 44,788,038\n",
            "Trainable params: 44,582,918\n",
            "Non-trainable params: 205,120\n",
            "__________________________________________________________________________________________________\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "DBpv_hduVfKs"
      },
      "source": [
        "##Create Data Generators for Training, Validation and Test dataset"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "EGgwcFhK9ypO",
        "outputId": "e1e950dd-e12e-4304-ad8c-832868554bc6"
      },
      "source": [
        "TRAINING_DIR = \"/content/skin-lesion-split/training/\"\n",
        "\n",
        "train_datagen = ImageDataGenerator(\n",
        "    rescale = 1./255,\n",
        "    rotation_range = 40,\n",
        "    width_shift_range = 0.2,\n",
        "    height_shift_range = 0.2,\n",
        "    shear_range = 0.2,\n",
        "    zoom_range = 0.2,\n",
        "    horizontal_flip = True,\n",
        "    fill_mode = 'nearest'\n",
        ")\n",
        "\n",
        "train_generator = train_datagen.flow_from_directory(\n",
        "    TRAINING_DIR,\n",
        "    target_size = (400, 400),\n",
        "    batch_size = 24,\n",
        "    class_mode = 'categorical'\n",
        ")\n",
        "\n",
        "VALIDATION_DIR = \"/content/skin-lesion-split/validation/\"\n",
        "validation_datagen = ImageDataGenerator(rescale = 1./255)\n",
        "\n",
        "validation_generator = validation_datagen.flow_from_directory(\n",
        "    VALIDATION_DIR,\n",
        "    target_size = (400, 400),\n",
        "    batch_size = 24,\n",
        "    class_mode = 'categorical'\n",
        ")"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Found 1958 images belonging to 6 classes.\n",
            "Found 222 images belonging to 6 classes.\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "vA1oDCZyC0Ij",
        "outputId": "ffbb5b3f-7f61-467a-de7f-9b60db3b3ee7"
      },
      "source": [
        "TEST_DIR = \"/content/skin-lesion-split/testing/\"\n",
        "test_datagen = ImageDataGenerator(rescale = 1./255)\n",
        "\n",
        "test_generator = test_datagen.flow_from_directory(\n",
        "    TEST_DIR,\n",
        "    target_size = (400, 400),\n",
        "    batch_size = 118,\n",
        "    class_mode = 'categorical'\n",
        ")\n",
        "\n",
        "test_x , test_y = next(test_generator)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Found 118 images belonging to 6 classes.\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "B6PxdLa3j8sP"
      },
      "source": [
        "##Specify Callbacks\n"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "nbkXB8_d8yO8",
        "outputId": "bf474183-863f-462e-f05b-bb0bc6bbcbf2"
      },
      "source": [
        "from keras.callbacks import ModelCheckpoint, LearningRateScheduler, EarlyStopping, ReduceLROnPlateau\n",
        "weight_path=\"{}_weights.best.hdf5\".format('skin-lesion-classification')\n",
        "\n",
        "checkpoint = ModelCheckpoint(weight_path, monitor='val_loss', verbose=1, \n",
        "                             save_best_only=True, mode='min', save_weights_only = True)\n",
        "\n",
        "reduceLROnPlat = ReduceLROnPlateau(monitor='val_loss', factor=0.8, patience=10, verbose=1, mode='auto', epsilon=0.0001, cooldown=5, min_lr=0.0001)\n",
        "early = EarlyStopping(monitor=\"val_loss\", \n",
        "                      mode=\"min\", \n",
        "                      patience=15) # probably needs to be more patient, but kaggle time is limited\n",
        "callbacks_list = [checkpoint, early, reduceLROnPlat]"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "WARNING:tensorflow:`epsilon` argument is deprecated and will be removed, use `min_delta` instead.\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "ew6w0L2IkIgC"
      },
      "source": [
        "##Training the model"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "odARvwcj97A5",
        "outputId": "86479a68-5b3d-4e21-cbb1-7676b9c7a55f"
      },
      "source": [
        "history = model.fit(train_generator,\n",
        "                              epochs=20,\n",
        "                              verbose=1,\n",
        "                              callbacks = callbacks_list,\n",
        "                              validation_data=validation_generator)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Epoch 1/20\n",
            "82/82 [==============================] - 220s 2s/step - loss: 2.1304 - accuracy: 0.4157 - val_loss: 1.6056 - val_accuracy: 0.5721\n",
            "\n",
            "Epoch 00001: val_loss improved from inf to 1.60556, saving model to skin-lesion-classification_weights.best.hdf5\n",
            "Epoch 2/20\n",
            "82/82 [==============================] - 160s 2s/step - loss: 1.0822 - accuracy: 0.6014 - val_loss: 1.4825 - val_accuracy: 0.5270\n",
            "\n",
            "Epoch 00002: val_loss improved from 1.60556 to 1.48247, saving model to skin-lesion-classification_weights.best.hdf5\n",
            "Epoch 3/20\n",
            "82/82 [==============================] - 151s 2s/step - loss: 0.9911 - accuracy: 0.6245 - val_loss: 1.2235 - val_accuracy: 0.5946\n",
            "\n",
            "Epoch 00003: val_loss improved from 1.48247 to 1.22349, saving model to skin-lesion-classification_weights.best.hdf5\n",
            "Epoch 4/20\n",
            "82/82 [==============================] - 151s 2s/step - loss: 0.8767 - accuracy: 0.6845 - val_loss: 1.1042 - val_accuracy: 0.6036\n",
            "\n",
            "Epoch 00004: val_loss improved from 1.22349 to 1.10422, saving model to skin-lesion-classification_weights.best.hdf5\n",
            "Epoch 5/20\n",
            "82/82 [==============================] - 151s 2s/step - loss: 0.7988 - accuracy: 0.7074 - val_loss: 0.9889 - val_accuracy: 0.6667\n",
            "\n",
            "Epoch 00005: val_loss improved from 1.10422 to 0.98894, saving model to skin-lesion-classification_weights.best.hdf5\n",
            "Epoch 6/20\n",
            "82/82 [==============================] - 151s 2s/step - loss: 0.7434 - accuracy: 0.7478 - val_loss: 0.9118 - val_accuracy: 0.6757\n",
            "\n",
            "Epoch 00006: val_loss improved from 0.98894 to 0.91183, saving model to skin-lesion-classification_weights.best.hdf5\n",
            "Epoch 7/20\n",
            "82/82 [==============================] - 151s 2s/step - loss: 0.6538 - accuracy: 0.7552 - val_loss: 0.9552 - val_accuracy: 0.6982\n",
            "\n",
            "Epoch 00007: val_loss did not improve from 0.91183\n",
            "Epoch 8/20\n",
            "82/82 [==============================] - 151s 2s/step - loss: 0.5770 - accuracy: 0.7844 - val_loss: 1.4043 - val_accuracy: 0.5991\n",
            "\n",
            "Epoch 00008: val_loss did not improve from 0.91183\n",
            "Epoch 9/20\n",
            "82/82 [==============================] - 151s 2s/step - loss: 0.5814 - accuracy: 0.7868 - val_loss: 1.4101 - val_accuracy: 0.6261\n",
            "\n",
            "Epoch 00009: val_loss did not improve from 0.91183\n",
            "Epoch 10/20\n",
            "82/82 [==============================] - 151s 2s/step - loss: 0.5661 - accuracy: 0.7779 - val_loss: 1.1135 - val_accuracy: 0.6982\n",
            "\n",
            "Epoch 00010: val_loss did not improve from 0.91183\n",
            "Epoch 11/20\n",
            "82/82 [==============================] - 150s 2s/step - loss: 0.5140 - accuracy: 0.8162 - val_loss: 1.1914 - val_accuracy: 0.6126\n",
            "\n",
            "Epoch 00011: val_loss did not improve from 0.91183\n",
            "Epoch 12/20\n",
            "82/82 [==============================] - 151s 2s/step - loss: 0.5160 - accuracy: 0.8019 - val_loss: 0.9998 - val_accuracy: 0.7252\n",
            "\n",
            "Epoch 00012: val_loss did not improve from 0.91183\n",
            "Epoch 13/20\n",
            "82/82 [==============================] - 151s 2s/step - loss: 0.4820 - accuracy: 0.8363 - val_loss: 1.0422 - val_accuracy: 0.7072\n",
            "\n",
            "Epoch 00013: val_loss did not improve from 0.91183\n",
            "Epoch 14/20\n",
            "82/82 [==============================] - 151s 2s/step - loss: 0.4621 - accuracy: 0.8251 - val_loss: 1.2206 - val_accuracy: 0.6982\n",
            "\n",
            "Epoch 00014: val_loss did not improve from 0.91183\n",
            "Epoch 15/20\n",
            "82/82 [==============================] - 151s 2s/step - loss: 0.4202 - accuracy: 0.8475 - val_loss: 1.3296 - val_accuracy: 0.6577\n",
            "\n",
            "Epoch 00015: val_loss did not improve from 0.91183\n",
            "Epoch 16/20\n",
            "82/82 [==============================] - 151s 2s/step - loss: 0.3950 - accuracy: 0.8564 - val_loss: 1.8098 - val_accuracy: 0.7207\n",
            "\n",
            "Epoch 00016: val_loss did not improve from 0.91183\n",
            "Epoch 17/20\n",
            "82/82 [==============================] - 150s 2s/step - loss: 0.4138 - accuracy: 0.8585 - val_loss: 1.0807 - val_accuracy: 0.6892\n",
            "\n",
            "Epoch 00017: val_loss did not improve from 0.91183\n",
            "Epoch 18/20\n",
            "82/82 [==============================] - 151s 2s/step - loss: 0.3354 - accuracy: 0.8794 - val_loss: 1.4527 - val_accuracy: 0.7162\n",
            "\n",
            "Epoch 00018: val_loss did not improve from 0.91183\n",
            "Epoch 19/20\n",
            "82/82 [==============================] - 151s 2s/step - loss: 0.2684 - accuracy: 0.9044 - val_loss: 1.7532 - val_accuracy: 0.7027\n",
            "\n",
            "Epoch 00019: val_loss did not improve from 0.91183\n",
            "Epoch 20/20\n",
            "82/82 [==============================] - 150s 2s/step - loss: 0.2787 - accuracy: 0.8989 - val_loss: 1.7581 - val_accuracy: 0.7297\n",
            "\n",
            "Epoch 00020: val_loss did not improve from 0.91183\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "-LA_KN6qkNvT"
      },
      "source": [
        "##Visualize the results"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 562
        },
        "id": "Ys3Zw5kQVu7O",
        "outputId": "1c322542-fda8-4ecc-cf67-d45652571499"
      },
      "source": [
        "# PLOT LOSS AND ACCURACY\n",
        "%matplotlib inline\n",
        "\n",
        "import matplotlib.image  as mpimg\n",
        "import matplotlib.pyplot as plt\n",
        "\n",
        "#-----------------------------------------------------------\n",
        "# Retrieve a list of list results on training and test data\n",
        "# sets for each training epoch\n",
        "#-----------------------------------------------------------\n",
        "acc=history.history['accuracy']\n",
        "val_acc=history.history['val_accuracy']\n",
        "loss=history.history['loss']\n",
        "val_loss=history.history['val_loss']\n",
        "\n",
        "epochs=range(len(acc)) # Get number of epochs\n",
        "\n",
        "#------------------------------------------------\n",
        "# Plot training and validation accuracy per epoch\n",
        "#------------------------------------------------\n",
        "plt.plot(epochs, acc, 'r', \"Training Accuracy\")\n",
        "plt.plot(epochs, val_acc, 'b', \"Validation Accuracy\")\n",
        "plt.title('Training and validation accuracy')\n",
        "plt.figure()\n",
        "\n",
        "#------------------------------------------------\n",
        "# Plot training and validation loss per epoch\n",
        "#------------------------------------------------\n",
        "plt.plot(epochs, loss, 'r', \"Training Loss\")\n",
        "plt.plot(epochs, val_loss, 'b', \"Validation Loss\")\n",
        "\n",
        "\n",
        "plt.title('Training and validation loss')\n",
        "\n",
        "# Desired output. Charts with training and validation metrics. No crash :)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "Text(0.5, 1.0, 'Training and validation loss')"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 40
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAcYAAAEICAYAAADFgFTtAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAgAElEQVR4nO3dd5hU5fn/8fdNExGlCBaKYkGNREVZsSQisbfYYtfY488WE79RYxJNjCbGrtEkxoa9BQsaUbEiarCAiIqC0lQQFZBeFHbv3x/3GffsMrN1ZmfL53Vd55ozc9ozZ2fnM89zymPujoiIiIRWxS6AiIhIY6JgFBERSVEwioiIpCgYRUREUhSMIiIiKQpGERGRFAWjSDXM7BkzOyHf8xaTmU03sz0KsF43s02T8X+b2cU1mbcO2znWzJ6razlFqmK6jlGaIzNbnHraAfgWKE2e/z93v7/hS9V4mNl04FR3fyHP63Wgr7tPzte8ZtYHmAa0dfeV+SinSFXaFLsAIoXg7h0z41WFgJm10ZetNBb6PDYOakqVFsXMBpvZDDP7rZl9CdxpZl3M7Ckzm21m85LxXqllRprZqcn4iWb2mpldk8w7zcz2reO8G5nZKDNbZGYvmNk/zey+HOWuSRkvM7PXk/U9Z2bdUtN/bmafmtlcM/tDFftnBzP70sxap147xMzeS8YHmtloM5tvZrPM7B9m1i7Huu4ys7+knp+fLPOFmZ1cad79zWycmS00s8/N7JLU5FHJ43wzW2xmO2X2bWr5nc3sbTNbkDzuXNN9U8v93NXM7kzewzwzG5aadpCZvZu8hylmtk/yeoVmazO7JPN3NrM+SZPyKWb2GfBS8vrQ5O+wIPmM9Estv7qZXZv8PRckn7HVzWy4mf2y0vt5z8wOyfZeJTcFo7RE6wFdgQ2B04j/gzuT5xsAy4B/VLH8DsAkoBtwFXCHmVkd5n0AeAtYG7gE+HkV26xJGY8BTgLWAdoB5wGY2ZbAzcn6eyTb60UW7v4msATYrdJ6H0jGS4Fzk/ezE7A7cGYV5SYpwz5JefYE+gKVj28uAY4HOgP7A2eY2cHJtEHJY2d37+juoyutuyswHLgxeW/XAcPNbO1K72GVfZNFdfv5XqJpvl+yruuTMgwE7gHOT97DIGB6rv2Rxa7AD4C9k+fPEPtpHeAdIN30fw0wANiZ+BxfAJQBdwPHZWYys22AnsS+kdpwdw0amvVAfEHtkYwPBr4D2lcxf39gXur5SKIpFuBEYHJqWgfAgfVqMy/xpbsS6JCafh9wXw3fU7YyXpR6fibwbDL+R+Ch1LQ1kn2wR451/wUYkoyvSYTWhjnm/TXweOq5A5sm43cBf0nGhwBXpObbLD1vlvXeAFyfjPdJ5m2Tmn4i8Foy/nPgrUrLjwZOrG7f1GY/A+sTAdQly3y3ZMpb1ecveX5J5u+cem8bV1GGzsk8nYjgXgZsk2W+9sA84rgtRID+q6H/35rDoBqjtESz3X155omZdTCzW5KmqYVE013ndHNiJV9mRtx9aTLasZbz9gC+Sb0G8HmuAtewjF+mxpemytQjvW53XwLMzbUtonZ4qJmtBhwKvOPunybl2CxpXvwyKcflRO2xOhXKAHxa6f3tYGYvJ02YC4DTa7jezLo/rfTap0RtKSPXvqmgmv3cm/ibzcuyaG9gSg3Lm833+8bMWpvZFUlz7ELKa57dkqF9tm0ln+mHgePMrBVwNFHDlVpSMEpLVPlU7N8AmwM7uPtalDfd5WoezYdZQFcz65B6rXcV89enjLPS6062uXaumd39QyJY9qViMypEk+xEolayFvD7upSBqDGnPQA8CfR2907Av1Prre7U+S+Ips+0DYCZNShXZVXt58+Jv1nnLMt9DmySY51LiNaCjPWyzJN+j8cABxHNzZ2IWmWmDHOA5VVs627gWKKJe6lXanaWmlEwikRz4TLi5I6uwJ8KvcGkBjYGuMTM2pnZTsBPC1TGR4ADzOzHyYkyl1L9//4DwK+IYBhaqRwLgcVmtgVwRg3L8B/gRDPbMgnmyuVfk6iNLU+O1x2TmjabaMLcOMe6nwY2M7NjzKyNmR0JbAk8VcOyVS5H1v3s7rOIY3//Sk7SaWtmmeC8AzjJzHY3s1Zm1jPZPwDvAkcl85cAh9WgDN8StfoORK08U4Yyoln6OjPrkdQud0pq9yRBWAZci2qLdaZgFInjWasTv8bfAJ5toO0eS5zAMpc4rvcw8YWYTZ3L6O4TgLOIsJtFHIeaUc1iDxInhLzk7nNSr59HhNYi4LakzDUpwzPJe3gJmJw8pp0JXGpmi4hjov9JLbsU+CvwusXZsDtWWvdc4ACitjeXOBnlgErlrqnq9vPPgRVErflr4hgr7v4WcXLP9cAC4BXKa7EXEzW8ecCfqVgDz+YeosY+E/gwKUfaecD7wNvAN8CVVPwuvwfYijhmLXWgC/xFGgkzexiY6O4Fr7FK82VmxwOnufuPi12Wpko1RpEiMbPtzWyTpOltH+K40rDqlhPJJWmmPhO4tdhlacoUjCLFsx5xKcFi4hq8M9x9XFFLJE2Wme1NHI/9iuqba6UKakoVERFJUY1RREQkRTcRbwa6devmffr0KXYxRESalLFjx85x9+6VX1cwNgN9+vRhzJgxxS6GiEiTYmaV75gEqClVRESkAgWjiIhIioJRREQkRcEoIiKSomAUERFJqTIYk/7R9q702q/N7OYqlhmZ3EEeM3s6WxctZnaJmeXqQTszz8FJz+OZ55eaWeVev+vMzG4ws5lJv2UiIiJA9TXGB4GjKr12VPJ6tdx9P3efX5eCAQcTXcdk1vVHd3+hjuuqIAnDQ4g+1HbNxzpzbEeXw4iINDHVBeMjwP5JH26YWR+it+xXzexmMxtjZhPM7M/ZFjaz6WbWLRn/g5l9bGavER2BZub5hZm9bWbjzezRpAftnYEDgavN7N3kRst3mdlhyTK7m9k4M3vfzIZk+iJLtvdnM3snmbZFlmIBDAYmEJ2uHp0qy7pm9nhSlvFJOTCz483sveS1e5PXvi9P8nxx8jjYzF41syeJLmMws2FmNjbZV6elltknKet4M3sxuZn0J2bWPZneyswmZ56LiEjhVRmM7v4N8BbRkzdEbfE/HjdY/YO7lwBbA7ua2da51mNmA5Jl+wP7AdunJj/m7tu7+zbAR8Ap7v4/ojfv8929v7tPSa2rPXAXcKS7b0XcpCDdWeocd9+OCL1czbVHE7Xex4ngb5u8fiPwSlKW7YAJZtYPuAjYLXn9V7neZ8p2wK/cfbPk+cnuPgAoAc4xs7WTsLsN+Fmy3sOTTkjvI/rpg+jBe7y7z668ATM7LflhMmb27FUmi4hIHdXk+Fq6OTXdjHqEmb0DjAP6kWr2zGIX4HF3X+ruC4nQy/hhUsN6nwiEftWUZ3Ngmrt/nDy/m+hlPOOx5HEs0Kfywkntdz9gWFKWN4HMcdTdiEDF3UvdfUHy2tBMp6fJj4XqvOXu01LPzzGz8USHo72BvsCOwKjMfKn1DgGOT8ZPBu7MtgF3v9XdS9y9pHt3VShFRPKlJsfAngCuN7PtgA7uPtbMNiJqY9u7+zwzuwtoX8cy3AUc7O7jzexEopmzPjI9oJeS/f3tDXQG3jczgA7AMuCpWm5nJckPi+SYZbvUtCWZETMbTNT8dnL3pWY2kir2lbt/bmZfmdluwEDKa48iItIAqq0xuvti4GWiJpOpLa5FfPkvMLN1KW9qzWUUcLCZrW5mawI/TU1bE5iVNGemQ2BRMq2ySUAfM9s0ef5z4JXq3kfK0cCp7t7H3fsAGwF7Jh18vkjSLGtmrc2sE/AScLiZrZ283jVZz3RgQDJ+INCW7DoB85JQ3IKoKULUHgclPzLS6wW4nWhSHerupbV4byIiUk81vVThQWCb5BF3H080oU4kOsR8vaqF3f0d4GFgPPAM8HZq8sVEc+bryfoyHgLOT06y2SS1ruXAScDQpPm1DPh3Td5EEn77AMNT61sCvEaE9a+AnyTrHQts6e4TgL8CryTNodcli95GHFsdD+xEqpZYybNAGzP7CLiCCESS44anAY8l63g4tcyTQEdyNKOKiEjhqKPiRii5DvR6d9+lJvOXlJS4etcQEakdMxubnERaga6za2TM7EKiOVfHFkVEikB3fWlk3P0Kd9/Q3V8rdllERFoiBaOIiEiKglFERCRFwSgiIpKiYBQREUlRMIqIiKQoGEVERFIUjCIiIikKRhERkRQFo4iISIqCUUREJEXBKCIikqKbiIuISOPy7bcwZw7Mnl31MHcuvP8+tG6d180rGEVEpPDcYf58+Owz+PTTGGbOhK+/rhh2c+bAwoXZ19GqFXTrBt27x/DDH8Ly5bDGGnktqoJRRETqr7QUvvyyPPTSAZgZX7So4jJt25aHXPfusPHGFZ9XHrp0iXAsMAWjiIjUTlkZDBsGTz5ZHn4zZsCKFRXn69oVNtwQNtkEdtstxjfYIB433DDCzqw476EKCkYREamZ776DBx6AK6+EiRNhnXWgb1/YaadVQ693b1hzzWKXuE4UjCIiUrWlS+H22+Gaa+Dzz2GbbeChh+Cww/J+4ktjoGAUEZHs5s2Df/4T/v73OClml13glltgn30aZRNovigYRUSkolmz4Prr4eabYfFi2H9/+N3v4Ec/KnbJGoSCUUSkoa1YAa+8AhMmQLt2May2Wu0fO3SANnn8Gp8yBa6+Gu68E1auhCOPhAsvhK23zt82mgAFo4hIQ1iyBEaMiLM5n3oqminrq1Ur6NkT+vSBjTaKx/R4r141C8733oMrroCHH475TzoJzj8/ziZtgRSMIiKFMncu/Pe/EYYjRsTF6F27woEHwsEHR9NkWVnc6eW773I/5po2f35cKjFtGrz8clwy4V6+/datIxzToZkOzs8+i0AcPhw6doTf/AbOPRfWX784+6uRUDCKiOTTZ59FEA4bBqNGxYXvvXrBL34RYThoUH6bP9O++y7Ccdo0mD49hsz488/DF19UDE6IO8lcdhmcdVZcQC8KRhGRenGHDz+MIHz8cRg7Nl7fcss4PnfwwTBgQMOcxdmuXdw9ZuONs0//9tsI7kxotm4dxxHzfEu1pk7BKCItS2kpjBwZF6q//379Tn6ZPj3C8JNPYt077hgXvx98MGy2WTHfZXarrRYX5PftW+ySNGoKRhFp/tyjJnf//XFh+pdfxl1ZdtwxgvK77+LkmOqO8ZWVVVxvmzZxq7Nzz4WDDoIePYrz/iSvFIwi0nx9/HHUDB94IGp17drFNXnHHBOPq69eu/WVllYMzTXWiJNWpFlRMIpI8zJrVtQKH3gAxoyJY3s/+Qn89rdw6KH1O8Gkdeu4drBDh/yVVxodBaOINH0LFsCjj0YYvvxyNHkOGADXXhsnl/TsWewSShOiYBSRpmnePHjppQjD4cOjaXOTTeCii+Doo2GLLYpdQmmiFIwi0ji5x0kyU6bA5MmrPmbuHLPuunD66XHccPvtm/XNraVhKBhFpHhKS6Mbo2zBN2VKdHeU0apVeae3Rx4Zj9tuC7vuWrgL5qVF0qdJRBrGN9/Au+/GMG5cPE6aVLHX98wF6ptuGpdBbLppBOCmm0YotmtXvPJLi6FgFJH8co/7d1YOwc8+K5+nRw/o3x/22y9CLxOAPXs2y45vpWlRMIpI3a1YARMnlodf5nH+/JhuBptvDjvvHPfi7N8/hnXWKW65RaqgYBRpapYuhfvui57VJ02Czp3Lhy5dKj6vblqrVrBwYQwLFqz6mO219OPMmXE2KED79tFv3xFHxLG//v1hq610H05pchSMIk3F9OkRhnfcEWdk9u8PZ58NixZFDW3+/DiON2VKjM+bF53N1lfr1tCpUwxrrRWPvXrFY6ZJtH//uDeoToKRZkCfYpHGzD1ueH3jjfDkk9E0eeihcM450ZdfVZcmuMOyZeWhmQnL9POVK1cNvfT4WmvFbdN0CYS0IApGkcZoyZK44fVNN8EHH8Daa0cXRqefDr1712wdZuW3L9PNrUVqTMEo0phUbi7ddlu480446qg4hiciBadgFCk297i/5003lTeX/uxn8MtfVt9cKiJ5p2AUKQZ3mDMnOrm98UaYMAG6dYvm0jPOiJNbRKQoFIwi+bZiRXR9NHMmzJgRj+nxGTPgiy/KL3NQc6lIo6JgFKmr116DV1+tGHgzZ8JXX0WNMK19+7irS8+esNNO5ePbbx/P1Vwq0mgoGEVq69VX4U9/iuOCEBfO9+wZzZ/9+8djJvgy4127KvxE8sgdpk2LW+vmm4JRpKZefz0C8cUXYb314IYb4OSTYc01i12yFmnZMpg9O65e0W+OlsEd3nkHhg6NYebM+Azk+19QwShSndGjIxCffz7u8XnddXE94eqrF7tkLVZpKey/f1Ta1103WqMzQ0lJy/jTLFwYNaatt27ePwwqh+HUqXEzpt13h9//vjD3nFcwiuTy5psRiCNGQPfucM01ccZohw7FLlmLd+WVEYpnnx23bR09GoYNi2lt2sA221QMyz59mld4vP02HHZYdFjSty+ccgqccEI0ZDQEdxg7Fj76KO4R/4Mf5LfW5h73o//Pf7KH4cEHxz0vCsW88kkC0uSUlJT4mDFjil2M5uPttyMQn3kmLqG44AI480zdDLuRePPNuLzzsMPgwQfLA2/2bHjjjQjJN96At96KGwhB86lVusNtt8UlruuvD+eeC48+Goe9W7eGAw6AU0+FffbJ/21rM2GYCavp0ytO32AD6NcPttwyHvv1q11gZsJw6NDYRjoMjziiMGFoZmPdvWSV1xWMTZ+CMU/Gjo1AHD48/gPPPz+6SurYsdglk8TChXF1S2lp9G7VuXPueVeujLvpjR5dPkyeHNMytcrttotjlL17x3lSmcfG+Bto2bL4fXbXXbD33nHHwExQTJwIQ4bA3XfD11/HHQBPPDEOgW+ySd23mS0M27SBPfeEww+HgQNjn06YAB9+GI8TJ8Ly5eXryARmOjS33DL+rdJhOHRo3P++0GGYpmBsxhSM9fTOO3DJJfDf/8YZpuedFz/JdVJNo3P88REIo0ZFrbG20rXK0aMjOOfMWXW+Ll0qBmXlx4YOz6lT42ZI774Lf/xjDNmOra1YAU89BbffDs8+C2VlsNtu0dR66KE1u0y2ujA86KA4yTqX0tI49jlhQsXA/Oij8kt3IQKzdeuYtyHDME3B2Iy12GD88kv4+OP4Ty4rK3+s6XhpKTz0EDzxRFQ9fvOb6LVirbUKVmT3+DIeMQKeey5+zf/zn9EtYlNSWhrHembNiqa91VYr/Dbvvx+OOy5+w/zpT/lb7/LlcXbj55/HpagzZpSPZx5nz151uS5d4uqcCy+M0CjUMczhw+N9Q+yD/far2XIzZkTtcsiQCJ8uXWI9p5wSteW0TBhmam7TptUuDGuitDQCPhOUEybA4sVw4IENG4ZpuYIRd9fQxIcBAwZ4i7Jkifuf/uTevr17/E/XfejUyf3Pf3afP79gxZ0zx/3BB91PPNG9R4/yTffpE49//nPBNl0QS5e6H3xw+fs45BD3FSsKu80pU9zXXNP9Rz8q/LayWbbMffJk95dfdr/3XvfLL3c/4wz3Xr1iH+y8s/tzz7mXleVvmytXul98cay/f//YB3VRWur+wgvuRx3l3q5drK+kxP3mm93/9z/3Cy5w32ijeL1NG/d993UfMsR97tz8vZfGChjjWb5TVWNsBlpMjdE92nfOPz9+yh95ZPz8bdMmqlytWsXP9myPuaZtsEHem0xXrozmuhEjYhgzJorepUv8At97b9hrr7ju/4QT4N574bHH4JBD8lqMgpg7N37hjx4N118fr/361/Dzn0ftpBA13xUrYJdd4tjV+PGw4Yb530Zdfftt1MguvzxqaDvvHDXaPfaoXw1yzhw49thoVTjppGhVyMfJQnPnRq3z9tvh/ffjtTZtorxHHJGfmmFTohpjMx5aRI3xnXfcd9klftZuu637qFHFLlEF06e733KL+6GHRiUU3Fu1ct9pJ/dLLnEfPTpqAJUtW+Y+cKD7Gmu4v/dew5e7NqZNc998c/fVVnMfOrT89csui/d75pn5rTFlXHRRrP/hh/O/7nxZvtz9X//KTw3yrbfcN9ggane33lqYfVpWFtt58MGWUTPMhRw1xqJ/qWtQMFbp66/df/ELdzP37t3db7ste8I0kG+/jYAYNcr9/vvdzzknwiLTrNirl/upp0ZwfPNNzdY5c6b7+utH0+rs2QUtfp2NG+e+3nrunTu7v/JKxWllZdEcB+6//W1+v8hHjow//Ukn5W+dhVSfgCwrix9X7dpFML79duHL29IpGJvx0CyD8dtv3a+7Lqpfbdq4/9//uc+bV9BNfvddhN6rr7o/8ID7VVe5//KXcQytpCSCwcwrHKJs3959772jqBMm1D0U3nwzamKDB0c5GpPnnovje717u3/wQfZ5ysrcTz899slf/5qf7c6dGwHTt6/7okX5WWdDqW1ALl0ax6DBfa+9Gu8PpOZGwdiMh2YXjM88U14N22cf948+yvsmysqi8nnIIe7bb5899MB9rbXc+/WL8DvllGgWvf129xEjIgiXLctfme65J7Z51ln5W2d93XNP/C7Zaiv3GTOqnre01P244+I9/P3v9dtuWVk0S7dt27RrTjUJyClT4uQaiJNtitgg0uIoGJvx0GyCcdIk9/33j49l377uTz1VkM0sWuR+5JGxmU03zR16CxYUZPNVOu+8KNcttzT8ttPKytz/9rcoy09+UvOTdlesiB8bEGc21tVtt8U6rrqq7utoTHIF5FNPRfN0584F+7hLFRSMzXho8sG4YEEkQtu20WZ3zTXRlFoAH33kvuWWcWLM3/4WtZzGZOXKqCS3aVO884tWroxaK7gffXR8qdfG8uXRHNiqlft//lP77X/0kXuHDu677974/j71VTkgwX2bbep+KYbUj4KxGQ9NNhhLS93vuMN9nXWiHfPkk92//LJgm3vkEfeOHeMcnhdeKNhm6m3evGhJ7t49znZtSEuXltf4zjuv7sG0eLH7j38cAT98eM2XW748Tjpee+04Kam5ygTk734X+1yKQ8HYjIcmGYxjx8bBvUy7UgEPJK1YUd5EucMO7p9/XrBN5c3EiXHe0TbbRMg0hLlz409h5n7DDfVf3/z57tttFycovfxyzZb5v/+Lv9MTT9R/+yLVUTA246FJBeOCBXGNQ6tW7uuu637ffYW5UCsxa5b7rrv699fZ1bZZsJiefjp20+GHF3QXuXvUTLfYIi4VqEvzZy6zZ0fTdceO7m+8UfW8zz5b/ncSaQgKxmY8NIlgLCuLi/t69IgqyVlnFfzyi9dei+sDV189buPVFF19dfyXXnZZ4bYxblzsp86d47rBfJs5033jjd27dHEfPz77PF99Fb+T+vVT06I0nFzB2MRuXSxN0tSp0d364YdHx3hvvgn/+EfVfQbVgzv8/e8weHD0gPDGG+U3YW5qfvObKPvFF8e9zvPthRdg0KDo3eC112DXXfO/jR49YjsdOsSt8D7+uOJ097jt2fz50b9iU+wnUZoXBaMUznffxU0k+/WLb90bbojeY7ffvmCbXLwYjjkm7t+5//7R5/DWWxdscwVnFr1XDBwYAfnBB/lZ7/Tp8Je/wL77Ru/2o0fHn6lQNtoowrGsLO7L+emn5dNuugmefhquuQa22qpwZRCpsWzVSA1Na2iUTakjR7r/4AfRDnjYYdVfHZ4HEyeWX4px+eXN61T/zG3jNtooeuuoi2nT4rrAzDlP4L7ffgXtWGQV48bFSUWbbhrHf8ePj+OaBxxQ+OOoIpWhplRpELNnR9fhgwdHR3fDh0cHbz17FnSzjz0WFdGvv44eCX73u6bXx2FVevSAxx+HL76IFukVK2q23PTpURMbODBqbRdcELW2K6+M3tKHD4dOnQpa9Ar694dnnol+HPfcE44+OnpzGDKkcP0ZitRatrTU0LSGRlFjLC2N25V06RIX6v/+99FvYoGtWOF+/vn+/aUYn31W8E0W1d13x3s9++zc80ybFiftpGuGAwa4X3ll47mQ/IUX4t6wEHeAESkGctQY2xQ7mKUZeP99OOMMeP316Djv3/+GLbcs6CZLS6M2dOqpMHIknHkmXHddw/QkX0zHHw/vvQfXXhu9sJ96arz+6aflva+/9Va8NmAAXHFF1DA33rh4Zc5m993h+eejBrznnsUujUhFCkapuyVL4NJLI5E6dYI774yed+vZJlZaCl99FX0Rz5iR/fGLL2K+1VeHe+6JjnJbiiuvhAkT4sfA1Knw4otNIwwr22WXYpdAJDuL2qQ0ZSUlJT5mzJiG3ejy5dFd+bhxcMop8W299tq1WsX48fDyyxVDb8aMCL2VKyvO27499O4NvXqVP/bqFTWPzTbL4/tqIubPhx12iEsfBgyIIGwKYSjSmJjZWHcvqfy6aoxSN7//fYTio4/CoYfWevE77ojW1xUrKobe4MEVwy/z2LWrTs5I69w5LrFYtAg23LDYpRFpXhSMUnvPPQfXXw9nn13rUCwthfPPj8X32itaX9dfX6FXF127xiAi+aVglNqZPTuOI/brB1ddVatFFy6M0/Offhp++cs4NNlGn0ARaWT0tdSCLVkSt0yrMfc4DfKbb2DEiFrdu2vqVPjpT2HSJLj5Zjj99NqXV0SkITSjS6ClNtzjdmAHHAAffljDhW69FZ58Mk60qcV91kaNigvMZ82KVliFoog0ZgrGFqqsLELx1Vfj/pSnnx6XSOQ0cSKce24cGDznnBpv54474t6Y3brFvcN3263+ZRcRKSQFYwvVunXcHmzKFDjrrAiwTTeFv/4Vli6tNPN338WduTt0gLvuqtG91kpLo2eIU0+NM03feAP69i3EOxERyS8FYwvXrRvceGNcML7HHnDRRbD55nHRfFlZMtPFF8elGUOGxCmk1Vi4EA48ME6uOfvsONmmQD1MiYjknYJRgLhI/vHH4ZVXYL314sTTAQPgpWvHwdVXR1vrgQdWu56pU+O6/xEj4iSbm27Smaci0rQoGKWCQYPiWOD998M3c0rZ/bxt+WmHF/noF9dVu+yrr8bdWL74IoJRJ9mISFOkYPSwAyIAAAyaSURBVJRVtGoFxxztTCo5jitb/Y5RDGKrgatzxhm5T9AZMiRuz7b22hGsu+/esGUWEckXBaNkd+edtB/2EBdc0ZXJ01pzxhlw++1xAs3ll8OyZTFbaSmcd17cLlUn2YhIc6CbiDcDeb+J+CefwLbbRrvo889/fxbqpEnw29/CE0/E/UsvvTRulTp8eJxkc/31Op4oIk1HrpuIq8YoFa1YAcceC+3axampqUszNt8chg2L/g/XWw9OPhmefVYn2YhI86KvMqnokkvg7bfhkUegZ8+ss+y6axxHfPzxuHpj550btogiIoWkYJRyo0bB3/4WBwx/9rMqZ23VqtpZRESaJDWlSpg/H447DjbZBG64odilEREpGtUYJe4ofvrpcZfv//0POnYsdolERIpGwShw333w8MNxo9Ttty92aUREikpNqS3d1KlxF/FBg+JaDBGRFk7B2JKtXBmXZrRqBffeG11uiIi0cGpKbcn+8pe4Vc1DD8EGGxS7NCIijYJqjC3VihXw1FNw/PFw5JHFLo2ISKOhGmNL1bYtvP56BKSIiHxPwdiSrbZaDCIi8j01pYqIiKQoGEVERFIUjCIiIikKRhERkRQFo4iISIqCUUREJEXBKCIikqJgFBERSVEwioiIpCgYRUREUhSMIiIiKQpGERGRFAWjiIhIioJRREQkRcEoIiKSomAUERFJUTCKiIikKBhFRERSFIwiIiIpCkYREZEUBaOIiEiKglFERCRFwSgiIpKiYBQREUlRMIqIiKQoGEVERFIUjCIiIikKRhERkRQFo4iISIqCUUREJEXBKCIikqJgFBERSVEwioiIpCgYRUREUhSMIiIiKQpGERGRFAWjiIhIioJRREQkRcEoIiKSomAUERFJUTCKiIikKBhFRERSFIwiIiIpCkYREZEUBaOIiEiKglFERCRFwSgiIpKiYBQREUlRMIqIiKQoGEVERFIUjCIiIikKRhERkRQFo4iISIqCUUREJEXBKCIikqJgFBERSVEwioiIpCgYRUREUhSMIiIiKQpGERGRFAWjiIhIioJRREQkRcEoIiKSomAUERFJUTCKiIikKBhFRERSFIwiIiIpCkYREZEUBaOIiEiKglFERCRFwSgiIpKiYBQREUlRMIqIiKQoGEVERFIUjCIiIikKRhERkRQFo4iISIqCUUREJEXBKCIikqJgFBERSVEwioiIpCgYRUREUhSMIiIiKQpGERGRFAWjiIhIioJRREQkRcEoIiKSomAUERFJUTCKiIikKBhFRERS8hKMZra2mb2bDF+a2czU83bVLFtiZjfWYBv/y0dZU+u7ISmnfhyIiMj32uRjJe4+F+gPYGaXAIvd/ZrMdDNr4+4rcyw7BhhTg23snI+yJuVpBRwCfA7sCrycr3VX2k7O9y0iIo1TwWpLZnaXmf3bzN4ErjKzgWY22szGmdn/zGzzZL7BZvZUMn6JmQ0xs5FmNtXMzkmtb3Fq/pFm9oiZTTSz+83Mkmn7Ja+NNbMbM+vNYjAwAbgZODq1jXXN7HEzG58MOyevH29m7yWv3Zt6f4flKN+rZvYk8GHy2rCkTBPM7LTUMvuY2TvJel80s1Zm9omZdU+mtzKzyZnnIiJSeHmpMVahF7Czu5ea2VrALu6+0sz2AC4HfpZlmS2AnwBrApPM7GZ3X1Fpnm2BfsAXwOvAj8xsDHALMMjdp5nZg1WU62jgQeAJ4HIza5ts40bgFXc/xMxaAx3NrB9wUfI+5phZ1xq87+2AH7r7tOT5ye7+jZmtDrxtZo8SP0puS5W3q7uXmdl9wLHADcAewHh3n115A0nAngawwQYb1KBIIiJSE4U+vjbU3UuT8U7AUDP7ALieCLZshrv7t+4+B/gaWDfLPG+5+wx3LwPeBfoQgTo1FUZZgzE55rkfMMzdFwJvAnsnk3cjapG4e6m7L0heG5qUB3f/pgbv+61UOQDOMbPxwBtAb6AvsCMwKjNfar1DgOOT8ZOBO7NtwN1vdfcSdy/p3l0VShGRfCl0jXFJavwy4OWkNtYHGJljmW9T46VkL2NN5sllb6Az8H7SAtsBWAbkanbNZSXJD4vkmGX6JKPv37eZDSZqfju5+1IzGwm0z7VSd//czL4ys92AgUTtUUREGkhDnpHZCZiZjJ9YgPVPAjZOQhfgyBzzHQ2c6u593L0PsBGwp5l1AF4EzgAws9Zm1gl4CTjczNZOXs80pU4HBiTjBwJtc2yvEzAvCcUtiJoiRO1xkJltVGm9ALcD91Gxxi0iIg2gIYPxKuBvZjaOAtRU3X0ZcCbwrJmNBRYBC9LzJOG3DzA8tdwS4DXgp8CvgJ+Y2fvAWGBLd58A/BV4JWkOvS5Z9DZg1+S1nahYO057FmhjZh8BVxCBSHLc8DTgsWQdD6eWeRLoSI5mVBERKRxz92KXIW/MrKO7L07OUv0n8Im7X1/sctWWmZUA17v7LjWZv6SkxMeMqfaKFxERSTGzse5eUvn15nZx+y/M7F3iUoxOxFmqTYqZXQg8Cvyu2GUREWmJmlWNsaVSjVFEpPZaSo1RRESkXhSMIiIiKWpKbQbMbDbwaR0X7wbMyWNx8k3lqx+Vr35Uvvpp7OXb0N1XuUOKgrGFM7Mx2drYGwuVr35UvvpR+eqnsZcvFzWlioiIpCgYRUREUhSMcmuxC1ANla9+VL76Ufnqp7GXLysdYxQREUlRjVFERCRFwSgiIpKiYGwhzGwfM5tkZpOT+7FWnr6amT2cTH8z1X1XQ5Stt5m9bGYfmtkEM/tVlnkGm9kCM3s3Gf7YUOVLtj/dzN5Ptr3K/fcs3Jjsv/fMbLsGLNvmqf3yrpktNLNfV5qnQfefmQ0xs6+Tjskzr3U1s+fN7JPksUuOZU9I5vnEzE5owPJdbWYTk7/f42bWOceyVX4WCli+S8xsZupvuF+OZav8Xy9g+R5OlW16ct/qbMsWfP/Vm7traOYD0BqYAmxMdKg8nuhSKz3PmcC/k/GjgIcbsHzrA9sl42sCH2cp32DgqSLuw+lAtyqm7wc8AxjR5+abRfxbf0lcuFy0/QcMArYDPki9dhVwYTJ+IXBlluW6AlOTxy7JeJcGKt9eQJtk/Mps5avJZ6GA5bsEOK8Gf/8q/9cLVb5K068F/lis/VffQTXGlmEgMNndp7r7d8BDwEGV5jkIuDsZfwTYPem+q+DcfZa7v5OMLwI+Ano2xLbz6CDgHg9vAJ3NbP0ilGN3YIq71/VOSHnh7qOAbyq9nP6M3Q0cnGXRvYHn3f0bd58HPE/0oVrw8rn7c+6+Mnn6BtAr39utqRz7ryZq8r9eb1WVL/neOAJ4MN/bbSgKxpahJ/B56vkMVg2e7+dJvhwWAGs3SOlSkibcbYE3s0zeyczGm9kzZtavQQsGDjxnZmPN7LQs02uyjxvCUeT+Qirm/gNY191nJeNfAutmmaex7MeTiRaAbKr7LBTS2UlT75AcTdGNYf/tAnzl7p/kmF7M/VcjCkZpNMysI9EX5a/dfWGlye8QzYPbADcBwxq4eD929+2AfYGzzGxQA2+/WmbWDjgQGJplcrH3XwUebWqN8loxM/sDsBK4P8csxfos3AxsAvQHZhHNlY3R0VRdW2z0/0sKxpZhJtA79bxX8lrWecysDdHR89wGKV1ssy0Rive7+2OVp7v7QndfnIw/DbQ1s24NVT53n5k8fg08TjRZpdVkHxfavsA77v5V5QnF3n+JrzLNy8nj11nmKep+NLMTgQOAY5PwXkUNPgsF4e5fuXupu5cBt+XYbrH3XxvgUODhXPMUa//VhoKxZXgb6GtmGyW1iqOAJyvN8ySQOQPwMOClXF8M+ZYck7gD+Mjdr8sxz3qZY55mNpD47DZIcJvZGma2ZmacOEnjg0qzPQkcn5yduiOwINVs2FBy/lIv5v5LSX/GTgCeyDLPCGAvM+uSNBXulbxWcGa2D3ABcKC7L80xT00+C4UqX/qY9SE5tluT//VC2gOY6O4zsk0s5v6rlWKf/aOhYQbirMmPiTPW/pC8dinxJQDQnmiCmwy8BWzcgGX7MdGs9h7wbjLsB5wOnJ7MczYwgTjL7g1g5wYs38bJdscnZcjsv3T5DPhnsn/fB0oa+O+7BhF0nVKvFW3/EQE9C1hBHOc6hThm/SLwCfAC0DWZtwS4PbXsycnncDJwUgOWbzJxfC7zGcycpd0DeLqqz0IDle/e5LP1HhF261cuX/J8lf/1hihf8vpdmc9cat4G33/1HXRLOBERkRQ1pYqIiKQoGEVERFIUjCIiIikKRhERkRQFo4iISIqCUUREJEXBKCIikvL/ASiKUSBLwWfwAAAAAElFTkSuQmCC\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": [],
            "needs_background": "light"
          }
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAa4AAAEICAYAAAAHsBBpAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAgAElEQVR4nO3dd5hTZfbA8e+h944oTYooiw2YESsyqCBNsfeua9fVtXfs5afrimvvq4gorDICrqKCWJGOgCggomClSJE+c35/nJudMEzJzCS5SeZ8nidPMsnNvSeZmZy8733f84qq4pxzzqWLKmEH4JxzzpWFJy7nnHNpxROXc865tOKJyznnXFrxxOWccy6teOJyzjmXVjxxuUpPRN4RkTPjvW2YROR7ETksAftVEdkluP2kiNwSy7blOM6pIvJeeeMsYb85IrI03vt1yVUt7ACcKw8RWRf1Yx1gE5AX/HyBqg6LdV+q2j8R22Y6Vb0wHvsRkXbAYqC6qm4N9j0MiPl36CoXT1wuLalqvchtEfkeOE9V3y+8nYhUi3wYOucyg3cVuowS6QoSketE5BfgBRFpLCJjROR3EVkV3G4d9ZyJInJecPssEflERB4Mtl0sIv3LuW17EZkkImtF5H0ReUxEXikm7lhivFNEPg32956INIt6/HQRWSIiK0TkphLen31F5BcRqRp139EiMju43UNEPheRP0TkZxH5l4jUKGZfL4rIXVE/XxM85ycROafQtgNFZIaIrBGRH0VkSNTDk4LrP0RknYjsH3lvo55/gIhMEZHVwfUBsb43JRGRvwTP/0NE5orIkVGPDRCRecE+l4nI1cH9zYLfzx8islJEPhYR/yxNIn+zXSbaEWgC7Aycj/2dvxD83BbYAPyrhOfvC3wDNAMeAJ4TESnHtq8CXwJNgSHA6SUcM5YYTwHOBnYAagCRD9IuwBPB/lsGx2tNEVR1MvAncEih/b4a3M4Drgxez/7AocDFJcRNEEO/IJ4+QCeg8Pm1P4EzgEbAQOAiETkqeOzg4LqRqtZT1c8L7bsJMBYYGry2fwBjRaRpodew3XtTSszVgbeB94LnXQYME5Hdgk2ew7qd6wN7AB8G918FLAWaAy2AGwGvnZdEnrhcJsoHblPVTaq6QVVXqOooVV2vqmuBu4FeJTx/iao+o6p5wEvATtgHVMzbikhbYB/gVlXdrKqfALnFHTDGGF9Q1W9VdQPwOtA1uP84YIyqTlLVTcAtwXtQnOHAyQAiUh8YENyHqk5T1S9Udauqfg88VUQcRTkhiG+Oqv6JJero1zdRVb9S1XxVnR0cL5b9giW6Bar6chDXcGA+cETUNsW9NyXZD6gH3Bf8jj4ExhC8N8AWoIuINFDVVao6Per+nYCdVXWLqn6sXvQ1qTxxuUz0u6pujPwgInVE5KmgK20N1jXVKLq7rJBfIjdUdX1ws14Zt20JrIy6D+DH4gKOMcZfom6vj4qpZfS+g8SxorhjYa2rY0SkJnAMMF1VlwRx7Bp0g/0SxHEP1voqzTYxAEsKvb59RWRC0BW6Grgwxv1G9r2k0H1LgFZRPxf33pQas6pGJ/no/R6LJfUlIvKRiOwf3P9/wELgPRH5TkSuj+1luHjxxOUyUeFvv1cBuwH7qmoDCrqmiuv+i4efgSYiUifqvjYlbF+RGH+O3ndwzKbFbayq87AP6P5s200I1uU4H+gUxHFjeWLAujujvYq1ONuoakPgyaj9ltZa+QnrQo3WFlgWQ1yl7bdNofNT/9uvqk5R1cFYN+JbWEsOVV2rqlepagfgSODvInJoBWNxZeCJy1UG9bFzRn8E50tuS/QBgxbMVGCIiNQIvq0fUcJTKhLjSGCQiBwUDKS4g9L/t18F/oYlyDcKxbEGWCcinYGLYozhdeAsEekSJM7C8dfHWqAbRaQHljAjfse6NjsUs+9xwK4icoqIVBORE4EuWLdeRUzGWmfXikh1EcnBfkevBb+zU0Wkoapuwd6TfAARGSQiuwTnMldj5wVL6pp1ceaJy1UG/wRqA8uBL4D/Jum4p2IDHFYAdwEjsPlmRSl3jKo6F7gES0Y/A6uwwQMliZxj+lBVl0fdfzWWVNYCzwQxxxLDO8Fr+BDrRvuw0CYXA3eIyFrgVoLWS/Dc9dg5vU+DkXr7Fdr3CmAQ1ipdAVwLDCoUd5mp6mYsUfXH3vfHgTNUdX6wyenA90GX6YXY7xNs8Mn7wDrgc+BxVZ1QkVhc2YifU3QuOURkBDBfVRPe4nMuk3mLy7kEEZF9RKSjiFQJhosPxs6VOOcqwCtnOJc4OwL/wQZKLAUuUtUZ4YbkXPrzrkLnnHNpxbsKnXPOpRXvKkyCZs2aabt27cIOwznn0sq0adOWq2rzwvd74kqCdu3aMXXq1LDDcM65tCIihSumAN5V6JxzLs144nLOOZdWPHE555xLK564nHPOpRVPXM4559KKJy7nnHNpxROXc865tOKJyznnEmDFCnj55bCjyEyeuJxzLgEeeADOOAMWLAg7kszjics55xIgN9euvWhO/Hnics65OPv2W5gfrKM8bVq4sWQiT1zOORdnb79t123beosrETxxOedcnI0eDXvvDYMGwfTpkJ8fdkSZxavDO+dcHC1fDp9+CjfdBO3bw+OP2wCN3XYLO7Ky2bQJxo2DtWthwwbYuNEukduFr4u7b/x4ex/iyROXc87F0bhx1sIaPBiqV7f7pk1Lv8T1f/8Ht9xS9GM1a0KtWlC7dtHXDRsW/FyjRvxj88TlnHNxlJsLLVtC9+6Ql2cf4FOnwimnhB1Z7NauhYcfhv794V//2jYp1awJVUI+yeSJyznn4mTjRvjvf+H000EEqlWDrl3Tb2Th44/DypVw++3QoUPY0WzPB2c451ycTJgAf/4JRx5ZcF9WVnoN0PjzT3joITj8cNhnn7CjKZonLueci5PcXKhbF3r3LrgvOxvWrbO5Xeng6afh99+LP7+VCjxxpbJLL02vjnHnKjFVS1z9+tm5oIisLLtOh/lcGzfaoIzeveHAA8OOpnieuFJZXh6MHQtbt4YdiXOuFNOnw08/bdtNCPCXv9jAhnQ4z/Xcc/Dzz6nd2gJPXKmtVy9YswZmzgw7EudcKXJzbbTdgAHb3h8ZoJHqLa7Nm+H++62llZMTdjQl88SVynr1suuPPgo3DudcqUaPtg/9Zs22fyw7G2bMsE6UVPXSS/Djj9baEgk7mpJ54kplO+0Eu+7qicu5FLdkCcyatX03YURWlo3W++ab5MYVqy1b4N57bRRh375hR1M6T1yprlcvmDQptb+qOVfJRYrqFpe4srPtOlXPc736KixeDDffnPqtLfDElfpycmD1apg9O+xInHPFyM2Fzp2tg6QonTtDnTqpeZ4rLw/uuceKAh9xRNjRxMYTV6rz81zOpbTVq2HixOJbWwBVq0K3bqnZ4nr9dZtjli6tLfDElfpatYKOHe0/wzmXcv77XztHVFLiAjvPlWoDNPLz4e67oUsXOOaYsKOJnSeudJCTAx9/nD41Y5yrRHJzbSThfvuVvF12NqxfX7Aycip4802YO9eWYAm7cG5ZpFGolc+iRfDdd1h34cqVMGdO2CE556Js2WLLmAwaZN2BJUm1ChqqcNdd0KkTnHhi2NGUjSeuFKUKZ54J++4Ln9QJxqd6d6FzKeWTT+CPP2ztrdLstpvVMUyV81xjxlhtgxtvLD3pphpPXClKBF54AZo0gUNPacG/m/3dB2g4l2Jyc219qj59St82MkAjFVpckdZWu3Zw6qlhR1N2nrhSWKdO8MUX0LMnnLn8IW4Y15P8rX6ey7lUoGrVMg47zFpSscjOtlZO2OVHx4+HL7+EG24oWKU5nXjiSnGNG8M778CFvedz38YrOPbwdaxbF3ZUzrm5c23SbmmjCaNlZcGGDfD114mLqzSqcOed0Lq1nY5IR5640kD16vD4c7V4hMvJnVCPnj2tpphzLjy5uXY9aFDsz0mFChoffWTn5q67zro505EnrjQh7dtxedvRjDngXhYtgh49rKnvnAtHbq79H7ZsGftzdt0V6tUL9zzXnXfCjjvCueeGF0NFeeJKJ7160X/BUD7/TKld20bJjxgRdlDOVT6//AKTJ5etmxBsrlT37uG1uD77DD78EK65xtYIS1eeuNJJTg789hu7V53P5MnW7XDSSXD77dZv7ZxLjtKK6pYkKyu8ARp33mmTpS+4IPnHjidPXOkkUrdw4kSaN4f337eTq0OGwCmn2Elf51zi5ebaUPI99ij7c7OzYeNGmDcv7mGVaMoUK0911VWxj4JMVZ640kmHDjYUKJjPVbOmzfW67z7rMuzd27ownHOJ8+ef9qXxyCPLV5Q2rAoad91lo5QvuSS5x00ET1zpRMRaXR999L++QREbHfSf/8BXX9nJ4lmzQo7TuQz2/vvWYoqlWkZROnWC+vWTe55r1ixrJV5xhR073XniSje9elmz6ttvt7n7qKNsiKuqLR8eGarrnIuv3Fxo2NAKA5RHZIBGMltcd90FDRrA5Zcn75iJ5Ikr3eTk2HUR5Z+6dbMh8l26WCJ74AEftOFcPOXl2cCMAQMqVnEiO9taQVu2xC+24sybB6NGwaWXQqNGiT9eMnjiSje77AI77VRswd2ddrKcdvzx1oV45ZXJDc+5TDZ5Mvz+e/lGE0bLyoJNm6z6RqLdfbetvpxJnwWeuNJNEee5CqtdG157DS6+GB55xP7ZnHMVl5sL1apBv34V20+yKmgsWGCfBRddZMPgM4UnrnSUkwM//WQLdhVDBO6/32bIX3mldxk6Fw+5ufa9saJdbh072jmnRJ/nuuceqFHDhsBnEk9c6ShqPldJ6tWzboLPP/cKG85V1IIFVhy3vKMJo1WpYt2FiWxxLV4ML78M559vX2AziSeudLTbbtCiRUzrc515JnTtaue7fIKyc+UXGal7xBHx2V9Wlg3Q2Lw5Pvsr7PHHreflmmsSs/8weeJKRzGc54qoWhUefhh++MGunXPlk5sLe+1lFTPiITvbklYiBmhs3gwvvWRJtnXr+O8/bJ640lWvXra2yeLFpW6ak2PD4++91ytrOFceK1bYPMmKjiaMlsgKGqNH2+jHv/41/vtOBZ640lXkPFcM3YUA//d/Nvz25psTGJNzGWrcOMjPj2/i6tjRJjIn4jzXM89A27bQt2/8950KqoUdgCunLl1sfOvEiXD22aVuvssucNll1l146aV23ssl1oYNMH261bZbv94u0beLu0Rv06mTTR6t4l8xQ5Wba+tuRVpJ8SBi+4t3i2vxYhg/3opvV60a332nCk9c6Sr6PFeMbrnF+r3//nf44IPyFQh1sbvqKnjiieIfF7GJoZFL3boFt5s2tZpyb71ldSiPOy55cbttbdpkVdVPPTX+XyCys+3L5KZN8VuN+LnnLM5zzonP/lKRJ650lpNjX8e//z6mM8aNGtnaXZdeat8g4zGs1xVt61Z44w3o3x9uumn7xFSnjn1QlfTlIS8Pdt8d7rgDjjnGW11hmTAB1q2LbzdhRFaWlX2aMyc+rbmtW23FiH79oE2biu8vVfm/Qjor43kusAXk/vIXuPrqxA3DdTBpEixfDuedZ0WPu3WzZdtbt4YmTaBWrdJbvFWr2jnJr76yk+0uHLm59kXjkEPiv+94V9AYN85qE2TqoIwIT1zpbPfd7VOwDImrWjV48EFYuBAeeyyBsVVyo0bZh11FSwOddJKd57rjDq9+EgZVS1yHH25fNuKtfXtbIyte57meecYmGw8cGJ/9pSpPXOmsSpUyn+cC677q29c+DFesSFBslVhenp2XGjDAkldFVKtmXY0zZxYsF++SZ8YMWLYscd3qkQEa8WhxLV1qLa6zz65Y5fp04Ikr3fXqBd99Z3O6YiQCDz0Ea9bYOS8XX599ZvPl4jWg4tRTbej07bd7qyvZcnPt++GAAYk7RlaWdQdv2lSx/bzwgg3ZP/fc+MSVyjxxpbtynOcC2GMPq2H2+OMwf34C4qrERo2ygRfx+rCLtLqmT4exY+OzTxeb0aPhgAOgefPEHSM72wZofPVV+feRn2+jCQ891L7kZDpPXOlur72sk7yMiQusq7BuXRuo4eIjP98SV79+8V0i/bTT7HyIn+tKnh9+sC7aRIwmjBaPChrjx8OSJTYYqDLwxJXuqlSxNcRLqRRflObNbdTa2LH2h+8qbsoUO9dw7LHx3W/16nDjjbb///43vvt221u71uY7QuITV7t2NsaqIue5nn3W5v4dfXTcwkppnrgyQa9eNkxw2bIyP/Xyy6FDB/sn3bo1AbFVMiNHWpKJVwXxaGecYWV8/FxXYs2YYa2gN9+E++6zxRgSqaIVNH77zbo0zzgjfpOYU50nrkyQk2PX5egurFkTHnjAJkA+91x8w6psVC1x9elT8YUGi1KjhrW6Jk/2FnIiqNo53/32s3JbEybYckDJkJ1t/4MbN5b9uS+9ZOfIMn3uVjRPXJlg772tWmc5EhdYVYaDD7aSUKtXxzm2SmTGDCtiEu9uwmhnnWUVEbzVFV9//AHHHw+XXGIDHGbOtP+JZMnKsh6P2bPL9jxV6yY88EArLFBZeOLKBFWrwkEHlTtxicA//mGVHu65J86xVSIjR9qvIpGltGrWhOuvtyH3H36YuONUJl9+aZVNRo+2VRTGjLH61clU3goakybBt99WrtYWeOLKHDk58M038PPP5Xp6Vpb1kf/znzYtzJVNpJuwd287SZ5I554LrVp5q6uiVK3A7UEH2e2PP7YRtmHUhGzb1v5uynqe65lnrLPl+OMTE1eq8sSVKSLzuSZNKvcu7rnH5gwlq18/k8yZAwsWJKeKe82a9jv6+ONyDSZ1WMWYI4+0QUkDB1o37377hRePiLW6ytLiWrnSviydemrFK7SkG09cmaJbN5s4VM7uQrD1hq67zv4ZPv44jrFVAiNH2ofPUUcl53h//SvstJPN63Jl8+mnth7de+/B0KFWnqtx47Cjsl6POXNsHbdYvPKKVduobN2E4Ikrc1SrZn0eFfwKfvXVVsH8yittMq2LzahRdjK/RYvkHK9WLfuSMXFihRrZlUp+Ptx7r3VO1Kxp5wkvuyx11qXLzrY6l7EM0FC1bsLs7Mq5KKwnrkzSqxd8/bVN7CinOnXsn3vaNPtG50o3fz7MnZv8xR7PP98Spbe6Svfbb1Zc+sYb7fc0fXp8VzOOh7JU0Jg82VpnlbG1BZ64MksF5nNFO+UU2GcfuOEGW0belWzUKLtOdtWC2rXh2mttNetPP03usdPJhAk2Y2TSJHjqKRg+HBo0CDuq7bVpY9VsYjnP9cwzVq7t5JMTH1cq8sSVSbp3t7/mCiauKlVstNVPP1nry5Vs5EgrxNqqVfKPfcEF9mHnVf63l5cHQ4bYvKxGjayVcv75qdM1WFisFTTWrIHXXrO12uJZDzOdeOLKJNWr20zECiYusN2cdhrcfbfNG8rLi0N8GWjRIpusmshJxyWpWxeuucYqaXz+eTgxpCJVuPBCS+inn241HvfaK+yoSpedDfPmWeWO4gwfbo9X1m5C8MSVeXJyrPN7+fIK7+q55+yf//77rfbeH39UPLxME+kmDCtxAVx0kU2Y9XNdBR591CpK3HCDlUSqVy/siGKTlWVfEmfNKn6bZ56BPfeEHj2SF1eq8cSVaeIwnyuiRg144gm7jB8P++5rc5xdgZEj7XzgzjuHF0O9enDVVVY1/ssvw4sjVYwfb6NiBw+Gu+4KO5qyKa2CxowZ9th556Vul2cyeOLKNNnZdtY+Dt2FERdeaOWFVq2yb3njxsVt12ltyRLrggqztRVxySW2NEa8Wl1ff22va++949J4T5oFC+CEE6BLF3j55XCqYFREq1awww7Fn+d69lkbyn/aacmNK9Wk2a/VlapGDTtBFeeSCj172j9Tx44waJB1H1b2ckP/+Y9dp0Liql/fWl1jx1ZsQcIffoBzzrEVssePt6H+p56aHuc4V6+2ahhVq0JubnoOXCipgsb69TBsmA3nb9Ik+bGlEk9cmahXL1sHfOXKuO62bVv45BP7Rnv99TZsvqSTyJlu5EhrkeyyS9iRmEsvtQoQd95Z9ucuX27ljzp1sg/HK66wmpVDh1qFibvvjn+88ZSXZ3+PCxfa76V9+7AjKr+srKIHaLzxhiXnyjwo439U1S8JvmRlZWlSTZqkCqpvvZWQ3efnq957r6qIarduqkuWJOQwKW3pUnuL77wz7Ei2dccdFtf06bFtv3at6u23q9avr1qliuo552z7+8zPVz3tNPtdv/deYmKOh2uusdf9xBNhR1Jxo0fba/n0023vP/BA1V13td9JZQFM1SI+U0P/UK8Ml6Qnro0bVWvVUr3iioQeZswY1QYNVJs3t1xZmTz6qP33fP112JFsa9Uq1YYNVY86quTtNm5UHTrUfnegeswxqvPmFb3tunWqu++u2qyZ6o8/xj/mivr3v+01XHRR2JHER+RL0dChBffNnWv3PfBAeHGFobjE5V2FmahmTdh//7gO0CjKwIE2qbNxYzjkEKtKUFmMHGkDADp3DjuSbTVqZN18b71V9JDqvDwbtNC5M1x+uZ3L+uILG9Zf3EKEdeva692wwbqJt2xJ7Gsoi8mTressJwceeSTsaOKjZUvYccdtz1U++6xN0zzzzPDiSiWeuDJVTo7NjF21KqGH6dzZPjz69LHRhxdfDJs3J/SQofv1V6uen+zahLH629+spFH0uS5VG7DQtautu9akiZ27+uADm+ZQms6d7cPz889TZ9mbZcusGn/Llnb+p3r1sCOKj0gFjcgAjU2b4N//tuH9O+wQbmypwhNXpurVyz6tPvkk4Ydq1Ajeftvq5j3xhCWxCtT5TXlvvWWVxlNhNGFRGje21tSoUTYXfdIkG2g6eLB9CI4YYcP4+/Qp21ygk06yASAPP1ww8TosGzZY0lq3zhJyslcsTrTsbJuS8Oef8Oabtn6YD8qIUlT/oV/S/ByXquqGDao1a6pedVVSDztsmJ1ea9s29gEC6aZPH9VOnVL7JPmKFar16tl5KVBt2VL16adVN2+u2H43blTt0cMGc3z7bXxiLav8fNWTT7YBI6NHhxNDouXm2u/tk09UDzlEtV071by8sKNKPvwcVyVTq5ad53rtNVi8OGmHPeUUa+Tl59u3/BEjknbopFixwiZjH3tsalcuaNLEyh2p2py7hQvtG3tFu9Nq1oTXX7f9HHdc7IsextP991u9vrvvtnlbmSiyxMmIEfb3du656TeZOqGKymZ+yYAWl6rqlCmqjRurtmpV/JCxBPnlFxu+C9bo27IlqYdPmOees9c0dWrYkZQuPz9xrcJx4+x9OOecxOy/OLm51tI66aTUbvHGw047qVatatMUli4NO5pw4C2uSig72ypobN1qy/NOn560Q7doYd8UL7kEHnooc857jRoF7drZCjKpTiRxrcL+/eHmm+H55+2SDHPnWou+e3crAJ3KLd54iKyIPHBgOEvmpDJPXJlur71sCFydOtC7d1IGa0TUqAH/+peNiPriC/vA+eKLpB0+7v74w8ogpXo3YbIMGWLTIC65pORq5vGwYoV1C9arZ4Nj6tRJ7PFSQaS70AdlbM8TV2XQqZMlrB13hL594d13k3r400+3YdQ1aljD76mn0rPO4ZgxNocpVYfBJ1vVqvDqqzaK8bjjrBxRImzZAscfb8Pf33wTWrdOzHFSzTnnWNHk/v3DjiT1eOKqLNq0sZbXrrva4lpJHs/ctatNqDz0UJvvde654ZzYr4iRI63LpjKvg1RYixY2gGDxYvugTcQXkiuvhAkT4OmnYb/94r//VNWmDdxyC1SrFnYkqccTV2Wyww72CZCdbSUQXnopqYdv0sRaLbfcAi+8AAcdBN9/n9QQym3tWlvv6thjfXRXYT17wn33WbX8f/4zvvt+6il47DG4+mqbOO0ceOKqfBo3tpIJhxwCZ51lS8UmUdWq1v2Rm2vL3mdl2XmjVDdunE3e9W7Col11lU0IvvZa+PTTiu1L1Yq+3HGHTXju398So3MRnrgqo3r1rNTFUUdZiYW77kr6SacjjrDqDS1bQr9+cO+9qX3ea+RI6xY74ICwI0lNItaKbtsWTjyx7CNI16yxFtt551l3bLducNtt1pobPty+8DgX4YmrsqpVywq8nX669d1de23SM0enTjbK8MQT4cYb4Zhj7AMs1axfby2uY47xD9CSNGpkCX758tIXn1S1NacefNAa/02bWjfsyJGWrF58EX75xaZUNGyYtJfg0kVRk7siF2ACcHih+64AnijhOROB7OD2OKBREdsMAa4u5dhHAV2ifr4DOKyk58RyAXKAMRXdT1kuoU1AjkVenurFF9ts0vPPV926Nekh5OerPvywTbbcdVdbwiGVjBplb8/774cdSXp45hl7v269ddv7161TffttW35k551tG1Dday/V66+3pXEyZaK6iw+KmYBc2niV4cBJQPT46ZOAa2NMigNi2a4YRwFjgHnBvm6twL5ccapUsclWDRtaf93atTZoI4mltkVsKY7u3W3MSI8e1u10/PFJC6FEI0dai6BXr7AjSQ/nnmuzL+68Ezp0sGHy48bZXPhNm2yZlD594Kab7PxVZRne7uKoqGwWuQBNgN+AGsHP7YAfAAGeAKYCc4Hbo54zkYIW1/dAs+D2TcC3wCdYQrw6uP+vwBRgFjAKqAMcAKwEFgMzgY7Ai8BxwXMOBWYAXwHPAzWjjnc7MD14rHMRrymHIlpcwMnBc+YA9wf3VQ2OOyd47Mrg/suxhDobeK2k91BTvcUV7d577SvwoEGq69eHEsLSpar7729hXH11+N/AN2ywgrLnnRduHOnmzz9V99yzoFXVubPq3/9urdaNG8OOzqULyrsCMtbqGRzcvh54MLjdRAs+3CcCe2kxiQvICj746wANgIVRiatp1LHuAi4Lbv8vUUX/DNQCfgR2De7/N3BF1PEiz78YeLaI17Nd4gJaBgm5OVAN+BBr8WUB46O2axRc/xSVLLfrCg3uPx9L7FPbtm2boF9rAjz+uBWD691bdc2aUELYtKmg93L//VU/+yyUMFS1oEr3O++EF0O6+uEH6zZctCjsSKkZSD0AABa4SURBVFy6Ki5xxTI4I9JdSHA9PLh9gohMx1o+uwNdSthHT+BNVV2vqmuA3KjH9hCRj0XkK+DUYF8l2Q1YrKrfBj+/BBwc9fh/gutpWAsxFvsAE1X1d1XdCgwL9vkd0EFEHhWRfkBk6MBsYJiInAZsLWqHqvq0qmaranbz5s1jDCMFXHSR1WiaNAkOOwxWrkx6CDVq2Nydl1+G776zkXxHHgmzZyc9FEaNskEHhxyS/GOnuzZtbJRghw5hR+IyTSyJazRwqIh0B+qo6jQRaQ9cDRyqqnsBY7GWUHm8CFyqqnti3Xzl3U/EpuA6D0o9h1ciVV0F7I21Ii8Eng0eGgg8BnQHpohIZs1tP+00+8SeOdNmCX/zTWhhLFoE99xjRT+6drXRagsXJuf4mzfD6NGWNGvUSM4xnXOlKzVxqeo6bHTh8xS0thoAfwKrRaQFUFo1rUnAUSJSW0TqA0dEPVYf+FlEqmMtroi1wWOFfQO0E5Fdgp9PBz4q7XWU4kugl4g0E5Gq2Pmuj0SkGVBFVUcBNwPdRaQK0EZVJwDXAQ2BehU8fuoZPNgmKi9fDvvsY5NsQlC3rq0r9d13cP31VmD1L3+xslHLliX22B9+aIV1fdKxc6kl1nlcw7GWx3AAVZ2FdRHOB14FSpwrr6rTgRHYAIx3sMEYEbcAk4N9zI+6/zXgGhGZISIdo/a1ETgbeCPoXswHnozxdUQcKiJLIxesS/F6LEHPAqap6migFTBRRGYCrwA3YOf0XgmOPQMYqqp/lPH46aFXL5g2zTLFscfCddfZEikhaNzYWl6LFlnSev552GUXuOYaqxweL0uWwOOP21ISRx9tgy379Inf/p1zFSd2/sslUnZ2tk6dOjXsMMpv0yYbr/7kk3ayZ/hwq3sYosWLbVmNl1+2QiBXX23FWOsX1UYvQV6eTYIeMwbGjoWvvrL7O3aEQYPg7LNh773jHr5zLgYiMk1Vs7e73xNX4qV94op48UUbvNGsmU1u2nffsCNi7lwr/PHmmxbWjTdaiLVKOFO6apWt7DJmjBXOXbHCKnD37GktrUGDrIi+r7nlXLg8cYUoYxIXwIwZ1m24dCkMHQoXXJASn/BTpljSev99m9B6221WQ7haNZtJNH++JaoxY6wIbF6eJbr+/S1R9e1rowedc6nDE1eIMipxgQ2RP+00eOcdOPNMeOIJqF077KgAG1Bx440webK1mg45xFpXixfb43vvXdCq6tHDaw86l8o8cYUo4xIXQH6+rTtxxx2WDUaNSpkJO6pW/P6mm2zo/KGHWqIaONDmFjnn0oMnrhBlZOKKGDfOJleJwLBhKbXOuKrlV29VOZeeiktcvqyJq5gBA2zIfNu21qS5/XbLFilAxJOWc5nIE5eruA4d4LPP7LzXkCG2SuSqVWFH5ZzLUJ64XHzUqWPLoTz+OIwfD1lZVjLKOefizBOXix8Rm0Q1aZIV+tt/f3j44cTXZnLOVSqeuFz87bcfTJ9uZd3//nebWNWtG9x8M3z+eclrujvnXCk8cbnE2GEHmw381Vdw331Wi+m++yyZ7bgjnH46vPaanwtzzpWZD4dPgoweDl8WkVpLY8fa5OUVK2zY3wEHFMwK7tIlJSpxOOfC5/O4QuSJqwh5eVbeYuxYu8yaZffvvLMlsYEDoXfvlKnI4ZxLPk9cIfLEFYOlS20y89ix1sW4fr0lraOOsi7Gtm3DjtA5l2Q+Admlttat4fzzbcnhFSusK/GccwpWjnzgARup6Jyr9DxxudRTqxb06wf/+hfMmweHHWaLWHbrBh9VdLFr51y688TlUlu7dtYKy8217sOcHBuR+MsvYUfmnAuJJy6XHo44wlaNvOkmGDECOne2FpnPCXOu0vHE5dJHnTpw1102N2yffeCyy2xRrcmTw47MOZdEnrhc+tltN3jvPZvA/PPPVlrqggtsgUvnXMbzxOXSkwiceCLMnw9XXAHPPWcJ7YUXUmZZFedcYnjicumtQQP4xz+sNuKuu9oQ+oMPhtmzw47MOZcgnrhcZthrL/j4Y3j+efjmG+je3Qr8rl0bdmTOuTjzxOUyR5UqcPbZlrjOOw/++U9o2RIGD7Z1whYtCjtC51wceOJymadJE3jySRtteOqp1m14ySWwyy52ueQSmxfmrTHn0pLXKkwCr1UYMlVYsMAq07/7LkyYYJOZq1e3yvSHH26Xrl2t1eacSwleZDdEnrhSzKZN8OmnBYksUpl+hx2gTx9LYn37QosW4cbpXCXniStEnrhS3C+/2Lywd9+16+XL7f6uXeGYY+Bvf7PRi865pPLq8M4VZ8cd4YwzYNgw+PVXmDoV7rnHktWtt0LHjvDoo16d3rkU4YnLuWhVqkBWFtxwg1WinzIF9twTLr/cVmd+/XU7Z+acC40nLudKkp0NH3xgi1zWqWPVOvbdFyZODDsy5yotT1zOlUYE+veHGTOspNTPP0Pv3jBoEMyZE3Z0zlU6nrici1XVqnDWWfDtt3D//fDJJ7D33nDuubB0adjROVdpeOJyrqxq14Zrr7VKHFdcAa+8Ap06wY03wurVYUfnXMbzxOVceTVtCg89ZCWmjj0W7r3XRiA+8ojNFXPOJYTP40oCn8dVScyYAdddB+PHQ/v2NqT+hBNspGJenpWYWrPGLqtXF9wu/HP07SpVbLXnLl0KLk2bhv1KnUsKn4AcIk9clcx771lX4qxZVjdx82ZYt67054lA/frQsKHNIWvQwJ47fz78+WfBdjvssG0ii1x22MH24VyGKC5xVQsjGOcyWt++cNhhMHy4zQWrX78gETVosG1iiv65bt2iayXm58OPP8K8edteXnnFWmURTZpsn8x23x122skTmsso3uJKAm9xuYRQhZ9+siT29dcFCW3uXFi5smC7Fi2gWzdboyxy3b69JzOX8rzF5VymEYFWrezSp0/B/arw+++WxGbPtnNv06fD++/D1q22TcOG2yez3XazIf/OpThPXM5lGhE737XDDpCTU3D/xo02YTqSyKZPtwU2N260x2vXtnlp0cls992hZs1QXoZzxfGuwiTwrkKXsrZutcEfkWQ2Y4ZdIufO6teH006Diy6ymo3OJZGPKgyRJy6XVvLz4bvvLIGNGQMjRti8tAMPhAsvhOOOg1q1wo7SVQK+rIlzLjZVqsAuu8Dxx8NLL8GyZfDgg7bky+mnQ+vWBZVDnAuBJy7nXMmaNoWrrrIKIe+9B716wT/+Ycnt8MPhrbcKBn04lwSeuJxzsalSxUYvjhoFS5bAkCE29P7oo214/R132PB85xLME5dzruxatYLbboPvv4c337TJzrfdBm3bWt3G99+3c2XOJYAPzkgCH5zhKoWFC+Gpp2zNshUrrGL+6afDHnvY7Y4dbci9czHyUYUh8sTlKpWNG2HkSHjiCfjss20fa93akljhS4cOPlLRbccTV4g8cblKa/VqWLDALgsXFtxesMBaZREi0KbN9gmtc2drqRVVw9FlPC/55JxLvoYNITvbLoWtWlV0Qhsxwh6LaNQI9tkHevSwyz77WOFgV2l54nLOhaNx44JkVNiKFZbQ5syBKVPgyy/hvvtsXTOw1lnkuT16QFaWVflwlYJ3FSaBdxU6Fwfr18PMmZbEIpfIJGgRG9kY3TLbc0+oUSPcmF2F+DmuEHnici5BVqwoaJFFLr//bo/VrGnFgvff3y4HHGDD+NPFkiWwfLm1JispT1wh8sTlXJKo2gd+JJl98QVMnVpQAb9Nm20TWdeuqdMqW7UKPvzQ5sC9/751lQL87W/w0EOVcskZH5zhnMt8ItCunV2OP97u27zZuhg//7zg8vrr9litWtaiiSSy/feHHXdMTqwbN9p0gUiimjrVEm+9etC7N1x2mQ1WeeQRS8bDhkGdOsmJLcV5iysJvMXlXIpZtmzbRDZtmiU4sKQXaZVlZdm6Zk2b2gjJigzLz8+3BBpJVB9/bMmrWjXYbz847DC79OgB1asXPG/oULjiCjt/9/bbFk8l4V2FIfLE5VyK27TJ1iOLJLLPPtu+7mKVKjYSsmlTaNLErou7HbnesgUmTLBE9cEHBXPX9tijIFEdfHDpIyJHj4aTT7bW4Dvv2GrVlYAnrhB54nIuzajCjz/CV19ZslmxAlau3PY6+va6dSXvr1WrgkR16KHlm4f25ZdwxBGWDN96yxJehvNzXM45FysRKxjctm1s22/evH1iW7nS5p317GktJJGKxdSjhw02GTDAqvS/+KK1wiohT1zOOVdRNWpYN16iB3a0b2/dmEcfDaecYtX5r7++4kkxzXgBMOecSyeNG8O771riuvFGOP986z6sRLzF5Zxz6aZmTXjlFauqf9dddj7u9dehQYOwI0sKb3E551w6EoE774Rnn7VRiz17wtKlYUeVFJ64nHMunZ17LowbB4sX23ywWbPCjijhPHE551y669sXPvnEbvfsaefAMpgnLuecywR77QWTJ9t5r4EDrQsxQ/ngDOecyxStWlkpqRNOgL/+FebNg8GDbRXpli0zZiVpT1zOOZdJ6teH3Fy49FJ4+GG7gI1EbN/ekliHDttet28PtWuHG3cZeMmnJPCST865UCxebMujLFpkl+++K7hduExVy5bbJrOOHa3g8I47QosWULdu0sP3WoUh8sTlnEspqrZIZeFkFrlduMAwWOJq0cKq07doUfLtRo3iUs3DaxU655wzItC8uV3222/7xzdssNba99/Dr7/a5bffCm4vWmRV9H//3ZJgYdWrFySyESNgl13iGr4nLuecc9uqXRu6dLFLSfLyrOUWndSib//6qy2MGWeeuJxzzpVP1aoF3YN77pm0w2bG2EjnnHOVhicu55xzacUTl3POubTiics551xa8cTlnHMurXjics45l1Y8cTnnnEsrnricc86lFU9czjnn0oonLuecc2nFE5dzzrm04onLOedcWvHE5ZxzLq144nLOOZdWPHE555xLK564nHPOpRVPXM4559KKJy7nnHNpxROXc865tOKJyznnXFrxxOWccy6teOJyzjmXVjxxOeecSyueuJxzzqUVT1zOOefSiicu55xzaSUuiUtEmorIzODyi4gsi/q5RinPzRaRoTEc47M4xZojImPisS/nnHPJVy0eO1HVFUBXABEZAqxT1Qcjj4tINVXdWsxzpwJTYzjGAfGI1TnnXHpLWFehiLwoIk+KyGTgARHpISKfi8gMEflMRHYLtvtfC0hEhojI8yIyUUS+E5HLo/a3Lmr7iSIyUkTmi8gwEZHgsQHBfdNEZGhZWlYicrKIfCUic0Tk/uC+qsHrmBM8dmVw/+UiMk9EZovIa3F705xzzpUqLi2uErQGDlDVPBFpAPRU1a0ichhwD3BsEc/pDPQG6gPfiMgTqrql0DbdgN2Bn4BPgQNFZCrwFHCwqi4WkeGxBikiLYH7gSxgFfCeiBwF/Ai0UtU9gu0aBU+5Hmivqpui7iu8z/OB8wHatm0bayjOOedKkejBGW+oal5wuyHwhojMAR7GEk9RxqrqJlVdDvwGtChimy9Vdamq5gMzgXZYwvtOVRcH28ScuIB9gImq+nvQpTkMOBj4DuggIo+KSD9gTbD9bGCYiJwGFNcF+rSqZqtqdvPmzcsQinPOuZIkOnH9GXX7TmBC0Ho5AqhVzHM2Rd3Oo+hWYSzbVJiqrgL2BiYCFwLPBg8NBB4DugNTRCTRLVfnnHOBZA6HbwgsC26flYD9f4O1jtoFP59Yhud+CfQSkWYiUhU4GfhIRJoBVVR1FHAz0F1EqgBtVHUCcB32uurF6TU455wrRTJbCg8AL4nIzcDYeO9cVTeIyMXAf0XkT2BKCZsfKiJLo34+HjtvNQEQrLtytIjsDbwQJCuAG4CqwCsi0jDYdqiq/hHv1+Occ65ooqphxxA3IlJPVdcFowwfAxao6sNhx5Wdna1Tp5Y64t8551wUEZmmqtmF78+0yhl/FZGZwFysC++pkONxzjkXZxk1qCBoXYXewnLOOZc4mdbics45l+E8cTnnnEsrGTU4I1WJyO/AknI+vRmwPI7hxJvHVzEeX8V4fBWT6vHtrKrbVXDwxJXiRGRqUaNqUoXHVzEeX8V4fBWT6vEVx7sKnXPOpRVPXM4559KKJ67U93TYAZTC46sYj69iPL6KSfX4iuTnuJxzzqUVb3E555xLK564nHPOpRVPXClCRPqJyDcislBEri/i8ZoiMiJ4fHLU8i3JiK2NiEwQkXkiMldE/lbENjkislpEZgaXW5MVX3D870Xkq+DY21U0FjM0eP9mi0j3JMa2W9T7MlNE1ojIFYW2Ser7JyLPi8hvwcKukfuaiMh4EVkQXDcu5rlnBtssEJEzkxjf/4nI/OD392YJq4+X+LeQwPiGiMiyqN/hgGKeW+L/egLjGxEV2/dBXdeinpvw96/CVNUvIV+wpVIWAR2AGsAsoEuhbS4GngxunwSMSGJ8OwHdg9v1gW+LiC8HGBPie/g90KyExwcA72BL0ewHTA7xd/0LNrEytPcPW+G7OzAn6r4HgOuD29cD9xfxvCbYyuBNgMbB7cZJiq8vUC24fX9R8cXyt5DA+IYAV8fw+y/xfz1R8RV6/CHg1rDev4pevMWVGnoAC1X1O1XdDLwGDC60zWDgpeD2SGxNMUlGcKr6s6pOD26vBb4GWiXj2HE0GPi3mi+ARiKyUwhxHAosUtXyVlKJC1WdBKwsdHf039hLwFFFPPVwYLyqrlRbIXw80C8Z8anqe6q6NfjxC6B1vI8bq2Lev1jE8r9eYSXFF3xunAAMj/dxk8UTV2poBfwY9fNStk8M/9sm+OddDTRNSnRRgi7KbsDkIh7eX0Rmicg7IrJ7UgMDBd4TkWkicn4Rj8fyHifDSRT/gRHm+wfQQlV/Dm7/ArQoYptUeR/PwVrQRSntbyGRLg26Mp8vpqs1Fd6/nsCvqrqgmMfDfP9i4onLxUxE6gGjgCtUdU2hh6dj3V97A48CbyU5vINUtTvQH7hERA5O8vFLJSI1gCOBN4p4OOz3bxtqfUYpOVdGRG4CtgLDitkkrL+FJ4COQFfgZ6w7LhWdTMmtrZT/X/LElRqWAW2ifm4d3FfkNiJSDVsoc0VSorNjVseS1jBV/U/hx1V1jaquC26PA6qLSLNkxaeqy4Lr34A3sS6ZaLG8x4nWH5iuqr8WfiDs9y/wa6T7NLj+rYhtQn0fReQsYBBwapBctxPD30JCqOqvqpqnqvnAM8UcN+z3rxpwDDCiuG3Cev/KwhNXapgCdBKR9sG38pOA3ELb5AKREVzHAR8W948bb0Gf+HPA16r6j2K22TFyzk1EemB/W0lJrCJSV0TqR25jJ/HnFNosFzgjGF24H7A6qlssWYr9phvm+xcl+m/sTGB0Edu8C/QVkcZBV1jf4L6EE5F+wLXAkaq6vphtYvlbSFR80edMjy7muLH8ryfSYcB8VV1a1INhvn9lEvboEL/YBRv19i024uim4L47sH9SgFpYF9NC4EugQxJjOwjrNpoNzAwuA4ALgQuDbS4F5mKjpL4ADkhifB2C484KYoi8f9HxCfBY8P5+BWQn+fdbF0tEDaPuC+39wxLoz8AW7DzLudg50w+ABcD7QJNg22zg2ajnnhP8HS4Ezk5ifAux80ORv8HIKNuWwLiS/haSFN/Lwd/WbCwZ7VQ4vuDn7f7XkxFfcP+Lkb+5qG2T/v5V9OIln5xzzqUV7yp0zjmXVjxxOeecSyueuJxzzqUVT1zOOefSiicu55xzacUTl3POubTiics551xa+X9Dw9WHnQaVbQAAAABJRU5ErkJggg==\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": [],
            "needs_background": "light"
          }
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "SAseyPl1k1JD"
      },
      "source": [
        "## Predict result on unseen data"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "MeYDZT6wV27Y",
        "outputId": "c8c4978f-884c-4a86-d8b9-da9698080354"
      },
      "source": [
        "t_x, t_y = test_x, test_y\n",
        "t_yp = model.predict(t_x, verbose=True)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "4/4 [==============================] - 10s 1s/step\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "b7Uks-yyXjgf"
      },
      "source": [
        "count=0\n",
        "label=[]\n",
        "pred = []\n",
        "for i in range(len(t_y)):\n",
        "  label.append(np.argmax(t_y[i], axis = 0))\n",
        "  pred.append(np.argmax(t_yp[i], axis = 0))\n",
        "  #if label == pred:\n",
        "    #count +=1\n",
        "\n",
        "#accuracy = (count * 100)/ len(t_y)\n",
        "#print(accuracy) \n",
        "print(label)\n",
        "print(pred)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "XqjA8g28bHHx"
      },
      "source": [
        "def metrics(ground_truth,pred, cls):\n",
        "  tp=0\n",
        "  tn=0\n",
        "  fp=0\n",
        "  fn=0\n",
        "  for i in range(len(ground_truth)):\n",
        "    if ground_truth[i] == cls and pred[i] == cls:\n",
        "      tp+=1\n",
        "    elif ground_truth[i] != cls and pred[i] != cls:\n",
        "      tn+=1\n",
        "    elif ground_truth[i] == cls and pred[i] != cls:\n",
        "      fn+=1\n",
        "    elif ground_truth[i] != cls and pred[i] == cls:\n",
        "      fp+=1\n",
        "\n",
        "  sens = tp / (tp + fn)\n",
        "  spec = tn / (tn+fp)\n",
        "\n",
        "  return sens, spec "
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "172JQYP0cB4r",
        "outputId": "b407d9bf-c651-403d-89ac-39c511eebda4"
      },
      "source": [
        "cls_name = {0: \"ACK\",\n",
        "            1: \"BCC\",\n",
        "            2: \"MEL\",\n",
        "            3: \"NEV\",\n",
        "            4: \"SCC\",\n",
        "            5: \"SEK\"}\n",
        "      \n",
        "for cls in range(6):\n",
        "  sens,spec = metrics(label,pred,cls)\n",
        "  print(\"For %s : Sensitiivity = %.2f , Specificity = %.2f\" % (cls_name[cls],sens*100,spec*100) )\n",
        "  "
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "For ACK : Sensitiivity = 78.38 , Specificity = 90.12\n",
            "For BCC : Sensitiivity = 67.44 , Specificity = 89.33\n",
            "For MEL : Sensitiivity = 66.67 , Specificity = 100.00\n",
            "For NEV : Sensitiivity = 92.31 , Specificity = 98.10\n",
            "For SCC : Sensitiivity = 30.00 , Specificity = 88.89\n",
            "For SEK : Sensitiivity = 75.00 , Specificity = 96.23\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "I9CCgX2caUBj",
        "outputId": "f3ad3f9c-5720-4720-ada5-415a03528810"
      },
      "source": [
        "!gdown --id '1XrieFe-vJFfcg1-NGUrtvz63QTiukiTi'"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Downloading...\n",
            "From: https://drive.google.com/uc?id=1XrieFe-vJFfcg1-NGUrtvz63QTiukiTi\n",
            "To: /content/path_label.csv\n",
            "\r  0% 0.00/56.9k [00:00<?, ?B/s]\r100% 56.9k/56.9k [00:00<00:00, 26.7MB/s]\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 204
        },
        "id": "X3iLgT9baVv9",
        "outputId": "312ee3b6-0af5-4914-e5dc-c3c0f72dfe41"
      },
      "source": [
        "files = pd.read_csv('path_label.csv')\n",
        "files.head(5)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>img_id</th>\n",
              "      <th>diagnostic</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>PAT_1516_1765_530.png</td>\n",
              "      <td>NEV</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>PAT_46_881_939.png</td>\n",
              "      <td>BCC</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>PAT_1545_1867_547.png</td>\n",
              "      <td>ACK</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>PAT_1989_4061_934.png</td>\n",
              "      <td>ACK</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>PAT_684_1302_588.png</td>\n",
              "      <td>BCC</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "                  img_id diagnostic\n",
              "0  PAT_1516_1765_530.png        NEV\n",
              "1     PAT_46_881_939.png        BCC\n",
              "2  PAT_1545_1867_547.png        ACK\n",
              "3  PAT_1989_4061_934.png        ACK\n",
              "4   PAT_684_1302_588.png        BCC"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 74
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "dVD956YBaiva",
        "outputId": "8013b873-0e1b-421d-d901-3ce94c8a0be4"
      },
      "source": [
        "files[files['diagnostic'] == 'NEV'].iloc"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "img_id        PAT_1516_1765_530.png\n",
              "diagnostic                      NEV\n",
              "Name: 0, dtype: object"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 84
        }
      ]
    }
  ]
}