RegNet_(Self_Regulated_Network).ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "provenance": [],
      "collapsed_sections": [
        "Uf4CTpC3VWy6",
        "abCiv4quTk2s",
        "E9qf2KpiSYtD",
        "cFabuJrqVayu"
      ]
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    },
    "accelerator": "GPU"
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "UxsX3YceU8QI"
      },
      "source": [
        "# **RegNet**"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "XfRtxKj7V90R"
      },
      "source": [
        "[Paper](https://arxiv.org/pdf/2101.00590.pdf)"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "Uf4CTpC3VWy6"
      },
      "source": [
        "### Modules"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "XtFmBoHFSbKe"
      },
      "source": [
        "import glob\n",
        "import os\n",
        "import re\n",
        "import cv2\n",
        "import numpy as np\n",
        "import matplotlib.pyplot as plt\n",
        "import seaborn as sns\n",
        "from sklearn.model_selection import train_test_split\n",
        "import random\n",
        "import math\n",
        "import tensorflow as tf\n",
        "# tf.enable_eager_execution()\n",
        "# tf.compat.v1.enable_eager_execution()\n",
        "from tensorflow.keras import optimizers, losses, activations, models\n",
        "from tensorflow.keras.layers import (Input,Conv1D,Conv2D,Dropout, Dense,Reshape,BatchNormalization,Activation,\n",
        "                                         GlobalAveragePooling2D,GlobalAveragePooling1D, GlobalMaxPooling2D,\n",
        "                                         MaxPooling2D, Multiply, Add, Permute,Concatenate,Softmax,DepthwiseConv2D,\n",
        "                                         ZeroPadding2D)\n",
        "from tensorflow.keras.utils import get_custom_objects\n",
        "from tensorflow.keras.regularizers import l2"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "rY8iYBGrQdrI"
      },
      "source": [
        "def atoi(text):\n",
        "    return int(text) if text.isdigit() else text\n",
        "\n",
        "def natural_keys(text):\n",
        "    return [ atoi(c) for c in re.split('(\\d+)',text) ]\n",
        "    \n",
        "def cosine_similarity(x, y):\n",
        "    \"\"\"\n",
        "    Compute cosine similarity between samples in x and y.\n",
        "    Cosine similarity, or the cosine kernel, computes similarity as the\n",
        "    normalized dot product of x and y:\n",
        "\n",
        "    K(X, Y) = <X, Y> / (||X||*||Y||)\n",
        "    \"\"\"\n",
        "    dot = sum(a*b for a, b in zip(x, y))\n",
        "    norm_a = sum(a*a for a in x) ** 0.5\n",
        "    norm_b = sum(b*b for b in y) ** 0.5\n",
        "\n",
        "    return dot / (norm_a * norm_b)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "abCiv4quTk2s"
      },
      "source": [
        "### Data"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "KELD-aKIWvqt"
      },
      "source": [
        "%%capture \n",
        "#Simply adding &> /dev/null to the tail of any command will silence its output outside of any errors that may arise.\n",
        "!unzip /content/cell_classification_data.zip && rm /content/cell_classification_data.zip"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "05DRiOKSPEIc"
      },
      "source": [
        "cell = glob.glob('/content/cell/*.tif')\n",
        "cell.sort(key=natural_keys)\n",
        "not_cell = glob.glob('/content/not_cell/*.tif')\n",
        "not_cell.sort(key=natural_keys)\n",
        "active_cell = glob.glob('/content/active_cell/*.tif')\n",
        "active_cell.sort(key=natural_keys)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "UgDq8AY5Vdsx"
      },
      "source": [
        "X = []\n",
        "Y = []\n",
        "\n",
        "\n",
        "for i,j in zip(cell, active_cell):\n",
        "    im = cv2.imread(i, 1)\n",
        "    im = cv2.resize(im, (64, 64)) \n",
        "    X.append(im)\n",
        "    Y.append([1])\n",
        "    im = cv2.imread(j, 1)\n",
        "    im = cv2.resize(im, (64, 64)) \n",
        "    X.append(im)\n",
        "    Y.append([2])\n",
        "    if cell.index(i) <= len(not_cell)//2:\n",
        "        im = cv2.imread(not_cell[cell.index(i)], 1)\n",
        "        im = cv2.resize(im, (64, 64)) \n",
        "        X.append(im)\n",
        "        Y.append([0])\n",
        "\n",
        "\n",
        "for i in range(len(cell), len(active_cell), 1):\n",
        "    im = cv2.imread(active_cell[i], 1)\n",
        "    im = cv2.resize(im, (64, 64)) \n",
        "    X.append(im)\n",
        "    Y.append([2])\n",
        "\n",
        "for i in range(len(not_cell)//2, len(not_cell), 1):\n",
        "    im = cv2.imread(active_cell[i], 1)\n",
        "    im = cv2.resize(im, (64, 64)) \n",
        "    X.append(im)\n",
        "    Y.append([0])\n",
        "\n",
        "X = np.array(X)\n",
        "Y = np.array(Y)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "kPurx07xPPYs",
        "outputId": "57c780d3-28d0-4b80-b273-3bf7cb9732a7"
      },
      "source": [
        "X.shape"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "(929, 64, 64, 3)"
            ]
          },
          "metadata": {},
          "execution_count": 13
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "CoecOCW-PPYy",
        "outputId": "87bf8420-51a5-4bd5-9ccd-2c2ab6788731"
      },
      "source": [
        "Y.shape"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "(929, 1)"
            ]
          },
          "metadata": {},
          "execution_count": 14
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "x-qViGI8PPYy"
      },
      "source": [
        "class_names = ['not_cell', 'cell', 'active_cell']"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "7ylckoi3PPYy"
      },
      "source": [
        "x_train, x_test, y_train, y_test = train_test_split(X, Y, test_size=0.2, shuffle=False)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "E9qf2KpiSYtD"
      },
      "source": [
        "### Model"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "GES1tP1NU6LT"
      },
      "source": [
        "def get_flops(model):\n",
        "    run_meta = tf.compat.v1.RunMetadata()\n",
        "    opts = tf.compat.v1.profiler.ProfileOptionBuilder.float_operation()\n",
        "\n",
        "    # We use the Keras session graph in the call to the profiler.\n",
        "    flops = tf.compat.v1.profiler.profile(graph=tf.compat.v1.keras.backend.get_session().graph,\n",
        "                                run_meta=run_meta, cmd='op', options=opts)\n",
        "\n",
        "    return flops.total_float_ops  # Prints the \"flops\" of the model.\n",
        "\n",
        "\n",
        "class Mish(Activation):\n",
        "    '''\n",
        "    based on https://github.com/digantamisra98/Mish/blob/master/Mish/TFKeras/mish.py\n",
        "    Mish Activation Function.\n",
        "    '''\n",
        "\n",
        "    def __init__(self, activation, **kwargs):\n",
        "        super(Mish, self).__init__(activation, **kwargs)\n",
        "        self.__name__ = 'Mish'\n",
        "\n",
        "def mish(inputs):\n",
        "    # with tf.device(\"CPU:0\"):\n",
        "    result = inputs * tf.math.tanh(tf.math.softplus(inputs))\n",
        "    return result\n",
        "\n",
        "\n",
        "class GroupedConv2D(object):\n",
        "    \"\"\"Groupped convolution.\n",
        "    https://github.com/tensorflow/tpu/blob/master/models/official/mnasnet/mixnet/custom_layers.py\n",
        "    Currently tf.keras and tf.layers don't support group convolution, so here we\n",
        "    use split/concat to implement this op. It reuses kernel_size for group\n",
        "    definition, where len(kernel_size) is number of groups. Notably, it allows\n",
        "    different group has different kernel size.\n",
        "    \"\"\"\n",
        "    def __init__(self, filters, kernel_size, use_keras=True, **kwargs):\n",
        "        \"\"\"Initialize the layer.\n",
        "        Args:\n",
        "        filters: Integer, the dimensionality of the output space.\n",
        "        kernel_size: An integer or a list. If it is a single integer, then it is\n",
        "            same as the original Conv2D. If it is a list, then we split the channels\n",
        "            and perform different kernel for each group.\n",
        "        use_keras: An boolean value, whether to use keras layer.\n",
        "        **kwargs: other parameters passed to the original conv2d layer.\n",
        "        \"\"\"\n",
        "        self._groups = len(kernel_size)\n",
        "        self._channel_axis = -1\n",
        "\n",
        "        self._convs = []\n",
        "        splits = self._split_channels(filters, self._groups)\n",
        "        for i in range(self._groups):\n",
        "            self._convs.append(\n",
        "                self._get_conv2d(splits[i], kernel_size[i], use_keras, **kwargs))\n",
        "\n",
        "    def _get_conv2d(self,filters, kernel_size, use_keras, **kwargs):\n",
        "        \"\"\"A helper function to create Conv2D layer.\"\"\"\n",
        "        if use_keras:\n",
        "            return tf.keras.layers.Conv2D(\n",
        "                filters=filters, kernel_size=kernel_size, **kwargs)\n",
        "        else:\n",
        "            return tf.layers.Conv2D(filters=filters, kernel_size=kernel_size, **kwargs)\n",
        "\n",
        "    def _split_channels(self,total_filters, num_groups):\n",
        "        split = [total_filters // num_groups for _ in range(num_groups)]\n",
        "        split[0] += total_filters - sum(split)\n",
        "        return split\n",
        "    \n",
        "    def __call__(self, inputs):\n",
        "        if len(self._convs) == 1:\n",
        "            return self._convs[0](inputs)\n",
        "\n",
        "        if tf.__version__ < \"2.0.0\":\n",
        "            filters = inputs.shape[self._channel_axis].value\n",
        "        else:\n",
        "            filters = inputs.shape[self._channel_axis]\n",
        "        splits = self._split_channels(filters, len(self._convs))\n",
        "        x_splits = tf.split(inputs, splits, self._channel_axis)\n",
        "        x_outputs = [c(x) for x, c in zip(x_splits, self._convs)]\n",
        "        x = tf.concat(x_outputs, self._channel_axis)\n",
        "        return x\n",
        "\n",
        "\n",
        "\n",
        "class RegNet():\n",
        "    \"\"\"\n",
        "    RegNet configurations\n",
        "    \"\"\"\n",
        "    def __init__(self, verbose=False, input_shape=(224,224,3), active='relu', n_classes=81,\n",
        "                dropout_rate=0.2, fc_activation=None, stem_set=48, stage_depth=[2,6,17,2],\n",
        "                stage_width=[48,120,336,888], stage_G=24,SEstyle_atten=\"SE\", using_cb=False,\n",
        "                ):\n",
        "        self.channel_axis = -1 #not for change\n",
        "        self.verbose = verbose\n",
        "        self.active = active #default relu\n",
        "        self.input_shape = input_shape\n",
        "        self.n_classes = n_classes\n",
        "        self.dropout_rate = dropout_rate\n",
        "        self.fc_activation = fc_activation\n",
        "\n",
        "        self.SEstyle_atten = \"SE\"\n",
        "        self.stem_set = stem_set\n",
        "        self.stage_depth = stage_depth\n",
        "        self.stage_width = stage_width\n",
        "        self.stage_G = stage_G\n",
        "        self.using_cb = using_cb #not implement yet\n",
        "        \n",
        "\n",
        "    def _squeeze_excite_block(self,input_tensor,ratio=16,input_type='2d'):\n",
        "        \"\"\" Create a channel-wise squeeze-excite block\n",
        "        Args:\n",
        "            input_tensor: input Keras tensor\n",
        "            ratio: number of output filters\n",
        "        Returns: a Keras tensor\n",
        "        References\n",
        "        -   [Squeeze and Excitation Networks](https://arxiv.org/abs/1709.01507)\n",
        "        \"\"\"\n",
        "        filters = getattr(input_tensor, 'shape')[self.channel_axis]\n",
        "        if input_type == '2d':\n",
        "            se_shape = (1, 1, filters)\n",
        "            se = GlobalAveragePooling2D(data_format='channels_last')(input_tensor)\n",
        "        elif input_type == '1d':\n",
        "            se_shape = (1, filters)\n",
        "            se = GlobalAveragePooling1D(data_format='channels_last')(input_tensor)\n",
        "        else:\n",
        "            assert 1>2,'squeeze_excite_block unsupport input type {}'.format(input_type)\n",
        "        se = Reshape(se_shape)(se)\n",
        "        se = Dense(filters // ratio, activation='relu', kernel_initializer='he_normal', use_bias=False)(se)\n",
        "        se = Dense(filters, activation='sigmoid', kernel_initializer='he_normal', use_bias=False)(se)\n",
        "        # se = Permute((3, 1, 2))(se) #if \"channels_first\"\n",
        "        x = Multiply()([input_tensor, se])\n",
        "        return x\n",
        "\n",
        "    def _make_attention(self,input_tensor,input_type='2d'):\n",
        "        x = input_tensor\n",
        "        if self.SEstyle_atten == 'SE':\n",
        "            x = self._squeeze_excite_block(x,input_type=input_type)\n",
        "        return x\n",
        "\n",
        "    def _make_dropout(self,input_tensor,dropout_range=[0.2,0.4]):\n",
        "        x = input_tensor\n",
        "        # if self.training:\n",
        "        rate = random.uniform(dropout_range[0],dropout_range[1])\n",
        "        random_seed = random.randint(0,5000)\n",
        "        x = Dropout(rate, noise_shape=None, seed=random_seed)(x)\n",
        "        return x\n",
        "\n",
        "    def _make_stem(self,input_tensor,filters=32,size=(7,7),strides=2,layer_name='input_stem'):\n",
        "        x = input_tensor\n",
        "        x = Conv2D(filters,kernel_size =size,strides=strides,\n",
        "                               padding='same',\n",
        "                               kernel_initializer='he_normal',\n",
        "                            #    activation=self.active,\n",
        "                               use_bias=False,\n",
        "                               data_format='channels_last',\n",
        "                               name=layer_name)(x)\n",
        "        x = BatchNormalization(axis=self.channel_axis)(x)\n",
        "        x = Activation(self.active)(x)\n",
        "        return x\n",
        "\n",
        "    def _make_basic_131_block(self,input_tensor,\n",
        "                              filters=96,\n",
        "                              group_kernel_size = [3,3,3],\n",
        "                              filters_per_group=48,\n",
        "                              stridess=[1,2,1],\n",
        "                              layer_name='stage1_block1'):\n",
        "\n",
        "        x2 = tf.identity(input_tensor)\n",
        "        if 2 in stridess:\n",
        "            local_name = layer_name+'_shortcut'\n",
        "            x2 = Conv2D(filters,kernel_size=(1,1),\n",
        "                                strides=2,\n",
        "                                padding='same',\n",
        "                                kernel_initializer='he_normal',\n",
        "                                # activation=self.active,\n",
        "                                use_bias=False,\n",
        "                                data_format='channels_last',\n",
        "                                name=local_name)(x2)\n",
        "            x2 = BatchNormalization(axis=self.channel_axis)(x2)\n",
        "            x2 = Activation(self.active)(x2)\n",
        "\n",
        "        x = input_tensor\n",
        "        local_name = layer_name+'_layer1'\n",
        "        x = Conv2D(filters,kernel_size =1,\n",
        "                            strides=stridess[0],\n",
        "                            padding='same',\n",
        "                            kernel_initializer='he_normal',\n",
        "                            # activation=self.active,\n",
        "                            use_bias=False,\n",
        "                            data_format='channels_last',\n",
        "                            name=local_name)(x)\n",
        "        x = BatchNormalization(axis=self.channel_axis)(x)\n",
        "        x = Activation(self.active)(x)\n",
        "\n",
        "        local_name = layer_name+'_layer2'\n",
        "        x = GroupedConv2D(filters=filters,kernel_size=group_kernel_size,strides=stridess[1],\n",
        "                          use_keras=True,padding='same',kernel_initializer='he_normal',\n",
        "                          use_bias=False,data_format='channels_last')(x)\n",
        "        x = BatchNormalization(axis=self.channel_axis)(x)\n",
        "        x = Activation(self.active)(x)\n",
        "\n",
        "        local_name = layer_name+'_layer3'\n",
        "        x = Conv2D(filters,kernel_size =1,\n",
        "                            strides=stridess[2],\n",
        "                            padding='same',\n",
        "                            kernel_initializer='he_normal',\n",
        "                            # activation=self.active,\n",
        "                            use_bias=False,\n",
        "                            data_format='channels_last',\n",
        "                            name=local_name)(x)\n",
        "        x = BatchNormalization(axis=self.channel_axis)(x)\n",
        "        x = Activation(self.active)(x)\n",
        "\n",
        "        x = self._make_attention(x,input_type='2d')\n",
        "        m2 = Add()([x, x2])\n",
        "        return m2\n",
        "\n",
        "    def _make_stage(self,\n",
        "                    input_tensor,\n",
        "                    n_block=2,\n",
        "                    block_width=96,\n",
        "                    group_G=48,\n",
        "                    layer_name='stage1'):\n",
        "        x = input_tensor\n",
        "\n",
        "        #first stride 2 block\n",
        "        local_name='{}_block{}'.format(layer_name,0)\n",
        "        x = self._make_basic_131_block(x,\n",
        "                                  filters=block_width,\n",
        "                                  filters_per_group=group_G,\n",
        "                                  stridess=[1,2,1],\n",
        "                                  layer_name=local_name)\n",
        "        # if self.verbose: print(local_name,'_out',x.shape)\n",
        "\n",
        "        for i in range(1,n_block):\n",
        "            local_name='{}_block{}'.format(layer_name,i)\n",
        "            x = self._make_basic_131_block(x,\n",
        "                                      filters=block_width,\n",
        "                                      filters_per_group=group_G,\n",
        "                                      stridess=[1,1,1],\n",
        "                                      layer_name=local_name)\n",
        "        return x\n",
        "\n",
        "\n",
        "    def build(self):\n",
        "        get_custom_objects().update({'mish': Mish(mish)})\n",
        "        input_sig = Input(shape=self.input_shape)\n",
        "        x = self._make_stem(input_sig,filters=self.stem_set,size=(3,3),strides=2)\n",
        "        if self.verbose: print('stem_out',x.shape)\n",
        "\n",
        "        for i in range(len(self.stage_depth)):\n",
        "            depth = self.stage_depth[i]\n",
        "            width = self.stage_width[i]\n",
        "            group_G = self.stage_G\n",
        "\n",
        "            local_name = 'Stage{}'.format(i)\n",
        "            x =self._make_stage(x,n_block=depth,\n",
        "                                block_width=width,\n",
        "                                group_G=group_G,\n",
        "                                layer_name=local_name)\n",
        "            if self.verbose: print(local_name,'_out',x.shape)\n",
        "\n",
        "        if self.dropout_rate>0:\n",
        "            x = Dropout(self.dropout_rate, noise_shape=None)(x)\n",
        "\n",
        "        concats = GlobalAveragePooling2D(name='avg_pool')(x)\n",
        "        fc_out = Dense(self.n_classes,kernel_initializer='he_normal', use_bias=False,name='fc_NObias')(concats)\n",
        "        if self.verbose: print(\"fc_out:\",fc_out.shape)\n",
        "\n",
        "        if self.fc_activation:\n",
        "            fc_out = Activation(self.fc_activation)(fc_out)\n",
        "\n",
        "        model = models.Model(inputs=input_sig, outputs=fc_out)\n",
        "\n",
        "        if self.verbose: print(\"RegNet builded with input {}, output{}\".format(input_sig.shape,fc_out.shape))\n",
        "        if self.verbose: print('-------------------------------------------')\n",
        "        if self.verbose: print('')\n",
        "        return model"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "cFabuJrqVayu"
      },
      "source": [
        "### Train the model"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "ol_1Z7V4VcmU",
        "outputId": "bfecba91-958a-4a87-8208-7cbcf4b40e30"
      },
      "source": [
        "regnet_model = RegNet(verbose=1, input_shape=(64, 64, 3), n_classes=3)\n",
        "regnet_model = regnet_model.build()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "stem_out (None, 32, 32, 48)\n",
            "Stage0 _out (None, 16, 16, 48)\n",
            "Stage1 _out (None, 8, 8, 120)\n",
            "Stage2 _out (None, 4, 4, 336)\n",
            "Stage3 _out (None, 2, 2, 888)\n",
            "fc_out: (None, 3)\n",
            "RegNet builded with input (None, 64, 64, 3), output(None, 3)\n",
            "-------------------------------------------\n",
            "\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "aqcYRf0sg_ex",
        "outputId": "a7661617-2b4d-4415-aa0a-0847785e5e1c"
      },
      "source": [
        "regnet_model.summary()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Model: \"model\"\n",
            "__________________________________________________________________________________________________\n",
            "Layer (type)                    Output Shape         Param #     Connected to                     \n",
            "==================================================================================================\n",
            "input_12 (InputLayer)           [(None, 64, 64, 3)]  0                                            \n",
            "__________________________________________________________________________________________________\n",
            "input_stem (Conv2D)             (None, 32, 32, 48)   1296        input_12[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_57 (BatchNo (None, 32, 32, 48)   192         input_stem[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "activation_57 (Activation)      (None, 32, 32, 48)   0           batch_normalization_57[0][0]     \n",
            "__________________________________________________________________________________________________\n",
            "Stage0_block0_layer1 (Conv2D)   (None, 32, 32, 48)   2304        activation_57[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_59 (BatchNo (None, 32, 32, 48)   192         Stage0_block0_layer1[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "activation_59 (Activation)      (None, 32, 32, 48)   0           batch_normalization_59[0][0]     \n",
            "__________________________________________________________________________________________________\n",
            "tf.split_12 (TFOpLambda)        [(None, 32, 32, 16), 0           activation_59[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_36 (Conv2D)              (None, 16, 16, 16)   2304        tf.split_12[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_37 (Conv2D)              (None, 16, 16, 16)   2304        tf.split_12[0][1]                \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_38 (Conv2D)              (None, 16, 16, 16)   2304        tf.split_12[0][2]                \n",
            "__________________________________________________________________________________________________\n",
            "tf.concat_12 (TFOpLambda)       (None, 16, 16, 48)   0           conv2d_36[0][0]                  \n",
            "                                                                 conv2d_37[0][0]                  \n",
            "                                                                 conv2d_38[0][0]                  \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_60 (BatchNo (None, 16, 16, 48)   192         tf.concat_12[0][0]               \n",
            "__________________________________________________________________________________________________\n",
            "activation_60 (Activation)      (None, 16, 16, 48)   0           batch_normalization_60[0][0]     \n",
            "__________________________________________________________________________________________________\n",
            "Stage0_block0_layer3 (Conv2D)   (None, 16, 16, 48)   2304        activation_60[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_61 (BatchNo (None, 16, 16, 48)   192         Stage0_block0_layer3[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "activation_61 (Activation)      (None, 16, 16, 48)   0           batch_normalization_61[0][0]     \n",
            "__________________________________________________________________________________________________\n",
            "global_average_pooling2d_5 (Glo (None, 48)           0           activation_61[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "reshape_5 (Reshape)             (None, 1, 1, 48)     0           global_average_pooling2d_5[0][0] \n",
            "__________________________________________________________________________________________________\n",
            "tf.identity_12 (TFOpLambda)     (None, 32, 32, 48)   0           activation_57[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "dense_4 (Dense)                 (None, 1, 1, 3)      144         reshape_5[0][0]                  \n",
            "__________________________________________________________________________________________________\n",
            "Stage0_block0_shortcut (Conv2D) (None, 16, 16, 48)   2304        tf.identity_12[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "dense_5 (Dense)                 (None, 1, 1, 48)     144         dense_4[0][0]                    \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_58 (BatchNo (None, 16, 16, 48)   192         Stage0_block0_shortcut[0][0]     \n",
            "__________________________________________________________________________________________________\n",
            "multiply_2 (Multiply)           (None, 16, 16, 48)   0           activation_61[0][0]              \n",
            "                                                                 dense_5[0][0]                    \n",
            "__________________________________________________________________________________________________\n",
            "activation_58 (Activation)      (None, 16, 16, 48)   0           batch_normalization_58[0][0]     \n",
            "__________________________________________________________________________________________________\n",
            "add_2 (Add)                     (None, 16, 16, 48)   0           multiply_2[0][0]                 \n",
            "                                                                 activation_58[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "Stage0_block1_layer1 (Conv2D)   (None, 16, 16, 48)   2304        add_2[0][0]                      \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_62 (BatchNo (None, 16, 16, 48)   192         Stage0_block1_layer1[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "activation_62 (Activation)      (None, 16, 16, 48)   0           batch_normalization_62[0][0]     \n",
            "__________________________________________________________________________________________________\n",
            "tf.split_13 (TFOpLambda)        [(None, 16, 16, 16), 0           activation_62[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_39 (Conv2D)              (None, 16, 16, 16)   2304        tf.split_13[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_40 (Conv2D)              (None, 16, 16, 16)   2304        tf.split_13[0][1]                \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_41 (Conv2D)              (None, 16, 16, 16)   2304        tf.split_13[0][2]                \n",
            "__________________________________________________________________________________________________\n",
            "tf.concat_13 (TFOpLambda)       (None, 16, 16, 48)   0           conv2d_39[0][0]                  \n",
            "                                                                 conv2d_40[0][0]                  \n",
            "                                                                 conv2d_41[0][0]                  \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_63 (BatchNo (None, 16, 16, 48)   192         tf.concat_13[0][0]               \n",
            "__________________________________________________________________________________________________\n",
            "activation_63 (Activation)      (None, 16, 16, 48)   0           batch_normalization_63[0][0]     \n",
            "__________________________________________________________________________________________________\n",
            "Stage0_block1_layer3 (Conv2D)   (None, 16, 16, 48)   2304        activation_63[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_64 (BatchNo (None, 16, 16, 48)   192         Stage0_block1_layer3[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "activation_64 (Activation)      (None, 16, 16, 48)   0           batch_normalization_64[0][0]     \n",
            "__________________________________________________________________________________________________\n",
            "global_average_pooling2d_6 (Glo (None, 48)           0           activation_64[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "reshape_6 (Reshape)             (None, 1, 1, 48)     0           global_average_pooling2d_6[0][0] \n",
            "__________________________________________________________________________________________________\n",
            "dense_6 (Dense)                 (None, 1, 1, 3)      144         reshape_6[0][0]                  \n",
            "__________________________________________________________________________________________________\n",
            "dense_7 (Dense)                 (None, 1, 1, 48)     144         dense_6[0][0]                    \n",
            "__________________________________________________________________________________________________\n",
            "multiply_3 (Multiply)           (None, 16, 16, 48)   0           activation_64[0][0]              \n",
            "                                                                 dense_7[0][0]                    \n",
            "__________________________________________________________________________________________________\n",
            "tf.identity_13 (TFOpLambda)     (None, 16, 16, 48)   0           add_2[0][0]                      \n",
            "__________________________________________________________________________________________________\n",
            "add_3 (Add)                     (None, 16, 16, 48)   0           multiply_3[0][0]                 \n",
            "                                                                 tf.identity_13[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "Stage1_block0_layer1 (Conv2D)   (None, 16, 16, 120)  5760        add_3[0][0]                      \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_66 (BatchNo (None, 16, 16, 120)  480         Stage1_block0_layer1[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "activation_66 (Activation)      (None, 16, 16, 120)  0           batch_normalization_66[0][0]     \n",
            "__________________________________________________________________________________________________\n",
            "tf.split_14 (TFOpLambda)        [(None, 16, 16, 40), 0           activation_66[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_42 (Conv2D)              (None, 8, 8, 40)     14400       tf.split_14[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_43 (Conv2D)              (None, 8, 8, 40)     14400       tf.split_14[0][1]                \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_44 (Conv2D)              (None, 8, 8, 40)     14400       tf.split_14[0][2]                \n",
            "__________________________________________________________________________________________________\n",
            "tf.concat_14 (TFOpLambda)       (None, 8, 8, 120)    0           conv2d_42[0][0]                  \n",
            "                                                                 conv2d_43[0][0]                  \n",
            "                                                                 conv2d_44[0][0]                  \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_67 (BatchNo (None, 8, 8, 120)    480         tf.concat_14[0][0]               \n",
            "__________________________________________________________________________________________________\n",
            "activation_67 (Activation)      (None, 8, 8, 120)    0           batch_normalization_67[0][0]     \n",
            "__________________________________________________________________________________________________\n",
            "Stage1_block0_layer3 (Conv2D)   (None, 8, 8, 120)    14400       activation_67[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_68 (BatchNo (None, 8, 8, 120)    480         Stage1_block0_layer3[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "activation_68 (Activation)      (None, 8, 8, 120)    0           batch_normalization_68[0][0]     \n",
            "__________________________________________________________________________________________________\n",
            "global_average_pooling2d_7 (Glo (None, 120)          0           activation_68[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "reshape_7 (Reshape)             (None, 1, 1, 120)    0           global_average_pooling2d_7[0][0] \n",
            "__________________________________________________________________________________________________\n",
            "tf.identity_14 (TFOpLambda)     (None, 16, 16, 48)   0           add_3[0][0]                      \n",
            "__________________________________________________________________________________________________\n",
            "dense_8 (Dense)                 (None, 1, 1, 7)      840         reshape_7[0][0]                  \n",
            "__________________________________________________________________________________________________\n",
            "Stage1_block0_shortcut (Conv2D) (None, 8, 8, 120)    5760        tf.identity_14[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "dense_9 (Dense)                 (None, 1, 1, 120)    840         dense_8[0][0]                    \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_65 (BatchNo (None, 8, 8, 120)    480         Stage1_block0_shortcut[0][0]     \n",
            "__________________________________________________________________________________________________\n",
            "multiply_4 (Multiply)           (None, 8, 8, 120)    0           activation_68[0][0]              \n",
            "                                                                 dense_9[0][0]                    \n",
            "__________________________________________________________________________________________________\n",
            "activation_65 (Activation)      (None, 8, 8, 120)    0           batch_normalization_65[0][0]     \n",
            "__________________________________________________________________________________________________\n",
            "add_4 (Add)                     (None, 8, 8, 120)    0           multiply_4[0][0]                 \n",
            "                                                                 activation_65[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "Stage1_block1_layer1 (Conv2D)   (None, 8, 8, 120)    14400       add_4[0][0]                      \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_69 (BatchNo (None, 8, 8, 120)    480         Stage1_block1_layer1[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "activation_69 (Activation)      (None, 8, 8, 120)    0           batch_normalization_69[0][0]     \n",
            "__________________________________________________________________________________________________\n",
            "tf.split_15 (TFOpLambda)        [(None, 8, 8, 40), ( 0           activation_69[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_45 (Conv2D)              (None, 8, 8, 40)     14400       tf.split_15[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_46 (Conv2D)              (None, 8, 8, 40)     14400       tf.split_15[0][1]                \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_47 (Conv2D)              (None, 8, 8, 40)     14400       tf.split_15[0][2]                \n",
            "__________________________________________________________________________________________________\n",
            "tf.concat_15 (TFOpLambda)       (None, 8, 8, 120)    0           conv2d_45[0][0]                  \n",
            "                                                                 conv2d_46[0][0]                  \n",
            "                                                                 conv2d_47[0][0]                  \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_70 (BatchNo (None, 8, 8, 120)    480         tf.concat_15[0][0]               \n",
            "__________________________________________________________________________________________________\n",
            "activation_70 (Activation)      (None, 8, 8, 120)    0           batch_normalization_70[0][0]     \n",
            "__________________________________________________________________________________________________\n",
            "Stage1_block1_layer3 (Conv2D)   (None, 8, 8, 120)    14400       activation_70[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_71 (BatchNo (None, 8, 8, 120)    480         Stage1_block1_layer3[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "activation_71 (Activation)      (None, 8, 8, 120)    0           batch_normalization_71[0][0]     \n",
            "__________________________________________________________________________________________________\n",
            "global_average_pooling2d_8 (Glo (None, 120)          0           activation_71[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "reshape_8 (Reshape)             (None, 1, 1, 120)    0           global_average_pooling2d_8[0][0] \n",
            "__________________________________________________________________________________________________\n",
            "dense_10 (Dense)                (None, 1, 1, 7)      840         reshape_8[0][0]                  \n",
            "__________________________________________________________________________________________________\n",
            "dense_11 (Dense)                (None, 1, 1, 120)    840         dense_10[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "multiply_5 (Multiply)           (None, 8, 8, 120)    0           activation_71[0][0]              \n",
            "                                                                 dense_11[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "tf.identity_15 (TFOpLambda)     (None, 8, 8, 120)    0           add_4[0][0]                      \n",
            "__________________________________________________________________________________________________\n",
            "add_5 (Add)                     (None, 8, 8, 120)    0           multiply_5[0][0]                 \n",
            "                                                                 tf.identity_15[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "Stage1_block2_layer1 (Conv2D)   (None, 8, 8, 120)    14400       add_5[0][0]                      \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_72 (BatchNo (None, 8, 8, 120)    480         Stage1_block2_layer1[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "activation_72 (Activation)      (None, 8, 8, 120)    0           batch_normalization_72[0][0]     \n",
            "__________________________________________________________________________________________________\n",
            "tf.split_16 (TFOpLambda)        [(None, 8, 8, 40), ( 0           activation_72[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_48 (Conv2D)              (None, 8, 8, 40)     14400       tf.split_16[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_49 (Conv2D)              (None, 8, 8, 40)     14400       tf.split_16[0][1]                \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_50 (Conv2D)              (None, 8, 8, 40)     14400       tf.split_16[0][2]                \n",
            "__________________________________________________________________________________________________\n",
            "tf.concat_16 (TFOpLambda)       (None, 8, 8, 120)    0           conv2d_48[0][0]                  \n",
            "                                                                 conv2d_49[0][0]                  \n",
            "                                                                 conv2d_50[0][0]                  \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_73 (BatchNo (None, 8, 8, 120)    480         tf.concat_16[0][0]               \n",
            "__________________________________________________________________________________________________\n",
            "activation_73 (Activation)      (None, 8, 8, 120)    0           batch_normalization_73[0][0]     \n",
            "__________________________________________________________________________________________________\n",
            "Stage1_block2_layer3 (Conv2D)   (None, 8, 8, 120)    14400       activation_73[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_74 (BatchNo (None, 8, 8, 120)    480         Stage1_block2_layer3[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "activation_74 (Activation)      (None, 8, 8, 120)    0           batch_normalization_74[0][0]     \n",
            "__________________________________________________________________________________________________\n",
            "global_average_pooling2d_9 (Glo (None, 120)          0           activation_74[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "reshape_9 (Reshape)             (None, 1, 1, 120)    0           global_average_pooling2d_9[0][0] \n",
            "__________________________________________________________________________________________________\n",
            "dense_12 (Dense)                (None, 1, 1, 7)      840         reshape_9[0][0]                  \n",
            "__________________________________________________________________________________________________\n",
            "dense_13 (Dense)                (None, 1, 1, 120)    840         dense_12[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "multiply_6 (Multiply)           (None, 8, 8, 120)    0           activation_74[0][0]              \n",
            "                                                                 dense_13[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "tf.identity_16 (TFOpLambda)     (None, 8, 8, 120)    0           add_5[0][0]                      \n",
            "__________________________________________________________________________________________________\n",
            "add_6 (Add)                     (None, 8, 8, 120)    0           multiply_6[0][0]                 \n",
            "                                                                 tf.identity_16[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "Stage1_block3_layer1 (Conv2D)   (None, 8, 8, 120)    14400       add_6[0][0]                      \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_75 (BatchNo (None, 8, 8, 120)    480         Stage1_block3_layer1[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "activation_75 (Activation)      (None, 8, 8, 120)    0           batch_normalization_75[0][0]     \n",
            "__________________________________________________________________________________________________\n",
            "tf.split_17 (TFOpLambda)        [(None, 8, 8, 40), ( 0           activation_75[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_51 (Conv2D)              (None, 8, 8, 40)     14400       tf.split_17[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_52 (Conv2D)              (None, 8, 8, 40)     14400       tf.split_17[0][1]                \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_53 (Conv2D)              (None, 8, 8, 40)     14400       tf.split_17[0][2]                \n",
            "__________________________________________________________________________________________________\n",
            "tf.concat_17 (TFOpLambda)       (None, 8, 8, 120)    0           conv2d_51[0][0]                  \n",
            "                                                                 conv2d_52[0][0]                  \n",
            "                                                                 conv2d_53[0][0]                  \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_76 (BatchNo (None, 8, 8, 120)    480         tf.concat_17[0][0]               \n",
            "__________________________________________________________________________________________________\n",
            "activation_76 (Activation)      (None, 8, 8, 120)    0           batch_normalization_76[0][0]     \n",
            "__________________________________________________________________________________________________\n",
            "Stage1_block3_layer3 (Conv2D)   (None, 8, 8, 120)    14400       activation_76[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_77 (BatchNo (None, 8, 8, 120)    480         Stage1_block3_layer3[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "activation_77 (Activation)      (None, 8, 8, 120)    0           batch_normalization_77[0][0]     \n",
            "__________________________________________________________________________________________________\n",
            "global_average_pooling2d_10 (Gl (None, 120)          0           activation_77[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "reshape_10 (Reshape)            (None, 1, 1, 120)    0           global_average_pooling2d_10[0][0]\n",
            "__________________________________________________________________________________________________\n",
            "dense_14 (Dense)                (None, 1, 1, 7)      840         reshape_10[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "dense_15 (Dense)                (None, 1, 1, 120)    840         dense_14[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "multiply_7 (Multiply)           (None, 8, 8, 120)    0           activation_77[0][0]              \n",
            "                                                                 dense_15[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "tf.identity_17 (TFOpLambda)     (None, 8, 8, 120)    0           add_6[0][0]                      \n",
            "__________________________________________________________________________________________________\n",
            "add_7 (Add)                     (None, 8, 8, 120)    0           multiply_7[0][0]                 \n",
            "                                                                 tf.identity_17[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "Stage1_block4_layer1 (Conv2D)   (None, 8, 8, 120)    14400       add_7[0][0]                      \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_78 (BatchNo (None, 8, 8, 120)    480         Stage1_block4_layer1[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "activation_78 (Activation)      (None, 8, 8, 120)    0           batch_normalization_78[0][0]     \n",
            "__________________________________________________________________________________________________\n",
            "tf.split_18 (TFOpLambda)        [(None, 8, 8, 40), ( 0           activation_78[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_54 (Conv2D)              (None, 8, 8, 40)     14400       tf.split_18[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_55 (Conv2D)              (None, 8, 8, 40)     14400       tf.split_18[0][1]                \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_56 (Conv2D)              (None, 8, 8, 40)     14400       tf.split_18[0][2]                \n",
            "__________________________________________________________________________________________________\n",
            "tf.concat_18 (TFOpLambda)       (None, 8, 8, 120)    0           conv2d_54[0][0]                  \n",
            "                                                                 conv2d_55[0][0]                  \n",
            "                                                                 conv2d_56[0][0]                  \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_79 (BatchNo (None, 8, 8, 120)    480         tf.concat_18[0][0]               \n",
            "__________________________________________________________________________________________________\n",
            "activation_79 (Activation)      (None, 8, 8, 120)    0           batch_normalization_79[0][0]     \n",
            "__________________________________________________________________________________________________\n",
            "Stage1_block4_layer3 (Conv2D)   (None, 8, 8, 120)    14400       activation_79[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_80 (BatchNo (None, 8, 8, 120)    480         Stage1_block4_layer3[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "activation_80 (Activation)      (None, 8, 8, 120)    0           batch_normalization_80[0][0]     \n",
            "__________________________________________________________________________________________________\n",
            "global_average_pooling2d_11 (Gl (None, 120)          0           activation_80[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "reshape_11 (Reshape)            (None, 1, 1, 120)    0           global_average_pooling2d_11[0][0]\n",
            "__________________________________________________________________________________________________\n",
            "dense_16 (Dense)                (None, 1, 1, 7)      840         reshape_11[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "dense_17 (Dense)                (None, 1, 1, 120)    840         dense_16[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "multiply_8 (Multiply)           (None, 8, 8, 120)    0           activation_80[0][0]              \n",
            "                                                                 dense_17[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "tf.identity_18 (TFOpLambda)     (None, 8, 8, 120)    0           add_7[0][0]                      \n",
            "__________________________________________________________________________________________________\n",
            "add_8 (Add)                     (None, 8, 8, 120)    0           multiply_8[0][0]                 \n",
            "                                                                 tf.identity_18[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "Stage1_block5_layer1 (Conv2D)   (None, 8, 8, 120)    14400       add_8[0][0]                      \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_81 (BatchNo (None, 8, 8, 120)    480         Stage1_block5_layer1[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "activation_81 (Activation)      (None, 8, 8, 120)    0           batch_normalization_81[0][0]     \n",
            "__________________________________________________________________________________________________\n",
            "tf.split_19 (TFOpLambda)        [(None, 8, 8, 40), ( 0           activation_81[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_57 (Conv2D)              (None, 8, 8, 40)     14400       tf.split_19[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_58 (Conv2D)              (None, 8, 8, 40)     14400       tf.split_19[0][1]                \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_59 (Conv2D)              (None, 8, 8, 40)     14400       tf.split_19[0][2]                \n",
            "__________________________________________________________________________________________________\n",
            "tf.concat_19 (TFOpLambda)       (None, 8, 8, 120)    0           conv2d_57[0][0]                  \n",
            "                                                                 conv2d_58[0][0]                  \n",
            "                                                                 conv2d_59[0][0]                  \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_82 (BatchNo (None, 8, 8, 120)    480         tf.concat_19[0][0]               \n",
            "__________________________________________________________________________________________________\n",
            "activation_82 (Activation)      (None, 8, 8, 120)    0           batch_normalization_82[0][0]     \n",
            "__________________________________________________________________________________________________\n",
            "Stage1_block5_layer3 (Conv2D)   (None, 8, 8, 120)    14400       activation_82[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_83 (BatchNo (None, 8, 8, 120)    480         Stage1_block5_layer3[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "activation_83 (Activation)      (None, 8, 8, 120)    0           batch_normalization_83[0][0]     \n",
            "__________________________________________________________________________________________________\n",
            "global_average_pooling2d_12 (Gl (None, 120)          0           activation_83[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "reshape_12 (Reshape)            (None, 1, 1, 120)    0           global_average_pooling2d_12[0][0]\n",
            "__________________________________________________________________________________________________\n",
            "dense_18 (Dense)                (None, 1, 1, 7)      840         reshape_12[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "dense_19 (Dense)                (None, 1, 1, 120)    840         dense_18[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "multiply_9 (Multiply)           (None, 8, 8, 120)    0           activation_83[0][0]              \n",
            "                                                                 dense_19[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "tf.identity_19 (TFOpLambda)     (None, 8, 8, 120)    0           add_8[0][0]                      \n",
            "__________________________________________________________________________________________________\n",
            "add_9 (Add)                     (None, 8, 8, 120)    0           multiply_9[0][0]                 \n",
            "                                                                 tf.identity_19[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "Stage2_block0_layer1 (Conv2D)   (None, 8, 8, 336)    40320       add_9[0][0]                      \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_85 (BatchNo (None, 8, 8, 336)    1344        Stage2_block0_layer1[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "activation_85 (Activation)      (None, 8, 8, 336)    0           batch_normalization_85[0][0]     \n",
            "__________________________________________________________________________________________________\n",
            "tf.split_20 (TFOpLambda)        [(None, 8, 8, 112),  0           activation_85[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_60 (Conv2D)              (None, 4, 4, 112)    112896      tf.split_20[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_61 (Conv2D)              (None, 4, 4, 112)    112896      tf.split_20[0][1]                \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_62 (Conv2D)              (None, 4, 4, 112)    112896      tf.split_20[0][2]                \n",
            "__________________________________________________________________________________________________\n",
            "tf.concat_20 (TFOpLambda)       (None, 4, 4, 336)    0           conv2d_60[0][0]                  \n",
            "                                                                 conv2d_61[0][0]                  \n",
            "                                                                 conv2d_62[0][0]                  \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_86 (BatchNo (None, 4, 4, 336)    1344        tf.concat_20[0][0]               \n",
            "__________________________________________________________________________________________________\n",
            "activation_86 (Activation)      (None, 4, 4, 336)    0           batch_normalization_86[0][0]     \n",
            "__________________________________________________________________________________________________\n",
            "Stage2_block0_layer3 (Conv2D)   (None, 4, 4, 336)    112896      activation_86[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_87 (BatchNo (None, 4, 4, 336)    1344        Stage2_block0_layer3[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "activation_87 (Activation)      (None, 4, 4, 336)    0           batch_normalization_87[0][0]     \n",
            "__________________________________________________________________________________________________\n",
            "global_average_pooling2d_13 (Gl (None, 336)          0           activation_87[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "reshape_13 (Reshape)            (None, 1, 1, 336)    0           global_average_pooling2d_13[0][0]\n",
            "__________________________________________________________________________________________________\n",
            "tf.identity_20 (TFOpLambda)     (None, 8, 8, 120)    0           add_9[0][0]                      \n",
            "__________________________________________________________________________________________________\n",
            "dense_20 (Dense)                (None, 1, 1, 21)     7056        reshape_13[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "Stage2_block0_shortcut (Conv2D) (None, 4, 4, 336)    40320       tf.identity_20[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "dense_21 (Dense)                (None, 1, 1, 336)    7056        dense_20[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_84 (BatchNo (None, 4, 4, 336)    1344        Stage2_block0_shortcut[0][0]     \n",
            "__________________________________________________________________________________________________\n",
            "multiply_10 (Multiply)          (None, 4, 4, 336)    0           activation_87[0][0]              \n",
            "                                                                 dense_21[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "activation_84 (Activation)      (None, 4, 4, 336)    0           batch_normalization_84[0][0]     \n",
            "__________________________________________________________________________________________________\n",
            "add_10 (Add)                    (None, 4, 4, 336)    0           multiply_10[0][0]                \n",
            "                                                                 activation_84[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "Stage2_block1_layer1 (Conv2D)   (None, 4, 4, 336)    112896      add_10[0][0]                     \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_88 (BatchNo (None, 4, 4, 336)    1344        Stage2_block1_layer1[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "activation_88 (Activation)      (None, 4, 4, 336)    0           batch_normalization_88[0][0]     \n",
            "__________________________________________________________________________________________________\n",
            "tf.split_21 (TFOpLambda)        [(None, 4, 4, 112),  0           activation_88[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_63 (Conv2D)              (None, 4, 4, 112)    112896      tf.split_21[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_64 (Conv2D)              (None, 4, 4, 112)    112896      tf.split_21[0][1]                \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_65 (Conv2D)              (None, 4, 4, 112)    112896      tf.split_21[0][2]                \n",
            "__________________________________________________________________________________________________\n",
            "tf.concat_21 (TFOpLambda)       (None, 4, 4, 336)    0           conv2d_63[0][0]                  \n",
            "                                                                 conv2d_64[0][0]                  \n",
            "                                                                 conv2d_65[0][0]                  \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_89 (BatchNo (None, 4, 4, 336)    1344        tf.concat_21[0][0]               \n",
            "__________________________________________________________________________________________________\n",
            "activation_89 (Activation)      (None, 4, 4, 336)    0           batch_normalization_89[0][0]     \n",
            "__________________________________________________________________________________________________\n",
            "Stage2_block1_layer3 (Conv2D)   (None, 4, 4, 336)    112896      activation_89[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_90 (BatchNo (None, 4, 4, 336)    1344        Stage2_block1_layer3[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "activation_90 (Activation)      (None, 4, 4, 336)    0           batch_normalization_90[0][0]     \n",
            "__________________________________________________________________________________________________\n",
            "global_average_pooling2d_14 (Gl (None, 336)          0           activation_90[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "reshape_14 (Reshape)            (None, 1, 1, 336)    0           global_average_pooling2d_14[0][0]\n",
            "__________________________________________________________________________________________________\n",
            "dense_22 (Dense)                (None, 1, 1, 21)     7056        reshape_14[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "dense_23 (Dense)                (None, 1, 1, 336)    7056        dense_22[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "multiply_11 (Multiply)          (None, 4, 4, 336)    0           activation_90[0][0]              \n",
            "                                                                 dense_23[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "tf.identity_21 (TFOpLambda)     (None, 4, 4, 336)    0           add_10[0][0]                     \n",
            "__________________________________________________________________________________________________\n",
            "add_11 (Add)                    (None, 4, 4, 336)    0           multiply_11[0][0]                \n",
            "                                                                 tf.identity_21[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "Stage2_block2_layer1 (Conv2D)   (None, 4, 4, 336)    112896      add_11[0][0]                     \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_91 (BatchNo (None, 4, 4, 336)    1344        Stage2_block2_layer1[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "activation_91 (Activation)      (None, 4, 4, 336)    0           batch_normalization_91[0][0]     \n",
            "__________________________________________________________________________________________________\n",
            "tf.split_22 (TFOpLambda)        [(None, 4, 4, 112),  0           activation_91[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_66 (Conv2D)              (None, 4, 4, 112)    112896      tf.split_22[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_67 (Conv2D)              (None, 4, 4, 112)    112896      tf.split_22[0][1]                \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_68 (Conv2D)              (None, 4, 4, 112)    112896      tf.split_22[0][2]                \n",
            "__________________________________________________________________________________________________\n",
            "tf.concat_22 (TFOpLambda)       (None, 4, 4, 336)    0           conv2d_66[0][0]                  \n",
            "                                                                 conv2d_67[0][0]                  \n",
            "                                                                 conv2d_68[0][0]                  \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_92 (BatchNo (None, 4, 4, 336)    1344        tf.concat_22[0][0]               \n",
            "__________________________________________________________________________________________________\n",
            "activation_92 (Activation)      (None, 4, 4, 336)    0           batch_normalization_92[0][0]     \n",
            "__________________________________________________________________________________________________\n",
            "Stage2_block2_layer3 (Conv2D)   (None, 4, 4, 336)    112896      activation_92[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_93 (BatchNo (None, 4, 4, 336)    1344        Stage2_block2_layer3[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "activation_93 (Activation)      (None, 4, 4, 336)    0           batch_normalization_93[0][0]     \n",
            "__________________________________________________________________________________________________\n",
            "global_average_pooling2d_15 (Gl (None, 336)          0           activation_93[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "reshape_15 (Reshape)            (None, 1, 1, 336)    0           global_average_pooling2d_15[0][0]\n",
            "__________________________________________________________________________________________________\n",
            "dense_24 (Dense)                (None, 1, 1, 21)     7056        reshape_15[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "dense_25 (Dense)                (None, 1, 1, 336)    7056        dense_24[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "multiply_12 (Multiply)          (None, 4, 4, 336)    0           activation_93[0][0]              \n",
            "                                                                 dense_25[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "tf.identity_22 (TFOpLambda)     (None, 4, 4, 336)    0           add_11[0][0]                     \n",
            "__________________________________________________________________________________________________\n",
            "add_12 (Add)                    (None, 4, 4, 336)    0           multiply_12[0][0]                \n",
            "                                                                 tf.identity_22[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "Stage2_block3_layer1 (Conv2D)   (None, 4, 4, 336)    112896      add_12[0][0]                     \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_94 (BatchNo (None, 4, 4, 336)    1344        Stage2_block3_layer1[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "activation_94 (Activation)      (None, 4, 4, 336)    0           batch_normalization_94[0][0]     \n",
            "__________________________________________________________________________________________________\n",
            "tf.split_23 (TFOpLambda)        [(None, 4, 4, 112),  0           activation_94[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_69 (Conv2D)              (None, 4, 4, 112)    112896      tf.split_23[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_70 (Conv2D)              (None, 4, 4, 112)    112896      tf.split_23[0][1]                \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_71 (Conv2D)              (None, 4, 4, 112)    112896      tf.split_23[0][2]                \n",
            "__________________________________________________________________________________________________\n",
            "tf.concat_23 (TFOpLambda)       (None, 4, 4, 336)    0           conv2d_69[0][0]                  \n",
            "                                                                 conv2d_70[0][0]                  \n",
            "                                                                 conv2d_71[0][0]                  \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_95 (BatchNo (None, 4, 4, 336)    1344        tf.concat_23[0][0]               \n",
            "__________________________________________________________________________________________________\n",
            "activation_95 (Activation)      (None, 4, 4, 336)    0           batch_normalization_95[0][0]     \n",
            "__________________________________________________________________________________________________\n",
            "Stage2_block3_layer3 (Conv2D)   (None, 4, 4, 336)    112896      activation_95[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_96 (BatchNo (None, 4, 4, 336)    1344        Stage2_block3_layer3[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "activation_96 (Activation)      (None, 4, 4, 336)    0           batch_normalization_96[0][0]     \n",
            "__________________________________________________________________________________________________\n",
            "global_average_pooling2d_16 (Gl (None, 336)          0           activation_96[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "reshape_16 (Reshape)            (None, 1, 1, 336)    0           global_average_pooling2d_16[0][0]\n",
            "__________________________________________________________________________________________________\n",
            "dense_26 (Dense)                (None, 1, 1, 21)     7056        reshape_16[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "dense_27 (Dense)                (None, 1, 1, 336)    7056        dense_26[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "multiply_13 (Multiply)          (None, 4, 4, 336)    0           activation_96[0][0]              \n",
            "                                                                 dense_27[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "tf.identity_23 (TFOpLambda)     (None, 4, 4, 336)    0           add_12[0][0]                     \n",
            "__________________________________________________________________________________________________\n",
            "add_13 (Add)                    (None, 4, 4, 336)    0           multiply_13[0][0]                \n",
            "                                                                 tf.identity_23[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "Stage2_block4_layer1 (Conv2D)   (None, 4, 4, 336)    112896      add_13[0][0]                     \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_97 (BatchNo (None, 4, 4, 336)    1344        Stage2_block4_layer1[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "activation_97 (Activation)      (None, 4, 4, 336)    0           batch_normalization_97[0][0]     \n",
            "__________________________________________________________________________________________________\n",
            "tf.split_24 (TFOpLambda)        [(None, 4, 4, 112),  0           activation_97[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_72 (Conv2D)              (None, 4, 4, 112)    112896      tf.split_24[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_73 (Conv2D)              (None, 4, 4, 112)    112896      tf.split_24[0][1]                \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_74 (Conv2D)              (None, 4, 4, 112)    112896      tf.split_24[0][2]                \n",
            "__________________________________________________________________________________________________\n",
            "tf.concat_24 (TFOpLambda)       (None, 4, 4, 336)    0           conv2d_72[0][0]                  \n",
            "                                                                 conv2d_73[0][0]                  \n",
            "                                                                 conv2d_74[0][0]                  \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_98 (BatchNo (None, 4, 4, 336)    1344        tf.concat_24[0][0]               \n",
            "__________________________________________________________________________________________________\n",
            "activation_98 (Activation)      (None, 4, 4, 336)    0           batch_normalization_98[0][0]     \n",
            "__________________________________________________________________________________________________\n",
            "Stage2_block4_layer3 (Conv2D)   (None, 4, 4, 336)    112896      activation_98[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_99 (BatchNo (None, 4, 4, 336)    1344        Stage2_block4_layer3[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "activation_99 (Activation)      (None, 4, 4, 336)    0           batch_normalization_99[0][0]     \n",
            "__________________________________________________________________________________________________\n",
            "global_average_pooling2d_17 (Gl (None, 336)          0           activation_99[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "reshape_17 (Reshape)            (None, 1, 1, 336)    0           global_average_pooling2d_17[0][0]\n",
            "__________________________________________________________________________________________________\n",
            "dense_28 (Dense)                (None, 1, 1, 21)     7056        reshape_17[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "dense_29 (Dense)                (None, 1, 1, 336)    7056        dense_28[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "multiply_14 (Multiply)          (None, 4, 4, 336)    0           activation_99[0][0]              \n",
            "                                                                 dense_29[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "tf.identity_24 (TFOpLambda)     (None, 4, 4, 336)    0           add_13[0][0]                     \n",
            "__________________________________________________________________________________________________\n",
            "add_14 (Add)                    (None, 4, 4, 336)    0           multiply_14[0][0]                \n",
            "                                                                 tf.identity_24[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "Stage2_block5_layer1 (Conv2D)   (None, 4, 4, 336)    112896      add_14[0][0]                     \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_100 (BatchN (None, 4, 4, 336)    1344        Stage2_block5_layer1[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "activation_100 (Activation)     (None, 4, 4, 336)    0           batch_normalization_100[0][0]    \n",
            "__________________________________________________________________________________________________\n",
            "tf.split_25 (TFOpLambda)        [(None, 4, 4, 112),  0           activation_100[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_75 (Conv2D)              (None, 4, 4, 112)    112896      tf.split_25[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_76 (Conv2D)              (None, 4, 4, 112)    112896      tf.split_25[0][1]                \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_77 (Conv2D)              (None, 4, 4, 112)    112896      tf.split_25[0][2]                \n",
            "__________________________________________________________________________________________________\n",
            "tf.concat_25 (TFOpLambda)       (None, 4, 4, 336)    0           conv2d_75[0][0]                  \n",
            "                                                                 conv2d_76[0][0]                  \n",
            "                                                                 conv2d_77[0][0]                  \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_101 (BatchN (None, 4, 4, 336)    1344        tf.concat_25[0][0]               \n",
            "__________________________________________________________________________________________________\n",
            "activation_101 (Activation)     (None, 4, 4, 336)    0           batch_normalization_101[0][0]    \n",
            "__________________________________________________________________________________________________\n",
            "Stage2_block5_layer3 (Conv2D)   (None, 4, 4, 336)    112896      activation_101[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_102 (BatchN (None, 4, 4, 336)    1344        Stage2_block5_layer3[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "activation_102 (Activation)     (None, 4, 4, 336)    0           batch_normalization_102[0][0]    \n",
            "__________________________________________________________________________________________________\n",
            "global_average_pooling2d_18 (Gl (None, 336)          0           activation_102[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "reshape_18 (Reshape)            (None, 1, 1, 336)    0           global_average_pooling2d_18[0][0]\n",
            "__________________________________________________________________________________________________\n",
            "dense_30 (Dense)                (None, 1, 1, 21)     7056        reshape_18[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "dense_31 (Dense)                (None, 1, 1, 336)    7056        dense_30[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "multiply_15 (Multiply)          (None, 4, 4, 336)    0           activation_102[0][0]             \n",
            "                                                                 dense_31[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "tf.identity_25 (TFOpLambda)     (None, 4, 4, 336)    0           add_14[0][0]                     \n",
            "__________________________________________________________________________________________________\n",
            "add_15 (Add)                    (None, 4, 4, 336)    0           multiply_15[0][0]                \n",
            "                                                                 tf.identity_25[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "Stage2_block6_layer1 (Conv2D)   (None, 4, 4, 336)    112896      add_15[0][0]                     \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_103 (BatchN (None, 4, 4, 336)    1344        Stage2_block6_layer1[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "activation_103 (Activation)     (None, 4, 4, 336)    0           batch_normalization_103[0][0]    \n",
            "__________________________________________________________________________________________________\n",
            "tf.split_26 (TFOpLambda)        [(None, 4, 4, 112),  0           activation_103[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_78 (Conv2D)              (None, 4, 4, 112)    112896      tf.split_26[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_79 (Conv2D)              (None, 4, 4, 112)    112896      tf.split_26[0][1]                \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_80 (Conv2D)              (None, 4, 4, 112)    112896      tf.split_26[0][2]                \n",
            "__________________________________________________________________________________________________\n",
            "tf.concat_26 (TFOpLambda)       (None, 4, 4, 336)    0           conv2d_78[0][0]                  \n",
            "                                                                 conv2d_79[0][0]                  \n",
            "                                                                 conv2d_80[0][0]                  \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_104 (BatchN (None, 4, 4, 336)    1344        tf.concat_26[0][0]               \n",
            "__________________________________________________________________________________________________\n",
            "activation_104 (Activation)     (None, 4, 4, 336)    0           batch_normalization_104[0][0]    \n",
            "__________________________________________________________________________________________________\n",
            "Stage2_block6_layer3 (Conv2D)   (None, 4, 4, 336)    112896      activation_104[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_105 (BatchN (None, 4, 4, 336)    1344        Stage2_block6_layer3[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "activation_105 (Activation)     (None, 4, 4, 336)    0           batch_normalization_105[0][0]    \n",
            "__________________________________________________________________________________________________\n",
            "global_average_pooling2d_19 (Gl (None, 336)          0           activation_105[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "reshape_19 (Reshape)            (None, 1, 1, 336)    0           global_average_pooling2d_19[0][0]\n",
            "__________________________________________________________________________________________________\n",
            "dense_32 (Dense)                (None, 1, 1, 21)     7056        reshape_19[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "dense_33 (Dense)                (None, 1, 1, 336)    7056        dense_32[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "multiply_16 (Multiply)          (None, 4, 4, 336)    0           activation_105[0][0]             \n",
            "                                                                 dense_33[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "tf.identity_26 (TFOpLambda)     (None, 4, 4, 336)    0           add_15[0][0]                     \n",
            "__________________________________________________________________________________________________\n",
            "add_16 (Add)                    (None, 4, 4, 336)    0           multiply_16[0][0]                \n",
            "                                                                 tf.identity_26[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "Stage2_block7_layer1 (Conv2D)   (None, 4, 4, 336)    112896      add_16[0][0]                     \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_106 (BatchN (None, 4, 4, 336)    1344        Stage2_block7_layer1[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "activation_106 (Activation)     (None, 4, 4, 336)    0           batch_normalization_106[0][0]    \n",
            "__________________________________________________________________________________________________\n",
            "tf.split_27 (TFOpLambda)        [(None, 4, 4, 112),  0           activation_106[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_81 (Conv2D)              (None, 4, 4, 112)    112896      tf.split_27[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_82 (Conv2D)              (None, 4, 4, 112)    112896      tf.split_27[0][1]                \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_83 (Conv2D)              (None, 4, 4, 112)    112896      tf.split_27[0][2]                \n",
            "__________________________________________________________________________________________________\n",
            "tf.concat_27 (TFOpLambda)       (None, 4, 4, 336)    0           conv2d_81[0][0]                  \n",
            "                                                                 conv2d_82[0][0]                  \n",
            "                                                                 conv2d_83[0][0]                  \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_107 (BatchN (None, 4, 4, 336)    1344        tf.concat_27[0][0]               \n",
            "__________________________________________________________________________________________________\n",
            "activation_107 (Activation)     (None, 4, 4, 336)    0           batch_normalization_107[0][0]    \n",
            "__________________________________________________________________________________________________\n",
            "Stage2_block7_layer3 (Conv2D)   (None, 4, 4, 336)    112896      activation_107[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_108 (BatchN (None, 4, 4, 336)    1344        Stage2_block7_layer3[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "activation_108 (Activation)     (None, 4, 4, 336)    0           batch_normalization_108[0][0]    \n",
            "__________________________________________________________________________________________________\n",
            "global_average_pooling2d_20 (Gl (None, 336)          0           activation_108[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "reshape_20 (Reshape)            (None, 1, 1, 336)    0           global_average_pooling2d_20[0][0]\n",
            "__________________________________________________________________________________________________\n",
            "dense_34 (Dense)                (None, 1, 1, 21)     7056        reshape_20[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "dense_35 (Dense)                (None, 1, 1, 336)    7056        dense_34[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "multiply_17 (Multiply)          (None, 4, 4, 336)    0           activation_108[0][0]             \n",
            "                                                                 dense_35[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "tf.identity_27 (TFOpLambda)     (None, 4, 4, 336)    0           add_16[0][0]                     \n",
            "__________________________________________________________________________________________________\n",
            "add_17 (Add)                    (None, 4, 4, 336)    0           multiply_17[0][0]                \n",
            "                                                                 tf.identity_27[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "Stage2_block8_layer1 (Conv2D)   (None, 4, 4, 336)    112896      add_17[0][0]                     \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_109 (BatchN (None, 4, 4, 336)    1344        Stage2_block8_layer1[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "activation_109 (Activation)     (None, 4, 4, 336)    0           batch_normalization_109[0][0]    \n",
            "__________________________________________________________________________________________________\n",
            "tf.split_28 (TFOpLambda)        [(None, 4, 4, 112),  0           activation_109[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_84 (Conv2D)              (None, 4, 4, 112)    112896      tf.split_28[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_85 (Conv2D)              (None, 4, 4, 112)    112896      tf.split_28[0][1]                \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_86 (Conv2D)              (None, 4, 4, 112)    112896      tf.split_28[0][2]                \n",
            "__________________________________________________________________________________________________\n",
            "tf.concat_28 (TFOpLambda)       (None, 4, 4, 336)    0           conv2d_84[0][0]                  \n",
            "                                                                 conv2d_85[0][0]                  \n",
            "                                                                 conv2d_86[0][0]                  \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_110 (BatchN (None, 4, 4, 336)    1344        tf.concat_28[0][0]               \n",
            "__________________________________________________________________________________________________\n",
            "activation_110 (Activation)     (None, 4, 4, 336)    0           batch_normalization_110[0][0]    \n",
            "__________________________________________________________________________________________________\n",
            "Stage2_block8_layer3 (Conv2D)   (None, 4, 4, 336)    112896      activation_110[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_111 (BatchN (None, 4, 4, 336)    1344        Stage2_block8_layer3[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "activation_111 (Activation)     (None, 4, 4, 336)    0           batch_normalization_111[0][0]    \n",
            "__________________________________________________________________________________________________\n",
            "global_average_pooling2d_21 (Gl (None, 336)          0           activation_111[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "reshape_21 (Reshape)            (None, 1, 1, 336)    0           global_average_pooling2d_21[0][0]\n",
            "__________________________________________________________________________________________________\n",
            "dense_36 (Dense)                (None, 1, 1, 21)     7056        reshape_21[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "dense_37 (Dense)                (None, 1, 1, 336)    7056        dense_36[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "multiply_18 (Multiply)          (None, 4, 4, 336)    0           activation_111[0][0]             \n",
            "                                                                 dense_37[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "tf.identity_28 (TFOpLambda)     (None, 4, 4, 336)    0           add_17[0][0]                     \n",
            "__________________________________________________________________________________________________\n",
            "add_18 (Add)                    (None, 4, 4, 336)    0           multiply_18[0][0]                \n",
            "                                                                 tf.identity_28[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "Stage2_block9_layer1 (Conv2D)   (None, 4, 4, 336)    112896      add_18[0][0]                     \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_112 (BatchN (None, 4, 4, 336)    1344        Stage2_block9_layer1[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "activation_112 (Activation)     (None, 4, 4, 336)    0           batch_normalization_112[0][0]    \n",
            "__________________________________________________________________________________________________\n",
            "tf.split_29 (TFOpLambda)        [(None, 4, 4, 112),  0           activation_112[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_87 (Conv2D)              (None, 4, 4, 112)    112896      tf.split_29[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_88 (Conv2D)              (None, 4, 4, 112)    112896      tf.split_29[0][1]                \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_89 (Conv2D)              (None, 4, 4, 112)    112896      tf.split_29[0][2]                \n",
            "__________________________________________________________________________________________________\n",
            "tf.concat_29 (TFOpLambda)       (None, 4, 4, 336)    0           conv2d_87[0][0]                  \n",
            "                                                                 conv2d_88[0][0]                  \n",
            "                                                                 conv2d_89[0][0]                  \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_113 (BatchN (None, 4, 4, 336)    1344        tf.concat_29[0][0]               \n",
            "__________________________________________________________________________________________________\n",
            "activation_113 (Activation)     (None, 4, 4, 336)    0           batch_normalization_113[0][0]    \n",
            "__________________________________________________________________________________________________\n",
            "Stage2_block9_layer3 (Conv2D)   (None, 4, 4, 336)    112896      activation_113[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_114 (BatchN (None, 4, 4, 336)    1344        Stage2_block9_layer3[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "activation_114 (Activation)     (None, 4, 4, 336)    0           batch_normalization_114[0][0]    \n",
            "__________________________________________________________________________________________________\n",
            "global_average_pooling2d_22 (Gl (None, 336)          0           activation_114[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "reshape_22 (Reshape)            (None, 1, 1, 336)    0           global_average_pooling2d_22[0][0]\n",
            "__________________________________________________________________________________________________\n",
            "dense_38 (Dense)                (None, 1, 1, 21)     7056        reshape_22[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "dense_39 (Dense)                (None, 1, 1, 336)    7056        dense_38[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "multiply_19 (Multiply)          (None, 4, 4, 336)    0           activation_114[0][0]             \n",
            "                                                                 dense_39[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "tf.identity_29 (TFOpLambda)     (None, 4, 4, 336)    0           add_18[0][0]                     \n",
            "__________________________________________________________________________________________________\n",
            "add_19 (Add)                    (None, 4, 4, 336)    0           multiply_19[0][0]                \n",
            "                                                                 tf.identity_29[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "Stage2_block10_layer1 (Conv2D)  (None, 4, 4, 336)    112896      add_19[0][0]                     \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_115 (BatchN (None, 4, 4, 336)    1344        Stage2_block10_layer1[0][0]      \n",
            "__________________________________________________________________________________________________\n",
            "activation_115 (Activation)     (None, 4, 4, 336)    0           batch_normalization_115[0][0]    \n",
            "__________________________________________________________________________________________________\n",
            "tf.split_30 (TFOpLambda)        [(None, 4, 4, 112),  0           activation_115[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_90 (Conv2D)              (None, 4, 4, 112)    112896      tf.split_30[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_91 (Conv2D)              (None, 4, 4, 112)    112896      tf.split_30[0][1]                \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_92 (Conv2D)              (None, 4, 4, 112)    112896      tf.split_30[0][2]                \n",
            "__________________________________________________________________________________________________\n",
            "tf.concat_30 (TFOpLambda)       (None, 4, 4, 336)    0           conv2d_90[0][0]                  \n",
            "                                                                 conv2d_91[0][0]                  \n",
            "                                                                 conv2d_92[0][0]                  \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_116 (BatchN (None, 4, 4, 336)    1344        tf.concat_30[0][0]               \n",
            "__________________________________________________________________________________________________\n",
            "activation_116 (Activation)     (None, 4, 4, 336)    0           batch_normalization_116[0][0]    \n",
            "__________________________________________________________________________________________________\n",
            "Stage2_block10_layer3 (Conv2D)  (None, 4, 4, 336)    112896      activation_116[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_117 (BatchN (None, 4, 4, 336)    1344        Stage2_block10_layer3[0][0]      \n",
            "__________________________________________________________________________________________________\n",
            "activation_117 (Activation)     (None, 4, 4, 336)    0           batch_normalization_117[0][0]    \n",
            "__________________________________________________________________________________________________\n",
            "global_average_pooling2d_23 (Gl (None, 336)          0           activation_117[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "reshape_23 (Reshape)            (None, 1, 1, 336)    0           global_average_pooling2d_23[0][0]\n",
            "__________________________________________________________________________________________________\n",
            "dense_40 (Dense)                (None, 1, 1, 21)     7056        reshape_23[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "dense_41 (Dense)                (None, 1, 1, 336)    7056        dense_40[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "multiply_20 (Multiply)          (None, 4, 4, 336)    0           activation_117[0][0]             \n",
            "                                                                 dense_41[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "tf.identity_30 (TFOpLambda)     (None, 4, 4, 336)    0           add_19[0][0]                     \n",
            "__________________________________________________________________________________________________\n",
            "add_20 (Add)                    (None, 4, 4, 336)    0           multiply_20[0][0]                \n",
            "                                                                 tf.identity_30[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "Stage2_block11_layer1 (Conv2D)  (None, 4, 4, 336)    112896      add_20[0][0]                     \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_118 (BatchN (None, 4, 4, 336)    1344        Stage2_block11_layer1[0][0]      \n",
            "__________________________________________________________________________________________________\n",
            "activation_118 (Activation)     (None, 4, 4, 336)    0           batch_normalization_118[0][0]    \n",
            "__________________________________________________________________________________________________\n",
            "tf.split_31 (TFOpLambda)        [(None, 4, 4, 112),  0           activation_118[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_93 (Conv2D)              (None, 4, 4, 112)    112896      tf.split_31[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_94 (Conv2D)              (None, 4, 4, 112)    112896      tf.split_31[0][1]                \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_95 (Conv2D)              (None, 4, 4, 112)    112896      tf.split_31[0][2]                \n",
            "__________________________________________________________________________________________________\n",
            "tf.concat_31 (TFOpLambda)       (None, 4, 4, 336)    0           conv2d_93[0][0]                  \n",
            "                                                                 conv2d_94[0][0]                  \n",
            "                                                                 conv2d_95[0][0]                  \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_119 (BatchN (None, 4, 4, 336)    1344        tf.concat_31[0][0]               \n",
            "__________________________________________________________________________________________________\n",
            "activation_119 (Activation)     (None, 4, 4, 336)    0           batch_normalization_119[0][0]    \n",
            "__________________________________________________________________________________________________\n",
            "Stage2_block11_layer3 (Conv2D)  (None, 4, 4, 336)    112896      activation_119[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_120 (BatchN (None, 4, 4, 336)    1344        Stage2_block11_layer3[0][0]      \n",
            "__________________________________________________________________________________________________\n",
            "activation_120 (Activation)     (None, 4, 4, 336)    0           batch_normalization_120[0][0]    \n",
            "__________________________________________________________________________________________________\n",
            "global_average_pooling2d_24 (Gl (None, 336)          0           activation_120[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "reshape_24 (Reshape)            (None, 1, 1, 336)    0           global_average_pooling2d_24[0][0]\n",
            "__________________________________________________________________________________________________\n",
            "dense_42 (Dense)                (None, 1, 1, 21)     7056        reshape_24[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "dense_43 (Dense)                (None, 1, 1, 336)    7056        dense_42[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "multiply_21 (Multiply)          (None, 4, 4, 336)    0           activation_120[0][0]             \n",
            "                                                                 dense_43[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "tf.identity_31 (TFOpLambda)     (None, 4, 4, 336)    0           add_20[0][0]                     \n",
            "__________________________________________________________________________________________________\n",
            "add_21 (Add)                    (None, 4, 4, 336)    0           multiply_21[0][0]                \n",
            "                                                                 tf.identity_31[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "Stage2_block12_layer1 (Conv2D)  (None, 4, 4, 336)    112896      add_21[0][0]                     \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_121 (BatchN (None, 4, 4, 336)    1344        Stage2_block12_layer1[0][0]      \n",
            "__________________________________________________________________________________________________\n",
            "activation_121 (Activation)     (None, 4, 4, 336)    0           batch_normalization_121[0][0]    \n",
            "__________________________________________________________________________________________________\n",
            "tf.split_32 (TFOpLambda)        [(None, 4, 4, 112),  0           activation_121[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_96 (Conv2D)              (None, 4, 4, 112)    112896      tf.split_32[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_97 (Conv2D)              (None, 4, 4, 112)    112896      tf.split_32[0][1]                \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_98 (Conv2D)              (None, 4, 4, 112)    112896      tf.split_32[0][2]                \n",
            "__________________________________________________________________________________________________\n",
            "tf.concat_32 (TFOpLambda)       (None, 4, 4, 336)    0           conv2d_96[0][0]                  \n",
            "                                                                 conv2d_97[0][0]                  \n",
            "                                                                 conv2d_98[0][0]                  \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_122 (BatchN (None, 4, 4, 336)    1344        tf.concat_32[0][0]               \n",
            "__________________________________________________________________________________________________\n",
            "activation_122 (Activation)     (None, 4, 4, 336)    0           batch_normalization_122[0][0]    \n",
            "__________________________________________________________________________________________________\n",
            "Stage2_block12_layer3 (Conv2D)  (None, 4, 4, 336)    112896      activation_122[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_123 (BatchN (None, 4, 4, 336)    1344        Stage2_block12_layer3[0][0]      \n",
            "__________________________________________________________________________________________________\n",
            "activation_123 (Activation)     (None, 4, 4, 336)    0           batch_normalization_123[0][0]    \n",
            "__________________________________________________________________________________________________\n",
            "global_average_pooling2d_25 (Gl (None, 336)          0           activation_123[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "reshape_25 (Reshape)            (None, 1, 1, 336)    0           global_average_pooling2d_25[0][0]\n",
            "__________________________________________________________________________________________________\n",
            "dense_44 (Dense)                (None, 1, 1, 21)     7056        reshape_25[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "dense_45 (Dense)                (None, 1, 1, 336)    7056        dense_44[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "multiply_22 (Multiply)          (None, 4, 4, 336)    0           activation_123[0][0]             \n",
            "                                                                 dense_45[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "tf.identity_32 (TFOpLambda)     (None, 4, 4, 336)    0           add_21[0][0]                     \n",
            "__________________________________________________________________________________________________\n",
            "add_22 (Add)                    (None, 4, 4, 336)    0           multiply_22[0][0]                \n",
            "                                                                 tf.identity_32[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "Stage2_block13_layer1 (Conv2D)  (None, 4, 4, 336)    112896      add_22[0][0]                     \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_124 (BatchN (None, 4, 4, 336)    1344        Stage2_block13_layer1[0][0]      \n",
            "__________________________________________________________________________________________________\n",
            "activation_124 (Activation)     (None, 4, 4, 336)    0           batch_normalization_124[0][0]    \n",
            "__________________________________________________________________________________________________\n",
            "tf.split_33 (TFOpLambda)        [(None, 4, 4, 112),  0           activation_124[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_99 (Conv2D)              (None, 4, 4, 112)    112896      tf.split_33[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_100 (Conv2D)             (None, 4, 4, 112)    112896      tf.split_33[0][1]                \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_101 (Conv2D)             (None, 4, 4, 112)    112896      tf.split_33[0][2]                \n",
            "__________________________________________________________________________________________________\n",
            "tf.concat_33 (TFOpLambda)       (None, 4, 4, 336)    0           conv2d_99[0][0]                  \n",
            "                                                                 conv2d_100[0][0]                 \n",
            "                                                                 conv2d_101[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_125 (BatchN (None, 4, 4, 336)    1344        tf.concat_33[0][0]               \n",
            "__________________________________________________________________________________________________\n",
            "activation_125 (Activation)     (None, 4, 4, 336)    0           batch_normalization_125[0][0]    \n",
            "__________________________________________________________________________________________________\n",
            "Stage2_block13_layer3 (Conv2D)  (None, 4, 4, 336)    112896      activation_125[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_126 (BatchN (None, 4, 4, 336)    1344        Stage2_block13_layer3[0][0]      \n",
            "__________________________________________________________________________________________________\n",
            "activation_126 (Activation)     (None, 4, 4, 336)    0           batch_normalization_126[0][0]    \n",
            "__________________________________________________________________________________________________\n",
            "global_average_pooling2d_26 (Gl (None, 336)          0           activation_126[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "reshape_26 (Reshape)            (None, 1, 1, 336)    0           global_average_pooling2d_26[0][0]\n",
            "__________________________________________________________________________________________________\n",
            "dense_46 (Dense)                (None, 1, 1, 21)     7056        reshape_26[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "dense_47 (Dense)                (None, 1, 1, 336)    7056        dense_46[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "multiply_23 (Multiply)          (None, 4, 4, 336)    0           activation_126[0][0]             \n",
            "                                                                 dense_47[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "tf.identity_33 (TFOpLambda)     (None, 4, 4, 336)    0           add_22[0][0]                     \n",
            "__________________________________________________________________________________________________\n",
            "add_23 (Add)                    (None, 4, 4, 336)    0           multiply_23[0][0]                \n",
            "                                                                 tf.identity_33[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "Stage2_block14_layer1 (Conv2D)  (None, 4, 4, 336)    112896      add_23[0][0]                     \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_127 (BatchN (None, 4, 4, 336)    1344        Stage2_block14_layer1[0][0]      \n",
            "__________________________________________________________________________________________________\n",
            "activation_127 (Activation)     (None, 4, 4, 336)    0           batch_normalization_127[0][0]    \n",
            "__________________________________________________________________________________________________\n",
            "tf.split_34 (TFOpLambda)        [(None, 4, 4, 112),  0           activation_127[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_102 (Conv2D)             (None, 4, 4, 112)    112896      tf.split_34[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_103 (Conv2D)             (None, 4, 4, 112)    112896      tf.split_34[0][1]                \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_104 (Conv2D)             (None, 4, 4, 112)    112896      tf.split_34[0][2]                \n",
            "__________________________________________________________________________________________________\n",
            "tf.concat_34 (TFOpLambda)       (None, 4, 4, 336)    0           conv2d_102[0][0]                 \n",
            "                                                                 conv2d_103[0][0]                 \n",
            "                                                                 conv2d_104[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_128 (BatchN (None, 4, 4, 336)    1344        tf.concat_34[0][0]               \n",
            "__________________________________________________________________________________________________\n",
            "activation_128 (Activation)     (None, 4, 4, 336)    0           batch_normalization_128[0][0]    \n",
            "__________________________________________________________________________________________________\n",
            "Stage2_block14_layer3 (Conv2D)  (None, 4, 4, 336)    112896      activation_128[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_129 (BatchN (None, 4, 4, 336)    1344        Stage2_block14_layer3[0][0]      \n",
            "__________________________________________________________________________________________________\n",
            "activation_129 (Activation)     (None, 4, 4, 336)    0           batch_normalization_129[0][0]    \n",
            "__________________________________________________________________________________________________\n",
            "global_average_pooling2d_27 (Gl (None, 336)          0           activation_129[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "reshape_27 (Reshape)            (None, 1, 1, 336)    0           global_average_pooling2d_27[0][0]\n",
            "__________________________________________________________________________________________________\n",
            "dense_48 (Dense)                (None, 1, 1, 21)     7056        reshape_27[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "dense_49 (Dense)                (None, 1, 1, 336)    7056        dense_48[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "multiply_24 (Multiply)          (None, 4, 4, 336)    0           activation_129[0][0]             \n",
            "                                                                 dense_49[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "tf.identity_34 (TFOpLambda)     (None, 4, 4, 336)    0           add_23[0][0]                     \n",
            "__________________________________________________________________________________________________\n",
            "add_24 (Add)                    (None, 4, 4, 336)    0           multiply_24[0][0]                \n",
            "                                                                 tf.identity_34[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "Stage2_block15_layer1 (Conv2D)  (None, 4, 4, 336)    112896      add_24[0][0]                     \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_130 (BatchN (None, 4, 4, 336)    1344        Stage2_block15_layer1[0][0]      \n",
            "__________________________________________________________________________________________________\n",
            "activation_130 (Activation)     (None, 4, 4, 336)    0           batch_normalization_130[0][0]    \n",
            "__________________________________________________________________________________________________\n",
            "tf.split_35 (TFOpLambda)        [(None, 4, 4, 112),  0           activation_130[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_105 (Conv2D)             (None, 4, 4, 112)    112896      tf.split_35[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_106 (Conv2D)             (None, 4, 4, 112)    112896      tf.split_35[0][1]                \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_107 (Conv2D)             (None, 4, 4, 112)    112896      tf.split_35[0][2]                \n",
            "__________________________________________________________________________________________________\n",
            "tf.concat_35 (TFOpLambda)       (None, 4, 4, 336)    0           conv2d_105[0][0]                 \n",
            "                                                                 conv2d_106[0][0]                 \n",
            "                                                                 conv2d_107[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_131 (BatchN (None, 4, 4, 336)    1344        tf.concat_35[0][0]               \n",
            "__________________________________________________________________________________________________\n",
            "activation_131 (Activation)     (None, 4, 4, 336)    0           batch_normalization_131[0][0]    \n",
            "__________________________________________________________________________________________________\n",
            "Stage2_block15_layer3 (Conv2D)  (None, 4, 4, 336)    112896      activation_131[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_132 (BatchN (None, 4, 4, 336)    1344        Stage2_block15_layer3[0][0]      \n",
            "__________________________________________________________________________________________________\n",
            "activation_132 (Activation)     (None, 4, 4, 336)    0           batch_normalization_132[0][0]    \n",
            "__________________________________________________________________________________________________\n",
            "global_average_pooling2d_28 (Gl (None, 336)          0           activation_132[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "reshape_28 (Reshape)            (None, 1, 1, 336)    0           global_average_pooling2d_28[0][0]\n",
            "__________________________________________________________________________________________________\n",
            "dense_50 (Dense)                (None, 1, 1, 21)     7056        reshape_28[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "dense_51 (Dense)                (None, 1, 1, 336)    7056        dense_50[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "multiply_25 (Multiply)          (None, 4, 4, 336)    0           activation_132[0][0]             \n",
            "                                                                 dense_51[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "tf.identity_35 (TFOpLambda)     (None, 4, 4, 336)    0           add_24[0][0]                     \n",
            "__________________________________________________________________________________________________\n",
            "add_25 (Add)                    (None, 4, 4, 336)    0           multiply_25[0][0]                \n",
            "                                                                 tf.identity_35[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "Stage2_block16_layer1 (Conv2D)  (None, 4, 4, 336)    112896      add_25[0][0]                     \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_133 (BatchN (None, 4, 4, 336)    1344        Stage2_block16_layer1[0][0]      \n",
            "__________________________________________________________________________________________________\n",
            "activation_133 (Activation)     (None, 4, 4, 336)    0           batch_normalization_133[0][0]    \n",
            "__________________________________________________________________________________________________\n",
            "tf.split_36 (TFOpLambda)        [(None, 4, 4, 112),  0           activation_133[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_108 (Conv2D)             (None, 4, 4, 112)    112896      tf.split_36[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_109 (Conv2D)             (None, 4, 4, 112)    112896      tf.split_36[0][1]                \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_110 (Conv2D)             (None, 4, 4, 112)    112896      tf.split_36[0][2]                \n",
            "__________________________________________________________________________________________________\n",
            "tf.concat_36 (TFOpLambda)       (None, 4, 4, 336)    0           conv2d_108[0][0]                 \n",
            "                                                                 conv2d_109[0][0]                 \n",
            "                                                                 conv2d_110[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_134 (BatchN (None, 4, 4, 336)    1344        tf.concat_36[0][0]               \n",
            "__________________________________________________________________________________________________\n",
            "activation_134 (Activation)     (None, 4, 4, 336)    0           batch_normalization_134[0][0]    \n",
            "__________________________________________________________________________________________________\n",
            "Stage2_block16_layer3 (Conv2D)  (None, 4, 4, 336)    112896      activation_134[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_135 (BatchN (None, 4, 4, 336)    1344        Stage2_block16_layer3[0][0]      \n",
            "__________________________________________________________________________________________________\n",
            "activation_135 (Activation)     (None, 4, 4, 336)    0           batch_normalization_135[0][0]    \n",
            "__________________________________________________________________________________________________\n",
            "global_average_pooling2d_29 (Gl (None, 336)          0           activation_135[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "reshape_29 (Reshape)            (None, 1, 1, 336)    0           global_average_pooling2d_29[0][0]\n",
            "__________________________________________________________________________________________________\n",
            "dense_52 (Dense)                (None, 1, 1, 21)     7056        reshape_29[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "dense_53 (Dense)                (None, 1, 1, 336)    7056        dense_52[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "multiply_26 (Multiply)          (None, 4, 4, 336)    0           activation_135[0][0]             \n",
            "                                                                 dense_53[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "tf.identity_36 (TFOpLambda)     (None, 4, 4, 336)    0           add_25[0][0]                     \n",
            "__________________________________________________________________________________________________\n",
            "add_26 (Add)                    (None, 4, 4, 336)    0           multiply_26[0][0]                \n",
            "                                                                 tf.identity_36[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "Stage3_block0_layer1 (Conv2D)   (None, 4, 4, 888)    298368      add_26[0][0]                     \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_137 (BatchN (None, 4, 4, 888)    3552        Stage3_block0_layer1[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "activation_137 (Activation)     (None, 4, 4, 888)    0           batch_normalization_137[0][0]    \n",
            "__________________________________________________________________________________________________\n",
            "tf.split_37 (TFOpLambda)        [(None, 4, 4, 296),  0           activation_137[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_111 (Conv2D)             (None, 2, 2, 296)    788544      tf.split_37[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_112 (Conv2D)             (None, 2, 2, 296)    788544      tf.split_37[0][1]                \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_113 (Conv2D)             (None, 2, 2, 296)    788544      tf.split_37[0][2]                \n",
            "__________________________________________________________________________________________________\n",
            "tf.concat_37 (TFOpLambda)       (None, 2, 2, 888)    0           conv2d_111[0][0]                 \n",
            "                                                                 conv2d_112[0][0]                 \n",
            "                                                                 conv2d_113[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_138 (BatchN (None, 2, 2, 888)    3552        tf.concat_37[0][0]               \n",
            "__________________________________________________________________________________________________\n",
            "activation_138 (Activation)     (None, 2, 2, 888)    0           batch_normalization_138[0][0]    \n",
            "__________________________________________________________________________________________________\n",
            "Stage3_block0_layer3 (Conv2D)   (None, 2, 2, 888)    788544      activation_138[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_139 (BatchN (None, 2, 2, 888)    3552        Stage3_block0_layer3[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "activation_139 (Activation)     (None, 2, 2, 888)    0           batch_normalization_139[0][0]    \n",
            "__________________________________________________________________________________________________\n",
            "global_average_pooling2d_30 (Gl (None, 888)          0           activation_139[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "reshape_30 (Reshape)            (None, 1, 1, 888)    0           global_average_pooling2d_30[0][0]\n",
            "__________________________________________________________________________________________________\n",
            "tf.identity_37 (TFOpLambda)     (None, 4, 4, 336)    0           add_26[0][0]                     \n",
            "__________________________________________________________________________________________________\n",
            "dense_54 (Dense)                (None, 1, 1, 55)     48840       reshape_30[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "Stage3_block0_shortcut (Conv2D) (None, 2, 2, 888)    298368      tf.identity_37[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "dense_55 (Dense)                (None, 1, 1, 888)    48840       dense_54[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_136 (BatchN (None, 2, 2, 888)    3552        Stage3_block0_shortcut[0][0]     \n",
            "__________________________________________________________________________________________________\n",
            "multiply_27 (Multiply)          (None, 2, 2, 888)    0           activation_139[0][0]             \n",
            "                                                                 dense_55[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "activation_136 (Activation)     (None, 2, 2, 888)    0           batch_normalization_136[0][0]    \n",
            "__________________________________________________________________________________________________\n",
            "add_27 (Add)                    (None, 2, 2, 888)    0           multiply_27[0][0]                \n",
            "                                                                 activation_136[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "Stage3_block1_layer1 (Conv2D)   (None, 2, 2, 888)    788544      add_27[0][0]                     \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_140 (BatchN (None, 2, 2, 888)    3552        Stage3_block1_layer1[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "activation_140 (Activation)     (None, 2, 2, 888)    0           batch_normalization_140[0][0]    \n",
            "__________________________________________________________________________________________________\n",
            "tf.split_38 (TFOpLambda)        [(None, 2, 2, 296),  0           activation_140[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_114 (Conv2D)             (None, 2, 2, 296)    788544      tf.split_38[0][0]                \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_115 (Conv2D)             (None, 2, 2, 296)    788544      tf.split_38[0][1]                \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_116 (Conv2D)             (None, 2, 2, 296)    788544      tf.split_38[0][2]                \n",
            "__________________________________________________________________________________________________\n",
            "tf.concat_38 (TFOpLambda)       (None, 2, 2, 888)    0           conv2d_114[0][0]                 \n",
            "                                                                 conv2d_115[0][0]                 \n",
            "                                                                 conv2d_116[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_141 (BatchN (None, 2, 2, 888)    3552        tf.concat_38[0][0]               \n",
            "__________________________________________________________________________________________________\n",
            "activation_141 (Activation)     (None, 2, 2, 888)    0           batch_normalization_141[0][0]    \n",
            "__________________________________________________________________________________________________\n",
            "Stage3_block1_layer3 (Conv2D)   (None, 2, 2, 888)    788544      activation_141[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_142 (BatchN (None, 2, 2, 888)    3552        Stage3_block1_layer3[0][0]       \n",
            "__________________________________________________________________________________________________\n",
            "activation_142 (Activation)     (None, 2, 2, 888)    0           batch_normalization_142[0][0]    \n",
            "__________________________________________________________________________________________________\n",
            "global_average_pooling2d_31 (Gl (None, 888)          0           activation_142[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "reshape_31 (Reshape)            (None, 1, 1, 888)    0           global_average_pooling2d_31[0][0]\n",
            "__________________________________________________________________________________________________\n",
            "dense_56 (Dense)                (None, 1, 1, 55)     48840       reshape_31[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "dense_57 (Dense)                (None, 1, 1, 888)    48840       dense_56[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "multiply_28 (Multiply)          (None, 2, 2, 888)    0           activation_142[0][0]             \n",
            "                                                                 dense_57[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "tf.identity_38 (TFOpLambda)     (None, 2, 2, 888)    0           add_27[0][0]                     \n",
            "__________________________________________________________________________________________________\n",
            "add_28 (Add)                    (None, 2, 2, 888)    0           multiply_28[0][0]                \n",
            "                                                                 tf.identity_38[0][0]             \n",
            "__________________________________________________________________________________________________\n",
            "dropout (Dropout)               (None, 2, 2, 888)    0           add_28[0][0]                     \n",
            "__________________________________________________________________________________________________\n",
            "avg_pool (GlobalAveragePooling2 (None, 888)          0           dropout[0][0]                    \n",
            "__________________________________________________________________________________________________\n",
            "fc_NObias (Dense)               (None, 3)            2664        avg_pool[0][0]                   \n",
            "==================================================================================================\n",
            "Total params: 18,267,288\n",
            "Trainable params: 18,214,584\n",
            "Non-trainable params: 52,704\n",
            "__________________________________________________________________________________________________\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "RrQUunJqhHwF",
        "outputId": "4d504299-2314-4469-9d25-b33a5bdc1646"
      },
      "source": [
        "regnet_model.compile(optimizer='adam', loss='sparse_categorical_crossentropy', metrics=['accuracy'])\n",
        "regnet_model.fit(x_train, y_train, steps_per_epoch=30, epochs=55, validation_data=(x_test, y_test)) "
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Epoch 1/55\n",
            "30/30 [==============================] - 49s 244ms/step - loss: 2.4674 - accuracy: 0.6366 - val_loss: 9.2722 - val_accuracy: 0.4247\n",
            "Epoch 2/55\n",
            "30/30 [==============================] - 4s 119ms/step - loss: 1.6030 - accuracy: 0.8048 - val_loss: 9.2722 - val_accuracy: 0.4247\n",
            "Epoch 3/55\n",
            "30/30 [==============================] - 4s 119ms/step - loss: 1.4029 - accuracy: 0.8197 - val_loss: 8.4987 - val_accuracy: 0.4731\n",
            "Epoch 4/55\n",
            "30/30 [==============================] - 4s 119ms/step - loss: 1.5990 - accuracy: 0.7672 - val_loss: 8.4411 - val_accuracy: 0.4785\n",
            "Epoch 5/55\n",
            "30/30 [==============================] - 4s 120ms/step - loss: 2.4506 - accuracy: 0.6972 - val_loss: 6.1870 - val_accuracy: 0.5914\n",
            "Epoch 6/55\n",
            "30/30 [==============================] - 4s 123ms/step - loss: 1.7599 - accuracy: 0.7618 - val_loss: 5.0239 - val_accuracy: 0.6882\n",
            "Epoch 7/55\n",
            "30/30 [==============================] - 4s 123ms/step - loss: 1.2298 - accuracy: 0.8048 - val_loss: 3.4343 - val_accuracy: 0.7634\n",
            "Epoch 8/55\n",
            "30/30 [==============================] - 4s 119ms/step - loss: 1.1910 - accuracy: 0.7927 - val_loss: 3.0544 - val_accuracy: 0.7527\n",
            "Epoch 9/55\n",
            "30/30 [==============================] - 4s 123ms/step - loss: 1.5459 - accuracy: 0.8318 - val_loss: 2.7003 - val_accuracy: 0.7634\n",
            "Epoch 10/55\n",
            "30/30 [==============================] - 4s 121ms/step - loss: 2.4891 - accuracy: 0.7685 - val_loss: 5.2556 - val_accuracy: 0.6505\n",
            "Epoch 11/55\n",
            "30/30 [==============================] - 4s 124ms/step - loss: 2.3390 - accuracy: 0.7349 - val_loss: 3.9522 - val_accuracy: 0.7204\n",
            "Epoch 12/55\n",
            "30/30 [==============================] - 4s 120ms/step - loss: 1.3016 - accuracy: 0.5787 - val_loss: 1.8260 - val_accuracy: 0.2204\n",
            "Epoch 13/55\n",
            "30/30 [==============================] - 4s 121ms/step - loss: 1.3083 - accuracy: 0.3203 - val_loss: 5.4482 - val_accuracy: 0.4247\n",
            "Epoch 14/55\n",
            "30/30 [==============================] - 4s 120ms/step - loss: 1.2655 - accuracy: 0.3567 - val_loss: 2.9345 - val_accuracy: 0.4247\n",
            "Epoch 15/55\n",
            "30/30 [==============================] - 4s 120ms/step - loss: 1.2327 - accuracy: 0.3742 - val_loss: 3.0950 - val_accuracy: 0.4247\n",
            "Epoch 16/55\n",
            "30/30 [==============================] - 4s 120ms/step - loss: 1.2434 - accuracy: 0.3984 - val_loss: 3.1009 - val_accuracy: 0.4140\n",
            "Epoch 17/55\n",
            "30/30 [==============================] - 4s 120ms/step - loss: 1.2455 - accuracy: 0.4199 - val_loss: 3.1195 - val_accuracy: 0.4247\n",
            "Epoch 18/55\n",
            "30/30 [==============================] - 4s 120ms/step - loss: 1.4024 - accuracy: 0.4441 - val_loss: 3.1195 - val_accuracy: 0.4247\n",
            "Epoch 19/55\n",
            "30/30 [==============================] - 4s 118ms/step - loss: 2.0519 - accuracy: 0.3863 - val_loss: 3.1195 - val_accuracy: 0.4247\n",
            "Epoch 20/55\n",
            "30/30 [==============================] - 4s 120ms/step - loss: 2.0202 - accuracy: 0.4320 - val_loss: 3.1195 - val_accuracy: 0.4247\n",
            "Epoch 21/55\n",
            "30/30 [==============================] - 4s 125ms/step - loss: 1.8001 - accuracy: 0.4778 - val_loss: 2.8820 - val_accuracy: 0.4247\n",
            "Epoch 22/55\n",
            "30/30 [==============================] - 4s 123ms/step - loss: 1.6970 - accuracy: 0.4805 - val_loss: 2.8984 - val_accuracy: 0.4247\n",
            "Epoch 23/55\n",
            "30/30 [==============================] - 4s 125ms/step - loss: 2.0638 - accuracy: 0.4966 - val_loss: 3.6591 - val_accuracy: 0.4247\n",
            "Epoch 24/55\n",
            "30/30 [==============================] - 4s 122ms/step - loss: 1.5060 - accuracy: 0.8264 - val_loss: 3.3311 - val_accuracy: 0.4516\n",
            "Epoch 25/55\n",
            "30/30 [==============================] - 4s 120ms/step - loss: 1.9079 - accuracy: 0.7066 - val_loss: 2.8893 - val_accuracy: 0.6344\n",
            "Epoch 26/55\n",
            "30/30 [==============================] - 4s 120ms/step - loss: 1.9759 - accuracy: 0.6299 - val_loss: 3.0290 - val_accuracy: 0.6237\n",
            "Epoch 27/55\n",
            "30/30 [==============================] - 4s 120ms/step - loss: 2.1121 - accuracy: 0.5801 - val_loss: 3.0581 - val_accuracy: 0.6183\n",
            "Epoch 28/55\n",
            "30/30 [==============================] - 4s 122ms/step - loss: 2.3069 - accuracy: 0.5935 - val_loss: 2.9322 - val_accuracy: 0.7366\n",
            "Epoch 29/55\n",
            "30/30 [==============================] - 4s 122ms/step - loss: 1.7831 - accuracy: 0.6474 - val_loss: 3.1764 - val_accuracy: 0.7366\n",
            "Epoch 30/55\n",
            "30/30 [==============================] - 4s 121ms/step - loss: 2.0222 - accuracy: 0.7174 - val_loss: 3.0371 - val_accuracy: 0.7581\n",
            "Epoch 31/55\n",
            "30/30 [==============================] - 4s 119ms/step - loss: 1.7367 - accuracy: 0.8748 - val_loss: 2.8954 - val_accuracy: 0.7527\n",
            "Epoch 32/55\n",
            "30/30 [==============================] - 4s 124ms/step - loss: 1.9081 - accuracy: 0.8694 - val_loss: 3.1076 - val_accuracy: 0.7581\n",
            "Epoch 33/55\n",
            "30/30 [==============================] - 4s 125ms/step - loss: 1.5023 - accuracy: 0.8708 - val_loss: 3.1494 - val_accuracy: 0.7312\n",
            "Epoch 34/55\n",
            "30/30 [==============================] - 4s 124ms/step - loss: 1.4526 - accuracy: 0.8748 - val_loss: 3.0165 - val_accuracy: 0.6398\n",
            "Epoch 35/55\n",
            "30/30 [==============================] - 4s 121ms/step - loss: 1.5639 - accuracy: 0.8708 - val_loss: 2.9081 - val_accuracy: 0.7634\n",
            "Epoch 36/55\n",
            "30/30 [==============================] - 4s 122ms/step - loss: 1.2553 - accuracy: 0.8008 - val_loss: 7.1533 - val_accuracy: 0.5000\n",
            "Epoch 37/55\n",
            "30/30 [==============================] - 4s 121ms/step - loss: 1.3822 - accuracy: 0.6783 - val_loss: 3.4550 - val_accuracy: 0.6774\n",
            "Epoch 38/55\n",
            "30/30 [==============================] - 4s 118ms/step - loss: 1.2937 - accuracy: 0.7322 - val_loss: 3.0096 - val_accuracy: 0.6935\n",
            "Epoch 39/55\n",
            "30/30 [==============================] - 4s 120ms/step - loss: 1.2481 - accuracy: 0.7725 - val_loss: 2.9379 - val_accuracy: 0.6720\n",
            "Epoch 40/55\n",
            "30/30 [==============================] - 4s 124ms/step - loss: 1.3223 - accuracy: 0.7779 - val_loss: 2.9677 - val_accuracy: 0.6667\n",
            "Epoch 41/55\n",
            "30/30 [==============================] - 4s 118ms/step - loss: 1.3850 - accuracy: 0.7927 - val_loss: 2.9520 - val_accuracy: 0.6667\n",
            "Epoch 42/55\n",
            "30/30 [==============================] - 4s 121ms/step - loss: 1.6498 - accuracy: 0.7766 - val_loss: 3.8287 - val_accuracy: 0.7312\n",
            "Epoch 43/55\n",
            "30/30 [==============================] - 4s 119ms/step - loss: 1.2647 - accuracy: 0.6770 - val_loss: 3.9116 - val_accuracy: 0.7312\n",
            "Epoch 44/55\n",
            "30/30 [==============================] - 4s 124ms/step - loss: 1.2786 - accuracy: 0.6743 - val_loss: 3.5119 - val_accuracy: 0.7419\n",
            "Epoch 45/55\n",
            "30/30 [==============================] - 4s 124ms/step - loss: 1.2488 - accuracy: 0.6501 - val_loss: 3.2966 - val_accuracy: 0.7043\n",
            "Epoch 46/55\n",
            "30/30 [==============================] - 4s 120ms/step - loss: 1.2812 - accuracy: 0.6595 - val_loss: 3.0824 - val_accuracy: 0.6935\n",
            "Epoch 47/55\n",
            "30/30 [==============================] - 4s 123ms/step - loss: 1.2888 - accuracy: 0.6797 - val_loss: 2.9453 - val_accuracy: 0.6720\n",
            "Epoch 48/55\n",
            "30/30 [==============================] - 4s 119ms/step - loss: 1.2649 - accuracy: 0.7052 - val_loss: 2.9565 - val_accuracy: 0.6613\n",
            "Epoch 49/55\n",
            "30/30 [==============================] - 4s 123ms/step - loss: 1.3242 - accuracy: 0.7012 - val_loss: 2.9039 - val_accuracy: 0.6559\n",
            "Epoch 50/55\n",
            "30/30 [==============================] - 4s 118ms/step - loss: 1.3219 - accuracy: 0.7685 - val_loss: 3.0374 - val_accuracy: 0.5860\n",
            "Epoch 51/55\n",
            "30/30 [==============================] - 4s 121ms/step - loss: 1.3190 - accuracy: 0.7900 - val_loss: 2.9873 - val_accuracy: 0.6129\n",
            "Epoch 52/55\n",
            "30/30 [==============================] - 4s 123ms/step - loss: 1.4258 - accuracy: 0.7766 - val_loss: 3.0042 - val_accuracy: 0.6129\n",
            "Epoch 53/55\n",
            "30/30 [==============================] - 4s 121ms/step - loss: 1.4154 - accuracy: 0.8129 - val_loss: 3.0785 - val_accuracy: 0.6989\n",
            "Epoch 54/55\n",
            "30/30 [==============================] - 4s 120ms/step - loss: 1.2795 - accuracy: 0.7389 - val_loss: 3.2211 - val_accuracy: 0.7097\n",
            "Epoch 55/55\n",
            "30/30 [==============================] - 4s 125ms/step - loss: 1.2317 - accuracy: 0.7483 - val_loss: 3.0814 - val_accuracy: 0.6882\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "<keras.callbacks.History at 0x7f8b20cc9890>"
            ]
          },
          "metadata": {},
          "execution_count": 32
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "UnjWgJbfiakA",
        "outputId": "108d81eb-b356-4faf-c474-e6e778db5a04"
      },
      "source": [
        "loss, accuracy = regnet_model.evaluate(x_test, y_test)\n",
        "print(f\"Loss: {loss}\")\n",
        "print(f\"Accuracy: {accuracy}\")"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "6/6 [==============================] - 0s 51ms/step - loss: 3.0814 - accuracy: 0.6882\n",
            "Loss: 3.081441879272461\n",
            "Accuracy: 0.6881720423698425\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "ExMXO4CHa6Lk"
      },
      "source": [
        "random.shuffle(x_test)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "LccE4BYr6Poo"
      },
      "source": [
        "predictions = regnet_model.predict(x_train)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 168
        },
        "id": "7bWN-W186hal",
        "outputId": "f44d2865-bb8b-434f-ea02-8bcc784d0883"
      },
      "source": [
        "_, axes = plt.subplots(nrows=1, ncols=4, figsize=(10, 3))\n",
        "for ax, image, prediction in zip(axes, x_train, predictions):\n",
        "    ax.set_axis_off()\n",
        "    image = image.reshape(64, 64, 3)\n",
        "    ax.imshow(image, cmap=plt.cm.gray_r, interpolation='nearest')\n",
        "    ax.set_title(f'Prediction: {class_names[np.argmax(prediction)]}')"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAjwAAACXCAYAAAARS4GeAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAgAElEQVR4nO29a6xtWXodNObZ59x7z6l7693VXVVd1dVV1d2JE1s2JOlEhDiyMBjjKFaAhMaKbKIOaYhAgQiJRImIcF4gJUAIiS3AMiJyOgSCFRkF6EAc3LIx2IbIBuPuKne9u249blff9z2vxY+9xzrfGWuONde5dfY+t3Z9QzpaZ6/HXHPNNedc8xtzfN8sXdchkUgkEolEYp2xcdYZSCQSiUQikVg2csCTSCQSiURi7ZEDnkQikUgkEmuPHPAkEolEIpFYe+SAJ5FIJBKJxNojBzyJRCKRSCTWHh/4AU8p5cdLKX928f8/WUr5tbtM50dKKX/6dHN3epDn/N2llNfOOk+JROII2RclTgNZj5aHlQx4SikvlVJulVKul1IuLx704mnfp+u6n+m67jMT8vNDpZQvy7Vf6Lruh087T4nTxYelM6ihlPL3Sik/eNb5UJRSulLK84v/+/dzLyL7osRpIOvRBxOrZHh+T9d1FwH8YwB+C4A/pSeUUjZXmJ/EkpCdwftHKeXPlFL+RtzXdd0/23Xdf3VWeVojZF+UOA1kPfqAYeVTWl3XvQ7g7wH4zUBvHf7RUspXAXx1se/7Sin/dynlvVLKz5ZSvo3Xl1K+o5TyS6WUa6WUvwXgQjh2jBYrpTxVSvk7pZS3SynvllL+ainlNwL4EQC/Y/FBfm9x7jHLtJTyh0spL5RSrpRS/m4p5YlwrCulfKGU8tVFHv+zUkqZ8vyllFkp5U+WUl5cPMMvllKeWhz7DaWULy3u+WullN9/N2V8jyA7g8Q9jeyLPjR90VKR9eiDU49WPuBZFMT3Avi/wu7vB/BZAN9SSvkOAD8G4I8AeATAjwL4u6WU86WUcwB+EsB/DeBhAH8bwD9v7jMD8FMAXgbwDIAnAXyx67pfBfAFAD/Xdd3FruserFz7XQD+AoDfD+DxRRpflNO+D8BvBfBti/P+mcW1Ty8qzNOmCP5tAJ9blMH9AP4QgJullPsAfAnATwB4DMC/BOCvlVK+xaTzgUB2BuW3lVJ+bnHd1xd5OheO/6bQIVxedBzfA+BPAvgDizz/o8W5P11K+fyiLbxXSvnNIZ2PlDmr9lirTEfyOii/cOwPlVJ+tZTyjVLK/1RK+cSU57+XkX3Rh6svWhayHn2A6lHXdUv/A/ASgOsA3sO8oP8agO3FsQ7Ad4Vz/zqAH5brfw3AdwL4XQDeAFDCsZ8F8GcX//9uAK8t/v8dAN4GsFnJzw8B+LLs+/GQzn8J4D8Mxy4C2APwTMjz7wzH/xsA/+7Esvg1AL+3sv8PAPgZ2fejAP69Sv7657wX/xbv+59a/P8UgP+H73RRdl/CvHFvA/gOAG9h3jnMAPzg4vrzAM4t6su/BWALwL+weA+19z0D8I8A/EcA7sN8YPQ7J77v7wLwDuZs1HkA/ymA/y2c22He0TwI4OlFvfqexbGnF/X6aVMW/ziA3w5gE/NO6lcB/LHFsUsAvg7gjy/yewnAZxfH/gyAvyFp/TSAzy/+/zEAfy4c+6MA/sfF/7ZMR97ZWPn9XgAvAPiNi+f4UwB+VsrneS3Xe/EP2Rd9qPqirEdZj+LfKhme7++67sGu6z7Rdd2/3nXdrXDs1fD/JwD88cWI8r2FRf4UgCcWf693ixJa4GVzv6cAvNx13f5d5PWJmG7XddcBvIv5iJp4M/x/E/MKNAVPAXixsv8TAD4rz/0DAD52kozfQ/jJxTN8GcA/BPDnw7G/0HXdlUUd+FcB/GjXdT/fdd1BN9eo3MF8kPDbMR/o/Mdd1+11XfffAvg/zf1+G+bv7d/puu5G13W3u677sjlX8QMAfqzrul/quu4OgD+BOSP0TDjnL3Zd917Xda8A+AcAvh0Auq57ZVGvX6kl3HXdL3Zd9793Xbffdd1LmDf471wc/j4Ab3Zd95cW+b3Wdd3PT8zzT2BuMRH/8mIfMF6mDmPl9wXM39mvLtrTnwfw7R9glif7oqN8fRj6omUh69FRvj4Q9ehe0VDEl/0q5pbrn9OTSinfCeDJUkoJFeRp1Av7VQBPl1I2KxWktUT8G5i/LN73PsypyNcb103BqwCeA/Arlf3/sOu67z6Fe9wL+P6u6/6+OaadwQ+WUv6NsO8c5g20w+o6g1/ij67rrpdS2Bm8tNh9V51BKeXTAP4y5jqmHczb3C+GPNfq7hT8AwA7pZTPAriM+QDsv18cGytTh7Hy+wSA/6SU8pfCvoJ5+bj38UFF9kXr1xedBbIe3YP16F6Mw/OfA/hCKeWzZY77Sin/XCnlEoCfA7AP4N8spWyVUn4f5pZpDf8H5tMFf3GRxoVSyj+xOHYZwMejlkLwNwH8K6WUby+lnMfcov35hYX+fvFfAPjhUsqnFs/3baWURzCfMvl0KeUPLp5tq5TyW8tcg7JuqHUGD4a/na7r/ibm7+/JUo7pZdw8ct8ZNO5XwzI7g78O4P8D8Kmu6+7HXJvD53kVwLPmutE8d113gDnt/LnF3091XXctpOvK1GGs/F4F8Eckve2u6352LI9rgOyL1r8vWgWyHt0j9eieG/B0XfcLAP4wgL8K4BuYawd+aHFsF8DvW/y+gvkc4d8x6RwA+D0AngfwCoDXFucDwP+Kua7kzVLKO5Vr/z6APw3gv8O8gj2H49MHFmUu8LpevMDrL2P+ofqfAVzFfG51e/Gx+qcX93kDc0bhP8BcU7LOWPfO4BLm7/l6KeU3APjXwrGfAvB4KeWPlbmA8VKZMzbM8zOllLE2+hOY1+kfwNF0FjBepg5j5fcjAP5EKeU3AUAp5YFSyr847fE/uMi+6EPXFy0FWY/uoXo0VeyTf/k39Q9BtFw51gtcw77vwVyb8x7mjfFvA7i0OPZbMPd+uAbgby3+qkI3zNmfn8R8bvodAH9lsf8cgP8B8w7lncW+H0cQ12KuU3lxcc5PAfi4yzOOi+2exly86ETLvwtzhuc6gJ8B8O8jiAsx9177XzDvCN/EQiiIOcP05cX+X1rs+2ksRMvh+hcWeT43tUxH3lu1/BbH/iCAX8a8Q3sVc83ToHy0XPMv//Iv/+6Vv9J1LbY/kUgkEolE4oONe25KK5FIJBKJROK0ca94aSUSiSVjMQf//5rD39IZ1/pEIpFYB+SUViKRSCQSibXHKMPz3d/93R0AbGwcn/milzAHS6WUft9sNjt27PDwEABwcHBw7PgY3CCsTIvm30znJNBn1+cCjp6J+eMxbl2+Y/74P++nabH89Jm0POM7YVqa53gOAHzpS186WcGeEJ/73OeOZZr33draOvZ7Y2Nj8Pzcbm5uHvvN59ayj2npPj4/76Hvifu1rOP703387eqavlctg5i2pun285ljHSR0n6s/3L+/v3/suJ5/eHhYrfPxN/P3xS9+cWn16DOf+UwX86/vNNYLPtPNmzcBAOfPn++P1dJg3WJau7u7AIBr1671dfTSpUvHrtHy3NvbA3BUp5mHGzduHLv39vZ2n8adO3cAABcuXDh2LfPB47yW+dT6cXh4OOhj9DfzwzT0vLF+Q+H6N+aTZUNQMBrP1fZAvPDCC0vti773e7938kfB9dvaRym0ncS+yF2r12h51foL7bd0667VOsDzZ7PZoF9lPm7dulXdMg88n23twoUL/f/63an1MbVnr+WPaZ47N3e4ZZt55JFHAABPPDEPNfb5z3+++nJSw5NIJBKJRGLtMcrwtEaytf0tVuUkLE3Nwq6ldVqMUO3eY2m5EfTYqHwsv8DQatLRb8uSi5ZTq9zeT/mcBK48WA41y7XF5LSYoGhVanmrBUrQClamJ+ZX03SMpbNaaoxPqx47VqNmJes5jn109UjLZmNjY/AsPKfFBJwm9Jm1ftTYLtYF14/xN98706D1+MADD/Tn8hnJuly9evXY/WlpKhN58eLFY/tns5llXPXdMB9ad5jfGjPKc5RR13xpXY/XOyaUqLWLeF6NQXV9gDKNZ4WxPnFqv66I703bamvmozUrUEqxjB+h9Z6/lVmPfSeP6TvUeuXqrLa5uM+l0eo/4nMoK9T6Hg7SGj2aSCQSiUQisQaYxPAQY7qFqWzLSazB1uhtmQxPC1PSvpv7a9lOmct1x1vl4ubRTxtublnvP5vN+n3RIo7n6m/HcEU2xrFmTrvj5pZr17i0lMlRxiXmaewZYr41n4qov9D7ONaqpuGI2N/ft/VklQ4PylQpInPBc6mNcW1I2xh1OLEM9Rxlt+67775j9yK0LkWopa379bda2coG1N6PYxSZ1u3bt4/lO+ottE4rtG7ps/K54r0dI6us1bLh9CE15lj7jRaz4/R9tfu22I2TfF8078rq6TMqs87t+fPn+3qg/QXTZBvhfmVHY11Q1mfqTJHmM+bfldtU1i0ZnkQikUgkEmuPUYbnpCPa2jFNa4pV+H6ZmdPQqDircMq5jp1R6zrCeYO1yqulc6qlsSrtDtFiksa8BGgtOu8BZUOcR1Hc15pDdhqF2rtwc8nKaun58XjLylOLW8sgWmyOFXIWPy009bCJ1qFacY55WCZaz1OD5lPTUB0LNTPE4eFh77GlrJFa0/r+9R1R+wMM9T6uPo7pvuLvg4MDy1wQqnkiM1XzCNP677zbXP6m9J16jTJkq0aNLWk9h2NHa150+rzKZLs0xth4ZV8cC65b1j9l9yLDw/uz/jvdHveT+Yl9lmrQpjCTvDYen6Kv0u+DQzI8iUQikUgk1h6TGB63fwpTcBrswkmV2GcFN0/rftfK0TECak1Psarf73znaUHv50b6Gxsb/TFaB44pcfGK4rMqo6P7HfPGPCgDULuvm0dvPXu05Fp6Gn1PY/qMFqPjrHD13Iisg1qjWi5O63GaUHZLMeaxol5Nml/H0nRdN2AanXZM65jzLrxz54616l38JxdvJZ6nWpiWDoxbMjvU9Ozs7PT/sw2qFkrLwFnykW1tacVWpSec2ueN9a8n1ZJGzze9xsUucu8r3ls1OE73qCz59vb2sS1Zna2trf4aMjusC9evXwdwFNuK+3lerU/Q+qKaIscUt/SptfKZOoOUDE8ikUgkEom1xyjD4+be1EKuxW5wVusUtEbhLX1Q7Xhr1KjX0mpRDwRVno/dV60snR8deybH6DhmoWadOutu1QxPS08QR/5qSeu8tM4l07KosWlj3lbxGmddakTS+HvM8or5VdSsGdUdufKaquWp5cN5qmlk4CmR0JUB03JaBpSl2dnZqd774OCg1xPQKiWLwXNplWpdq7FhLe8w1y5VXxG9X/R9u/Jr6Tri+3YMl7JGTs8RmSzt61TDpWyg3qvmEahlTNzN9+H9oDVbEPMx1atoiv7GxY9xfbLT38Tz3TFC2Ul+06jfIsMTvaj4rtlmGCn8m9/8JoAjhke1PTXPPvXO0rqmMZicJrDG7Cg0SrrDiaa0xjrWqYKuZX5kXdpT6FLXIN0HLQ6i3KCpNaU0pTzdR3msofL3WYuVY16AoRtujZJ1S0XoNa6TqbkBa1otelk7nfhBUrq4td9Nq+kURA1TB9Kxo5jqvq2CWeeGWqtHzl13mdB8f/SjHz2WX3bI586d6+l2ds6sdxqWviW6jffVwYkO+ohW2z937pxd1qNV9wm9Pg5SW32dG5jHj5MKswl+TFy/ovmPgy03kHZtcllwRkKt/5xqILpBWyw/1w8QOjhw4uaYF+5TETy3fI8Mfkkjgcuk6BT1jRs3cO3aNQDAO++8AwC4cuUKgCPjgXXABVatGW28D9udGq9Tp7Rq0H6UAzSHnNJKJBKJRCKx9pjERbdGwzW8nyktTUPzcdLrx0aIrSk4J0YdE5u66SgnShxjeFrWs3OLrlnmq6KNFc5tUq3lGHhwbCFCoL2oarTQ9Bw3VaWiOp3yiG7zhLoyKwOlFCv3c9plb29vYKVo/dGAeK5MYhq6ICbh6pWzfGez2WjQxFp+lgHS77Q0X3rpJQBH4kkuZri1tdUzO3w3tGh1GlSnbMbaR4uRc+WpVP/m5mafL+7jMyljo/l2U0illEGdUdG0Hnd1aWNjw/a7Os3v+kp9ZjJrEWctWnZ9b/ztpp8Urg+qsTH6Lt27dYLfyKLxWHQrj9v7778fAPDoo48CAB566CEAR++Rbeby5csA5mwOmVKdwlImWBlOrXexrFyIkdbsT63vUjZR88H8OiTDk0gkEolEYu1xosCDOnKvjXzdKPgkTM9UV7MW4xRHjC03TafBcM8zRXjs5jVr2gE3h11jltz971WoyFGtlRiK3mlxXLh7pwGoCTqdeE7nwHWuOc6J838yDmqtK+uhbps8j5bIrVu3BnmnYFDFtW4hv1gGykQ4YaOrq8qsRetUrTxiFfoLWq3f+MY3ABxZrxRgcu7+8uXL/bnKkJApI1wZxOfjPjJJzj3dicJrfaQGd6TWgnWiJXhX7Uatj2rpbFQ/4fq/uM8xi66fZtuIwnynmzorfaFiikB2jMlxW6fF5G/VlTkmI/adrOesP2wLXPT24YcfBnDE8LA98D2yTrPtXL9+ve9zeB+mqc4N7t1HXZpzg1cNmnMaqDE/rXfSYpuT4UkkEolEIrH2OHUvrdYIbMpIfmpaLp81pbtjapyuRO81xTNNz23NAdfc8KYyN1MU7S13yVWxRM7FvOYV1aonLa+OmiWlrsFqGdG6ct488bwHH3wQwJG1xGNapmRp3JZW1dWrV/u5dDIQvC/PpdWiv3l+LAvn+eA0HISWa421dd5Mq9BfqNupliPf3XPPPdcfowXJa9RqVmt1jClRrZarpy0Ptr29vf69aWh/XXRT03QsddQT6jOovqSVVtRJnFS7OUUD5RavXUVogxqmfGNa36yW7rPWJztmS9k7t40MD7U5H/vYxwAceTCSndEgru+99x4A4O233z62vX37dn8O66Zqj8gKKTtT+w7x/swfvcSYBtuBWy6oxihqPW55eCmS4UkkEolEIrH2eF9eWmNza26kNcUanMrsEDrnXdPnOFZD2QYdbToLqaYYbwVOcqxEDL2uzzrVuqjtPw227TTgvLJqllErT+ph46yr6FFFS4gWhgbeoh6Ex7mllROv47k8pla5anVoxei8OVmIa9eu9RYXY2BwS/aC17D8dKG+GB/FeQi29Cpj3lxqhZ+F9x/vwXJn+T355JPH8sayinDeWNpPjHn6aT7cPdx5sZ5qH6P6GdU4TPHUdO9R+y1CLXdif39/0D5d3dB7OP1StNQdgx4XV70XEL3VptbvsVkE7a+cpo5sDLdO7zibzXqtzuOPPw4A+MQnPgHgSMPDfoL9CTVi1MEx1g7r2cWLF/v78Fqyz45Zcd6B29vbfT7YZzLvtQWKY9m4visyPMyzW9jYIRmeRCKRSCQSa48TaXjUiqhZgS1dS0uRHdMfZFZiizgPg9r8sItO6/LpvGyI2WxmI13q6FNHv2Pl5yxyN1fprK+aVeK8xJYNF4enlh+nJXH6I61HMW0yOGRoaGlQh8Mt55hpkdC60sX1tre3B5YZGQXHYqnHlz7f7u5uH4eF27feegvAkQV29epVAEeWGq0utRZ3d3f7farvcfoy14aiR1YtVktMa5UaHjI8hC4jcXh42Lc7HmM+NT6PxofRfuPg4GDQvloLebYszdlsZts24eq6ew8xDfXC0hhOLl+1Plf3uffulhWKedJ6qGwl6/aqMTYz0WLt9Dz3vYxss+snNN6OMj2Mlsw+bHt7G8888wyAI5aT2h2yZa+++ioA4N133wVw1J8wxg7Lnv3exsbGQGuo71Y9NpVhYZt6+OGHe+aJ/Sy/pS4uj/Paim1L25m2dfXEVCTDk0gkEolEYu1xImm8m3+szVHqNS3NQNzf8rpSLYFjDsYYHh0ZauReXedGvQtqHkVqzTvrT7cxZoGzxAlnZbjzY/6mWiynjZZ1Gcu0tpYT4L2ONO24UB4tF24/8pGPADiKT6HaHd6Tv4kYg0I9plh/NH4FLR2N4kz9ULTkyCQxX8wvmSdaZmR+OAdfK1fH/KkWraXjimxkS6O2ijg8unAlQZ1TrA/u2dVqdm2OZbK1tWXZFc1XyyMzMmctFlf7OdWDaTyemFZrsVDtO5V9HtOBOT2T0+7oebV9Y/F/VolaO2jNVmi/qtvI5rjZAMf8aJTwxx57DMCRJ9ZDDz2Ej3/848eOkf1kf6F9lTIsjzzyyLF73b59u9cT8hymqfXfRRzn891333193pm+atK0bur+lnYMGH7Paxq+iGR4EolEIpFIrD0mMTxjMRt4vMXKqKeHW1eqZq3qb+dR5VYbjnobfSa3im3L+ovzsmo96ejdWWhRJ+G0Ak6T46LuxvNa0XVXBafGrz2b5rnlqcJrNYbOpUuXeguGc8m0hDinPFWvRX1IKaXXz+g8uFpuBC0kjXKqLENMg0yURkzl75dffvnYvajxiRoox0wqWgxGTdPgPE6WCadr0bzF/RphW9u0eruxTdFK3NnZGbQd9Qh1TInWqVg/WpGqHfvt1ueK91cGzDE7rhwjc61oMT6KeI8WG8K6vWy4+FO130436bSYWvb8feHChUGsL/12cKsRxPmbHljPPvssgHkfoTHAuLI5tTtka3hvanxU5xfZaq1r2l9pf0w2nGmx/7148WKfd26ZFhltZfOdB1/Uwmp/xbxP9TxOhieRSCQSicTa49Q0PIpWBGOipsVwfvmEU3m7OebI8KjWg9CojxqPQEf1MZ+aXxdXQ+OBEFNWm3YRLZ3GpRbTxjF0y4beZ8oqxM5idvPk3Mbonk888QQA9FsyJQQteXqI8Lez5Lqu6z19YuwbYMjuaXwRns/r4/piGg8o6pCAI2ZK41q88MILAI5WO47lqBGX1Xuhtg5XTENjZUQ4Xd4yod5Gav1FBlnz57yd+E74m9Yp73Xjxo3eita6oHB1vFanxrxda/klnJdq9F5xzLr2Ey2P11p+nAeau0etbNw5Z63hIWr9p9NDOSZM2ZytrS07+8CtepSSnaYHFhke9mHnzp3rr3399dcBAK+88gqAI8aXILvM88n80HuL/d/+/v6gv+JW3z2fUb9dkdFmf0UPM41BptGjlZUmapo3rUcahd7h3qhliUQikUgkEkvEXcXh6S+uROt0lrdaFE6Zvbm52Yx6zGvUE2Ys9oWyQjqyVgtS5wh5fRzxar407kcr3k2MxeK8aHSFalduY14GTvW+KrS0HjHvUzy54pbvk5YRrYonn3yyn7OmtUSQZVELh2WtDEvUgvC+ZJJcG9G6qoxP9CrgOdQKqYZH6yq9MzROUNd1gxhQajXVtF4x37Uoue4Y97diX5wG9J58Dmqq+Pv+++9v6pUIZbF4nO+26zq7vlWrb9R3VlvZ3KXRWo+r1kY0Don2idzPus/2ogxeKcWWk+rDiNqaeJpf1S3qd2AVdQjwrN+YZ5nTrLk6UXtveq37PpINIZPDushyI3tz/fr1vt+inpDfJrIs2ueQYdF4PGxDMQ3tRxT6bSb4fBcuXOjrvotF1mIEx76fLe9dh0lTWi1qLwrxWi7iKl7WxlEL6KedHMGCVJq25uLHj4J+qFhp+LHhC2YlcNRwzIsuG6AvVs/TRQ3HBjwa0Emn4ggdaMZ9rYa6bLgPkGsAERq8Uae6NDBXdN/kVBbLLC7YCQwbvC4loYuLbmxs9NNJ2vm7IJME9/M9RiqW9YD50fdGSlqnzx599NFj+2vTmPqB0TqqH6Jap60fYBcSYJlwhlJtGlnfjZvuYZ3heewD4uKyOghR+t199GLHH/NXc0tvDXxaIuYoNHbvk2BdYxoakqHmQKHGqmvPY6Je7fedTGFVaIm3AS9VcG1b611sF3xu7VtYn2iUcepKBcbsozh42djY6Psc1lfmi/0cp6645X5umXZcrFgHR60BhX4PmYdLly71YTX47OzfalN+MS3tS8eCYrqpZIec0kokEolEIrH2uCvRsv7e2NiwLtk6glbLXK3GCBVI6ahOqTKOdLmfo+nt7e1+RM2tWk+6UCMtIVKttSkCHd22RIi6kGRMU9krF0DMue6N0amEEyEuGy1rLubLTV+qqFKXB+D0DwNzPfXUUwNq17n1ahrckpIlK8h7xnxxioBMobrHsx4RTDO6UzINPjMtMrXWyS6ppckpsFLKYOpKxdVu2YUxgW8rpMMqrXMnkqyxqi60BKHTKTUmqGXZOiiDXQva6PKl7VTrkDIO8b3ru+L75rm0uonadLeb3qndt/YcymDfunWrr/faJjUfy8bUKa3avqkSAS2nc+fODZaG4G/2Key3yNqyz9H2G1kR5oPfLPYj7D8YoJTfNhUg63u6c+fO4BulfaWr98xLDAvCZ4wLigJHdSAyqTFtXUg21i/H6LRkE30+R48mEolEIpFIrAFGGR43etIgazF0tuoeWvoWZYaAIavB38rcaLh+3lst8/vuu29gpTNI00svvQRguDCjWsLqpre7u2uXinBz7k44WmM21HpW92IVX2t5Ru1FSxS2bDjBXs2i1rlgXVBO2T2+Vwp5n3rqKQBzC0rLXa/RMmO94latsM3NzUGbUHdSTVMtoxprqRoj1dvQ7ZRpK9MTNT2f/vSnj91PF/dzzI7mM7I2LQZiFdB76XPVNDKE608Ilj+1Uhr0kunW0tDfTms2ZqU6jaJjqFTHF5/HieU1v+qEETVmeq4yTZoGoY4fuvwK4APP6qKwq4JjceL/yq47Np1b9i/RxZwiZDJsbMP6zVKNGKEaztls1vcX1MaoVkdDNmioFWrWyAzt7+9b1kpF5fr90T50e3t7oM1RXa9qeFhfXLkeHh5apmlqn5QMTyKRSCQSibXHKMMTNQuAV6tvbW0NRnxOG8ARGtPWke3m5uaxBcjiOcrcxPlCYOg1Ej2zeD9VqtM1maNjWjHKUNXmMlVjodocLTdV8UcLwlmKJ51Hjt4sq2ZyHNy8ay1kgZaRPl8M1w4cBRV8+umnARzpWWaz2aAsaaWw/nCJCa27qgWL79x5Qak2rOXJwe2DDz448Ahk/YNFKBIAACAASURBVFELmYuHqit+fE56qTFfqk3TAF3K+NRco1vW1Cq0YK49qBt2ZDa1XNX7U9m6seCCzu1c3zfLmflS5i9qopxVyt+qv3HamVJKX2eVGVD9oNNk1Lw7p3pSOcaHz37p0iXLuhGr0hO2PMxqGjDd6jvX+sN3QRbn0UcfHbiZ66yEhsBw3sExWCbbNhkaXWaB0P5Ez499gM40qIaVUKZOy6Druj59XY5HvWMds8l7xDxo/dXycW70RDI8iUQikUgk1h7vi+GJHllq8eicN0e9BPUR3EZrII6MgSOvGfXMUUtcR+DRqtWgS9RF8DdHvfqsOsKteVbpOWo1E2oBRUZKLQwXb8Sp0VXTUEvjrJge9wxqTYx5xah2h3EqNG5FnKfWZSl0blvroJaPer7UPFn0nTorWC3L2Ha0HpNt1Plx5od6M2UsoraDXh86T68MhC59ULPEtc6dlYdNvLcLJBrLn9az09BpuSpKKYM6FI/F/ChDpnoXvuMag8B9qs3RNuA0PZEZ1fLRtDVAoavH8ZhjaJ33ljIgtdg+yrLdKyx0rOuuv9JrVIfK7xcZ5IceeqifhWAb11g0qtFRlk89qvb29gYxc7glc8I2T0aFfQH7F2VDav2vqy/KGOq35s6dOz0jTW8xLn3BWRWNnxfzEdOK38kWM9iqR8nwJBKJRCKRWHuMMjwuXopalsCQYXDRFOPy8cBQpf7ggw/2USdppXL+U5eScDEnGEmXLM5rr73Wj2452n3jjTcADJe152gyKtdr28jwuCinar04xqeUMrCeVdHu2Bo3N14b6bbm0ZcFfU+uXkU2wT0/vRy4qN4zzzwD4GhOPN5DrRR9h45FI2oh8hXO6puKUo6i0JLlpBVHJketdFpy9DRkmURPF5YfvdZUq0YrkPdimmNWn/NAOgsND3/XFsF0XoHOs2tMk+TaSCs/tO5rXnvOgm2lrcdV4wMMmRNCvQPVOyv2XY6lVEZbNW/KQI1FyB2Lf7NMtO5Xi9hd84DlOcDwW6dLw+zs7Ay+Wbp8jXqOuu9OZHrYP7Btc8tvncbnYZvncbcgaMwHy0M9qJwXGb/jGxsb/beW3+GXX34ZwNGsStQxxjJwescaU6jfzfTSSiQSiUQi8aHHKMOj1rXOR3NE2HVdP5rUa118Ho2qyJHZN7/5zT59XfNDmRNaGkyDI1eOdF977bX+t85zcuuWoncj6zHrxUG1KoroUTQW6yged+xRHBWPsT2rhMZR0lg70Tp3cURYf2gNkLng3DgR2RyNykymkPVF66JaBzX2psXo6LtWdqsG1ZjwmdSC15hWWicfeeSRAVNJ1ojl9eabbwI4mlfXyOg19ssxEqu00l38KT0ODOuZ5p+WrotlRdS0MdpOHdx6epHR075G1w5UC1zTJmrrh7l3pUxUTUenkXj1XOfR59ZWi+WocOW0LNQ83OK2pqvU+sPyIJvB9so+SmPsbGxs2AjxceHfuHVx4OL3ixoZMiZvv/02gOG6kIS+a43TE59Ny8ulwfN1rcqLFy8O+hbWk+hpFstEV1+Y8t1yseYckuFJJBKJRCKx9hg1P3WERguEI9voeaU+8y52hDImupbVtWvXeg0ONQpMW9kZzmGq5wktOKa5t7c3ULnrSFVH8y5exd2wJWp91bQhWl46L6wjb/U40XtFNuKsIy2rN0zNAozbmDdldhh3h15ZytLwHrdu3RqwirTEqB+bwr44tCxFF01aMaZbojZH422opUS2ppTSezbGFd6Bo1XkWW5f//rXARy1IdW7xHfRWjNoFWh5yqiHEzBkRTWGkzIrtT5A2QsXOdut3lx7/8ro8b2yXmqbV21RTfuja/21tH76zDE+kzI8ei7Lz3lv1by03HvTOErLRqsexbJVDyWCz8/3Rc0O26syQoeHh4N+XdsZ27iLxaUroF+9erVndtj++ZszHKwLqqNV9qhWn7Q/1W+J6vg0rt729rZltZzOzP2ufaf0mzr1W5YMTyKRSCQSibXH6LBaLQ1VYseRvkYaVcvGMTu1lcOp6nbsBs8lk6Pz0kQtZoHGD3CxJKZ4Wjn9jJs3V2sxsjoaaVMZHs1Xa2Qbo2bWjq0Srnxq7JpqSFjX6LnHiMoaZVgtpdu3b/fntFZ3dkxFbb9jdKZc2zpP34tqUWoeVMCRV+LVq1cHLIF60tDzkToDWoyqwYtl5TRXaskuE8p2qPUa34vzalJdoWMcIxxz5/R4qmOp1Rf+z7qtaWv8M6d3jHlxrEwrbomuVH3r1q0+DdWDKdPkGKda/+favrIny4Zj9HU2I0a/1wjFzDNZU5ahsoxxbTz1RHLrp7HMdO1GljXz8NZbbx1je2rnMt+qWXRaq/jNUIZJ40rxPGWdo8ce0yCLzDR0/MCttkv99h4eHg50iy0mU5EMTyKRSCQSibXHJIZHFeU6FxdHVar8rsWvqf2OjIVaNG5dIh3NKesRR6lkg5QVcmkTLpJjnN8nVMWvaajeILI4Os+q+gOdU/0gMTxOs6Poum6gt6BFRGaCGhXVyJChoFV14cIFy+wQTodTy5d7Fj3nNNkOpqnrJLFsajF06KGh7BZBS5N6JlffoiXltBotlus0oc+unkMRrl9QnZzWNW1jh4eHts64tbW0TtXWY1ImRyN9u/J2rEBMX1cd1/5YmXVlzmL+lE3TclO2XPuw2A9rVF0tl7OC89KazWYDBlBj6Lh1rzTSfmT1CMf+63dTY+dwe+fOnZ7hIcuiXk9Oh+PWKYxwLAuhqy3ElRKAeb/N7ze9Y1kuGuNO66aWX21WRVnGqRG7k+FJJBKJRCKx9hhleHS+Ua2/OLrSaI7Kdihr41Zfjde6uBRRmxOhbFLU7Wi0XTdSrMUmiOfHPDrmQC01jaWjSv1arBOnitetzklHTGVWlg1XPrXRucZ6IiNBhofWsMaoIcvBurGzs2MtU8dQOAt7CoNxtyxHjUHRNFXzod6K0ZKmBUiPEZ0XZ5vW2CEuvk3cp3VtlfXJtQOtQ1tbW4P8ujgxusZaTc/hVmUmXD+h1n+0iNU6Vq8nrbfaV6oFHL2AWpoGZVS0HUXtirJByoKwzrDPV40REfs3907Oiulx+qPZbDZoE/yta/A5z6sYp0cZV8egaB1gtGLG3KHn8tWrV3vtjnpGs41rZPbWNzBqwXSWxHkh8hmpZ+Lahk888USv3eHYgPWcfZR6n3K/5jO2cff9m8rwTJrSUqpJXbv39vb6TKu4SaeuNK0xlzhH5eqiaSqA4zZSv1oQOlWkAx73gmPDaLlSqrhQ04gftDEh2ZSt3nOVLsMttARmsax5DjsRipXZoLS+aCiCKPpjPeG+GPa8hrMos3jPqQNoFTay/KLglG1DF61kp6ML8uo0S5yuaAm1V1FutWkSzScwH0Q4obEOCvibbr1Mk4PBnZ2dycH1CG3rauyUUgZGIAXk/FBpOH+3FEB8L47id4P51tR9vI8amjrgYbvicV2IOU4v6/1aARxXjViX9d3xGdh2WE9U3K3X3XfffX270rLUIHy8v4ZW4fRVnMbSd91ylmmFTjg4OBjUDx0caT456GP/TBf9hx9+uC8vXc7GTW3pd7tmEDsigGj1RfdWbUskEolEIpFYAkYpCg3W51y7Dw4OBlNB3Oq1SumpSKsm8FKhro7ulHmKQbSA4zSts57HLMaYzzhKdoJmQp9jSrj5lnB21YLj04COygkd0W9ubg6EgTr1ouWg1i/Pm81mPaXKaTHFMqzMk4qXx6a03LvWaSpaSjdv3uzrGPfps/Ne3E+q3Vl9cVkANwW4CjhxqTI/McidE/zr+1axbXw+Zah1ytWVhVuW5/777++v1SUAalMhwJHok8uC6FRGzJ9OB2h+Wv1IZPSUGdP+llAnDHVZ3traGkwrKzt+VkxPbVqHUAkCGTiyzmR61B1dBeFx6SCWCfsmna3Q76ZOX0dGiOmrhEOZFH2fY8EydUpNv+tMg8wOA5k+/vjjx8pod3e3z7O6tutMjBtf1Jie1lISyfAkEolEIpH40GOU4aFAqja6jIhLIzhGRC0lFfXF/TF4Ue1a7qclxBF2XEoi5nd/f9+O5HU/r60FB4zn1UaYPEetP+fKGuHOaQlpW27S9wJq1lPcrxY4MHRL13rFOsk6yms5h7y5udmzF6wnd+uWfhKcNI14/lSdhQv1EJlWFTTr/VoMT8yTY0wca7oMKOOq1u1YEEQN2qaLH7MsaoyQc+3V/WoRqxCZ99zZ2TkmPI1bfZ9Mg0zPs88+eyy/cXkQZf2UOVd22b27GtvsnEjU+lcRdk0I7+rOWfVXTu8CDOsU64suWaOsCL8hGuivdg6/UWR8VN+l35RYr9zsBJkSDRfAax3TGd+BE1OrcJt1kb+Z9rvvvtsvZsr6HoPCxmefot3h1rU/osUUJsOTSCQSiURi7THK8HARMp0XrgVi0lGuc2sj1DuE529tbQ1C6nMkqJ44Liy4WsgHBweDkbULvqQskqKmbdClN5yF44ItRj2QjuxrnkxxO2Yp3UssDzAsB9UZzGazgTaDUGbQhbWnFR8ZnlUugaCYwh61WDzHjLGeRfZAPSD4W7UuGihM6/sUnc5pMmMtOEtOtSBd1w0YxTFLNh6v6Ql1iRentdN86ILL3N68ebNf5JH5oyakZsUDR1qfX/iFXwAAPP/88wCOvLtu37496CtVc+E8dLSMogbKeee5BaGdS348plhlHYr3cTMQsT9xfa32zfwukbnQ5z937tyg7PiOyXo4ryhleIhbt2719SJ+O+N9HWOsdYK/Y/gWF1SS+WC/QQ0Pf7MMvvnNb/beWaqp1fbplp1SzVhcBLwVWsQhGZ5EIpFIJBJrj1GGRxkVHT1FhkKtJB298VpdRr4WK0AXG9PF23SkSJ2H0wft7u7a0eXYMgfAMJ4JUUoZWHH0puCol/lg8CgNJhXLTDVQTnOk5aqxkuLz1Jius4Dmw8WFiAHUWiHo1XOi5tVAC5jzyy0rchnWZssDq3a8FffGefMcHBz0dUq9O7RNKPOg1mG8t1rDRCsmzWnCBebUMtrf3+/7LeaX5aNLOBBumZau62ygOLX2tVwds3L79u0By8x+TTUiyvTwXb744osAjjQ9Fy5c6J855r1WTvrMippOQhl15ynn2JJSSn+OK+uzYF9r94/5cN8M9axSrU5N06MMoGOmnSaN5cV7X716tWeHdKkLZcF1ZkHrRPTGVs8u7TfIDNMr66mnngJwFBiW58eYYNGLND6D0yK6+hfrjPMqbSEZnkQikUgkEmuPUYanNdKKFrvTp6iFo1oatfZjOHf14yd0ZMqRLhG9s3h+ay7bQfMbFfu6/AFHvQyvzVHx5cuXAaBXrde8F9yI1cUNIlzI/dq5ZxE/Jd7XzbdGi8OF3XcaE10sMbIQbrmElmZmFRh79+43t2R2WCfJXMTYF87adl4X6gVX03Q4z8CzWrIk3jvWD9U4tZYUcUxorZ2wPLW8tH9T9ise57Xsp6jF4Lugtaz6Ib539ndkind2dpp1Rt+RMlcR+r6dFkrT4vl8LmJzc7O5RMdZoVVu8X9l8wjnuRuZE43GrHXNRYxX9izmqaX7cV6dNVaU+VSGSRlgsuaMrMzFnMm0x+j2GlVav+eqF6otJRGfq4aTsvLJ8CQSiUQikVh7jDI8Y5YOUI+v4DwkaK1wq9fFrfOocjF+XJTKuJCpzkW6hVDd6JeIo3xakNTsPPPMMwCAJ598spoPjaxai4rq4kLURvi1/fF6Z8lqGsuGi7ej9SqWAy0ifeeEWjMEz7906VLPvJ2FdqeVZu24eghqeal1SEspRjJ1jIPmo7ZYosuvYxlXuR5Sy1uRmM1mPePlLF1aq6pXUB3TnTt3BvWvpWshnHW6v7/f123nrUhGWBfK1bKIrIHzKHJtboz1rOm4atfWyh4YxkiKcdC0bp81XB8ZY8vpVr3pCI2BxTK/fv36IBo16x7PdWkQWke5OHA8V9fW02u1zqoXVNQAqucxo0rzW8dvHHWr0dMLmLcd7Z90kVn+1hmZlpanhtTwJBKJRCKRSCwwaS0tpwXR6KfxXBepWK9VKytGN9VYPQSv0f1uXjR6HhAuFoCmqfO2cQTMeUuOdjn3zrTobaaRN6l058h8NptV1yerbV1sBSJaKlOYuVWgFdcjMgVqJRLKctA60JV4eZzWce2+p/Esp1WG8R0569fFhGL9oabj8PDQruGk0HY3Rec0VteWjZZXRs0KVJbFsTX0HmG7jB6CtD5p6Wp8KIXTv8TnUG8VZZsZeVlj6mhUelr577777sC6b2kAT8L6ah3S/lfrrfb9+/v7A6bRMWKrhmN4ItPl9HDUVBFOe3rt2rVB5HjVuKrHL/sz9Uwmtre3B98M1oHWO3beUbPZbBBvh8/IWFGMZE/Gh2mzzjJ235UrV/p9yuyoB6mOM9zsRu171vJGVCTDk0gkEolEYu0xieEh3BxgZFCcVkY1MWNMimoZuNU1QtTiUSshKtzdOh2OOVGVOtkZPt/Ozk4f34PKdab5xhtvAMAgnpCO5qPGQMvHebsRLe+CWjwNd+2y4Tw01PshomV5spxoUZDloAW1tbXVW0Aa88nlwyGedxJNzhhiHqZe07LeZ7PZoExVM6fMQ8uTLzKuLZZlmXCMgLKEsc9y7LKm6dZE2tjYGDA6Tsvj8qnt+pFHHhmsIaT9Ks9Vjx1C40rduXNnYCVHHVL8raj1Gy7ekut3VV+ifei5c+cGa0dpPV1Vn3Q3rKTORuh6i6w/PI9azeiFp15aTpeq9UvrSpxh0Prt0tJvnlvbcGtrq9clsc8k60mGh1vmg56CZGvoifzWW28NVoTX8mt9k9NLK5FIJBKJROIuMMrwOLX32LlqBWjEXJ3L1bVFop5F4zk4LwAdyfI3R9V7e3sDdshZZmoZa+TUGB+GbAKv5cieo1yNiUKMqc6dMt3Ny7q58ZpuSbFqpkfzWmPV1APJPR/fLesILY2oJ1CL4W691KawMe83baY/dq2LRcT9N27c6J9VmUmXNstvjPFp5WcVXlraryiLQGxsbAy0ha7N81rWJe1HZrPZQJ+i5ejS5m/1utna2sJzzz0H4IjBefXVVwEM9RrK2vCd0lOG58c16KZq/dzxWp/hojLr+1cmJDIObm3A2rpby0RL+xW/Y8rC8DffpTLIbGtk/Mk+U2cY09cVzLUMldmpeWC56N/u26Hnsd4z3+fPn+/38dtGT9cnnnji2JZp8FtHNucb3/gGgHl/zPqtmiH1TnaaIqftic9yUtY5GZ5EIpFIJBJrjxNFWiZc9OR4TEebHCVzdKyeWNFaVetIV3xWn3+dB67FomgxO47hUcsjzvtzZM986ahcVzB2FlFkY5xOw41cXSyUsbn4VcfA0PuNxQRxsSz0PWkE0Bj/gVvVoDkL6G7YmGXCxc3Q2B2qW9nd3e2vYd108/nOU6K2YjHT1Pq7SoaQbUjjedWYCo2n02JhFLGetDR+Wq6E+x1XNqce4pOf/CSAoR6N5a0RlvmbDA/rRcynejU6zeKYhqbFHIytMh/Pi+cqO3/SyPfvF61vWeyHlZWK7Qw4ajtkQ6K+EzhiPa5fv97/z7pZ8wgE2gxm1MOoBszFO9P9OlvBvFy4cKFnnMjs0CuLrCK9s+I6lcARw07PrLhmXC1eGJ8h5tN5JJ/Eg69Vj0YHPIRSYJqRKJbUgYMWDB+GBaOC5PPnzw9cknXhThVwaYVUuvTcuXODKTddKkLdAgmtkOxsYp74snUKTt3jNSx9dNtUQXPLtdA11Fons+qpK4VrkDU3bJ3SIh2sQeP4weNH45133jl2j9ghxA9CvK/L592U19jAs5Wm+5DocX7g+OHTgGO7u7u9oJUBwZwgVzuo2nIs8d5xX6tTXgZUfFtbzBeYP5/WFf3oK9z+g4MDu1ivGwQQKjqNCztqQFKCHxmGudC2z/fP9x6nDJwAlNB+zg004hSmmwIkphqRMU0V2mqfvWy0BOzxtz4vy5jlzrZD5xUOHFge/P3ee+/1Ax4+L4+ppEOF9Gq4xEGBOgC1gjq6b3R0ReezsF/lQIfTdLGvAYYLgsZQGdpfTV081Imsp/Qzrb47p7QSiUQikUisPUYZHga2cowKR1Obm5v9iJSUF7cqVuZoj+Im/o7LL6i7H39zFKzTZBwFqztntOxdOHl1P1cLQEfBvGfXdf2I9cqVKwCORqJqgat1WgukqJZOa1mPu8FZMT3uGdRCiVMIPEaGhxaSLhdBJoPbKA5luqwP8d1FnNRNvYaW26+GWiAODg6soJPQeq3WFH/PZrO+zaqgnmmz/n/9618HgIHraC3ImrMM3XTOMsC2r+yvMiy7u7t9OdFaVTbIofbetX/Q+zsW1TkX7O3t9f0arWS+A74zMgfaVxE1l2VtN8q+tAJRxny7KV/HQOr0mWNQa8+iU1zLhmPMx9hKbZe66CvrG+so6x3L5d133+0ZaF7Dc/jt0pkHQqefanXZMcQq2td2qizSpUuXeiaHTDGfSYOcugVBY9+kjI5zR2+JrCNqcpW4TYYnkUgkEonEhx6jDA+Xfld3SXWTPH/+fD8ypNva448/3h8DhqN/urORHeEI+O233+71Bbyval+U+dF5Tx2Jj4mq1TVPR5A6wo6jZhf2W0fByvDUtEcncV3/oMExATULRBkGliXrCS0jnfsmoxhdGXWOWEV6zs17Ck7KBjltVnTFdxa0Cz6m58cFU9k2tf689dZbAIA333wTwFD4quHqI5StUD3LMqHBI9U6ZN4uXLhg3cyd2NZpVmL9cGJXt7yNY9Yii8lr+c54ji6Tos9c0z44BwXNL+G0fzU9nauX7NdUkzimK2RdVhZfmbNloSVcj04Syjrxufjcqk1hv0J2hNuHHnqo/77x26Yu7trGa/o84Pj3Sx2BmF/9dqmGjX0mGUUKkx9++OF+H/POazkjo4wO88syIIN18+bNweKgJ2WCx/RlTiifDE8ikUgkEokPPUaH1bSmdTTFkVqcAyTDo8stqIKdI0d6InAUSAv+zTff7K1Pbjk6Vr2B8yJQy3N3d7e/hqAVyK0Gl1KmpzZvra7ThFrN6r01xvAok+TwQWR+lCFQazhaAKpboa5Bg4HxXZONpNVVs6T5vpQBcDqMWv6mer45BkjLoOYVo5Y8y0Dn+VUD9eCDD/btTsE02KY0JLzTfkRvlalW1DKgLIPz3Ii/tV65QJTK0tTS1j7Q3dexRURs67S02T9cvnz52G/WaQ2yqR6mcZ9jopSRcvmMGh7XB7L8lBUfCwbndHJnVadaXpXR843vXGcrdAFj1ZSSLXniiSf6/isyIMBQG6P9g3o0xXei3xdlslm/VI/DbzGZRbLjFy9e7PPMZ2T+2F8413KWRXTF1xkWF1iwxU5GplDrZFw+agqS4UkkEolEIrH2GKURdKl41VxEK5sjL47qOKJ1lq6GsKbf/9NPP92PGjmqfOmllwAAX/3qVwEcWanUASl7U4sTonF0NJ4LoWyNW4AwLqpIqO5EdRHRq03TUouj5blzEobnrNkgZ93V4ixosElaGLSiWK8ee+yxY/cgs0Ht2JUrV/r3oO+YVhYtHIWrs9HycJ5eLi09L75fteJcYE+1+nicFtwjjzximUEyqNTwKAvZWkwUGFr6q1oOABh62LH9qofQ/v7+wNLVWGCsU+r5pfW05kHnmBENjKhxZmLsKdUY8hy+E9Ui6jIrNd2JamP0Wuab/e5Y7Ba1xFsaJ6eDif2w3n+VdWcM7r3GPOu52g7Zz+g3LbJXbKNkU9ifsf0xDX1/7l3E8lOtDhkczq4ow0NPzsjsAPN2wPuyn+WW+XMBSpV1Pjg4aAZGJFqsaK1vvVuN671R6xKJRCKRSCSWiElLS7j4G3FkpiGmVS9BC5yjSo6CdTT6wAMPDLRDn/rUpwAA3/qt3woAePnllwEAL774IgDga1/7GoAjJblGMI2LANa8reKzqrWnVmJkJ3RkrR4ZrQjLMaqzi5fh5uTvhrU5K6ZHy2ks5L96tmmsI7J6rE/KPpIpPDg46OuDY054D41y6ub3Dw4OmrofomW1EIeHh319jfojwEfF1brMZ97Z2RmULdsh4+5oG1EdWs3ibcWYWUW9Uk8Pvn/VldTypR6ZrUjbMR3njaV1hawh78X81Vgj1QPxPZK11D5IYyTVGFLXtjQmi1sSI5aVslP6zM6za6xtKEOtLNBZs9BTYsAoy8Jz+M3Ta9m2Ll68OFiyge1PPZlaOsK4Xxe45pb9AZkcfmNZ1hojLy7nwzwrw8P67b4/uozE7u5uk+EZK+vaM+vzn2Q/kQxPIpFIJBKJtccow0OL08VwiCN+jhI5EuS1tCx0xBgXLAOOGJ5HH320t+o5QuWomNF0n332WQBHjM8LL7wAAPjlX/5lAMBrr70G4MiavXnz5sCrRz13dM0bnePWSKvRElIrysUMUZV8nKtveS65uCPE2Mj2rK0nrS+OHdnb2+v3qfcC3+Ubb7wB4Kgu0CpW9vGBBx7o02Cd1DqqlpGLFKvsX9w3NR6PasNiHA62ibg2EjCMUcJryFTQUiObEPPNNFher7/+OoBhPA2N86GYzWYDVvQsGB4+O7UPLAPqD1h2NS8jQllbfYfaBjc2NgaMiXvPrEMaXVbXQuq64ULByhwoI9myjGuedC4ytIJpRP0Qy5ZpaLvVuky4eD1RD6P6Jf6eGg172Yh12S20qu9BFzxmn0XcuXPHxrDTqNuun6/1meqpxLZA7z5uWQc0QrRqB6MWTBlgXfRb666uG7m3tzc4123ds54EUzU9yfAkEolEIpFYe4wO/91ITEf6tVGnWoFMQzUEygBdv359sOIzt7RkOSqmDui55547lm/OYb7yyisA5vEtNJYJoauj61y4zn1H5kdZIILWiptHd9qfiKmKdTf/Ga8/i7gpEXxe9T6pebJoXAdew/pB9o51gVuNH7Gzs9NHEOXzawRsZeTIwKk1PxaHx0Vu03docAAAE6hJREFUVWud8Sm0TV29erW3rvWYWucsL7YPMp/RIuL92M5+/dd/HcBRLCveSz2EdH2b+JyunqoOYxVg/t59990+f8BRO45MlfZTapVq+Wo/N5vNmu9X2VtlDWtQLZYyj6zzyga4WECbm5uDY4S2Odcvx+eMHm+Aj1vk1ocb8/RTby2N2LtqjEVe1jLS53XHdS3Fd955Z/DtZN1j/6VedVoe+l0qpQwix7M/UA2P9qnsQ9knxXasz6L3J9Q7qxapXVmts/TOIpLhSSQSiUQisfYYZXg0hoRaf3G0paNftYTVWtARb1xllfP0VL/Tuv/oRz8K4Ejvoxb6008/DeBI2xDn6pVZ4kjURR51Wp6oBXJskI4+lSVSLYSWZW1LtNiaeL5ee1axL9QyVAYsWoxqOZCRIPhMZC7IdnzmM58BcLze8ZiWmbItUf8R86d1NOov1MNG2wrTotXO+DdaF3g85se9J2W1ahGC2WYYs0q9s3ROXrUDTm9V27dKDxuNqE2vPT4Xrdra+lfcaoR2t15eRIvhIVyUd60v+/v7gz6SUK2U6wP0uv39fcvYaIReTYP7o2esepsyDWWtnFfjmOWudcit+bYqjDE86iXp2A+NTaPelmxrwHCdLfW0VO8t1Q/FuqNrYumqBjyX/R2/q9yyb2Afe/78+f5byvwxLTcW0DKJejhX94iWpk77oojWd9IhGZ5EIpFIJBJrj0kMj47mdGQWY9I4jwO1iNXqJ27fvj2IsssRM61Xjmg1xo+uoP2xj30MwHwEqyNRXQ9MPTWch0K0BpUFInTUqcdr86EuVgGho11n0cX9Y9bLKqEWta6UHJ9B65pG0WZatE6YBq0bRlqOugZd+ZdgneQ9VAdSs6r0nepcu+abDAStKl1n58KFC4M2QjBtjYzKfGqbunnzZh+V/NVXXwVwxCzRylPvC1d/Yr1XC+wsNGHqxaOMcc1zSDVGarHXIrLH62oMbAu8RtOIbImeQ7AuO88w169E78Ya+x7Tcv10fE59z+xPCY3qTLh1xqLOUO87ZsUvAy1GIO7X59Sy1edUT8fo8eTWQeO3i/2CegVrecVvjjI5zBdZY2WLNHqzMty7u7v9M/GdR01OvFYjtCuiZx7R+h5N0Zed1DtWMWnAMxaUjBlrPYwKV9VNPC4Cpm64OgDSqRF+EHidDmK2t7f7c7XxOndhYsyVznUyCueGHTtrHYgRzlWvNt0St2M04KrhBo1EHDToFIsOAnRgyg873yvPf/LJJweLG7JToZiZQl6mxalTpfKZ9vb29uBZtD7p9Il2NjqtEsV9PMZ8U4So9LdOu/K6r33ta30wTg50aCy4Rf+0vqshEgeODlMX7ns/0HzqArARrp67gZubMuq6bnQhQ2A4hc98spxZ5/hxOjw8rIqja/lpTQXEMtHBXSvfYwFMW+EjtM9xx+OHWAdcZ9UXuQF+rT9105JEK4wF68C1a9cGi4Vq2mpcsd6ocwFRShn0F1r3dLDN/TS26AwUpxW1XTnnBu0/9PtVGxNo+ZwGThoiI6e0EolEIpFIrD0muaWrVV1jeFyocB3BqiCOI0iOLPf29gbUrooJ1cLh6FmDbXF77dq1gSsq76diLA3S5ERZGxsbg3LQEXaLko5TGY4adAJWx/CMBUg7K/d0x/Zxf3z3hGPaWLa8llNGDEFA3Lhxoxexa5h/WtucItJgcaSE1Rq7dOlSz+jolBafgflW0SEtNmV+YrAvPiMtMDJRvJZQC5IC5a985St9gEFO/+oUlrqPqhVfWwbEBfBb5RRXK/ipMrCAZzkcI+HuUTumcAy3lmetjrspLsXYNHbNbTmeUwsGGLc1ODamJaomYt/qlvMgVsX4OLGrlm1tOlPrwNRlgOIxXYJBl5XRqVvuZx8V36dO5+tySS7/ynjrNGe8xk1huSnl2ns86budcr6bEm31RcnwJBKJRCKRWHuMxx1fwI3kI7Ohc7QuDR0h6sh6c3OzGTyL0NElLXcVhu3u7toRaOvZ3Oh+f39/MLJ385luscyx+U43Um1pdeJId4p73yrggmgR0TJRi9QFxtPf1KzERWxpHX36058GMAzURybF6TDGrBbV3ai4T5lL1mEyRLTYDg4OBvn55Cc/eey31h+yNVw091d+5VcAzPVMFEcrk+NYR6Im0G7BtY1lQPPthMeHh4eDZ3OBU93SDnHrtHXKfmj/xzrNOhi1PGrlT2XMxlhzx6I6llnTjNByUBbc5UvfTQwBojo0l8aycTf3cd8ClovWBdX2XLx40c5aaJqqHyTbTH1hLbAmXdo1DIf73ihLXqvvbqtpjtWJkzLALW3dSdJySIYnkUgkEonE2mOU4dGRoKIWKM0FG3I6II6Coxqc/0fPrZi2zofrbw1mdePGjUH4fqallq8+m54XvcucxsmlVVOya/koWsyTG3kDnm1r3fO0odaL02bFYI6tQFfqRaDeULdv3+7fOe/7/PPPAzjy6tOlGnRRTmVv4mKSmrZaxbTomabOr0fNG5+R+VBrkGWhoeHJ7PD3lStXBnl2DJl6Bimzo8fjMWf9LROOpSEic6wB8lzdIRwjFF1rHTOhLK96mHIJDObpscceG7B+fFfO6ndMbSwD1084jyrVDUXWy6XlglNqWaiWcTab2fvptctGy/NtTLflvmnaxlTbc+HChYE2R/WmqulhnVAvy8gk81oyvjVtbdy2Fn2NWlLnxVfzVnaYOhvhrpsCvUerHiXDk0gkEolEYu0xyvCcdM62dqw1d6whxiNz4oIeqarcLWNB7O7uDuIJ6Dy6GyEqixWPuxg+yk6Mqfcd7nZeP96r9S5WpelRxq5Wb4A6I+UYLd3P9xmtFb5bnbv++Mc/DmBubQPDUOy0vLmfODw8tHVQPc6YBqFsZayz7n2oJxpjDn3lK18BgN4jiyzCjRs3Bm2lZWW1lleIHkCu7Feh4VE4zVtkd8YC4MVrxtiHqd4gjuHjllqM119/vddmkdFz3lCuvdbaifMYdd5ZhDJ5sU9z8Xhc+1WrP3oPaUyYVbHLDq2+b+z4GCMI1BenrbFyEcqW6mwG+5WozXLxzJzeUYPq1hgqxyrqs7a83WrXtnA3jM8U3U9EMjyJRCKRSCTWHpPi8CjcCB9oW5LOKowjR2VTnBeFepY4C2hvb28w8lMvG95fF//TOfx4L6fhcfOgrTKI93O/CTfCjtZGa/S7ag1PLVoocFy70GIgavqnmHa0amjxcBkK1cJQh8N4N9Tu0AKvWdzMDy135l3j8bh2UIthotYc6yTzzYVSGWuIHmmMtcPn2N/fH60Pcavl6ryzuq4bWIotzdoy4BiWsSjnznOppUGpaRNdfDG1yPn+yQ4ymm08T5nrk0YfrlnVLU9MZ6nXltdwzLDrm1ydi3VK97nFm1eFmndf3Mb+U6/Rc1uszWw2s3GSCNX46TtQzQ/Tjeeq5tZ9h/S8MW9h9w1xbGTcOu9khatftT60pWlt1aNkeBKJRCKRSKw9TqThcTqX2mh4qvakNieobIrzNHAMT2307uayVWGvc/CaZm0037Jw3Qg3/m5pAhRT2Bo3Yh67ZhlQDzf1qqvFcHLl7sqlpvPSWCjqcUeGhHEsaI0/+uijAI6s9DjnrWtoKTOoXn+uzKOWjAt7UufB31wI9O233wZwtPYXn6e2ro3TfTjGUrc15lCfQdk0Ze6WAWeJ6/EalPHVtMa8kpRZ1DLXNHQdP96L+z/ykY/0aarOyjGxJ2EWtFxc5GV69mib7LpuoPFo5c/pgmJd1/7WMR3LhusTawzPSWI/xd+1PkpZF4Vb024s/06n5+q1q/dT4sFNfU8n+aa0mJ0paU/V7hDJ8CQSiUQikVh73BXDoyPaOO87NS3FmLXo5g2dBVKzat2oXJXtunr72PM4HY3LX+t4635j59YYopPMjS4T6jHCd6zW5cHBwcAad6sKa1o1TZg7RqaEWp7Lly8DONLucEsvEzI9Fy5c6OsF96lmh6AFrfPorG+89/Xr1/soqtTukMFR5of7nadLzUNCGR2n3RmzBl08j1Z8j9PESfoAZ5ET+jzUQI2tLaQsi/PKYjmz7vHdxlg7LQt2qm6iFi/InePWFRtjNlTzQZZKy9fVpZpOjfXerQ+3bLQi7sfvhNPTuLbizhvTxrjfUzA2SxLzoduTRE2eOnPj6l3ESdkil3Zt31TGMBmeRCKRSCQSa49JDE+LVRiz8FoeQrVRaG1l8to1rVFxjOjrrCWnhte4KbUoyS1r00V4Hcu3lkfLGnReKjWGZ8yjZZlwa/GoheGi2cZjLqppzVrR+6nuglsyJ4x3w3ev61+dP3++Z3a0TN3qwZqv2mrJ/F+v1XNdHJyoYdN6oWWqejdnKcXnaXlnrYLhIVqatpplXjsHwECPpcdjhGDV4kQPnFq++M7I9JE1PDg4sJon19+6dqy6w1o+CGV6yEzW+hueQ40b66HGltL6MKYf4/1Z1hqRehU6sHg/x1TUWIip+kqn6Ylwfa+2odbsQC39Vv1x541pUE+qkam1vanMTmu8MVYGU++RDE8ikUgkEom1xyjDM5UVqR3TNFpzftEaaHlRKMbS4nHnvaBWi7NiHGtTO1ePvR/tTkutP7ZtWSKrglpvuv5UPO7iwThvI+oLxtgrZz3VIqICR1a5RgE/d+7cIO6OW1uGW312PW9/f9/GuVFmzEUWj+2lteYT4Sy3mvfR1JWTlwmnnalpL4iWFa+6ppreRZkcQr23NA3qglh3YmwnF49rat+peei6YfwqhWPjalpF7b+Yd31GrWtj+iFl0LU9t9b9Oy04r7UpOhZ3jXufY32x3qfFktby1Yqi7erX3fT/J722xvC08jklrbvND5EMTyKRSCQSibXH+9Lw1CyiqdoTN0qOMXOmquJdDIN4D6d/cBaHesKoJT827+mYsCmWXeuZCadKr1mFboS/KqbHMSy196S6FI1A6jxEtC7WNAEtVsPFa+Hx27dvD3RrLtqwslj67DEPqoFwGgBXB2reiG7bsjBrOp2Wd9ZZaHimtD/HhDlLvAb1PGp5uvB89iu18xxT0NInOaZ47Blb7EOtT+A+MjvaxhStNcsiq+XOWdVq6VP1K7VZAcemu/4s9kktT0EX48d9J2ue0VPqSS2/ytyNPePUbazLrT7I1f+psYlqaTlMGvBMHcTUzmn9nnL/1vEpaboK7l6GfgCmDHhaFLULTz8FpzFt8H4ozfcDtzRITczsaHG3LICKc2NgMydsVtSm1uL+Wrm5QYDWH4cxUaTS/K2prJrB4dyQNU033RjrMs9RN/+xQcdpo/VxifWmFjajBq1rOuCtTRW5wZTWB10KIObJdfSu7k9pr2N1NWJqWQDD8mgJa8cGbK2p+VXVpVY9ir9POjB1iIZc3Ffb1q6dun/qt3as3jlDuzUG0PPH3vndfP80fZdmCzmllUgkEolEYu0xyvAQU0eKU4+NHY9U4lQh3hQmyI3Sa8JPwLsA10bDLZHyFJGWu2YqyzYFU63A04YG3Rujld1CsGpZE47tGLMw7lYMf3h4aF1wdauLJLr6VrO4tVxUHKppTBGvMk0XIkD3RzbnJIHKlgV1xVbEPLmy1nP199gUa4sx0f7DTSNHF+2WRT427aTH3ZRvy0KvlZFjmvQaJ/auPdfUZ102XF0YK4dW/WnlfaydTK2jtTydlNFpvdcp78ndY+z7dBImMOar9m7cLMnU72MyPIlEIpFIJNYeowzPSZgWN8LSEdiUNKdaYK1AenEE25pDVRaiNedcShlYmy1xsLOQTzLfeTeWUI39iPlZNvR9OU3P3t7eQAPDPKoI1FlGtdDwLh9TGYtY75xF75ZoUDd7fRfRUtNncfV9jOVq6Q70mZ0AOW4d69liXZYBV0a1fsXVEWVhnCg3Lsbq3KadXsjpXWLAUmetuv5jzIJ3WsSWy/sUuHJ0LKyeN5vNBs/WCty4LEzVzMS2pMfcNWP3rDn4nAQnCWZ4t8xrjdGcOovRSreWxklYR/3t2karHiXDk0gkEolEYu1xIi+tseMnmRcfS7PGFrUYk5YFFNNseVDpeWOYOv865XlaHlynMed9FtoLoF2WzM/m5uZAS6LWty5U6JYdieENnAeVpu3KxTErtbT1mRS1OqOslT5TS7c0dk9X9mOMTtzGdFtW3zLBAJMaRqLmujrVi8y19chc1DQ4wBETzC3z1XKF39vbG3hyOfbI3Vvb8f7+/mCpCH0WfWe8N8uV2NzcHNRp9ezTstfzaoygskD6zKtmm6cwPY65ajE9tfc0te9t3auWzkmZpzF23Gm/XBpjcM/SYnZiftxzuDFBC8nwJBKJRCKRWHtMYngINxdeOzY1zZOc08rPFKW4C/Sk2ylaHh1dTi2D2khW9ynTcbcj2loaq4aWtQsotbe3Zy0wp5GpLaDI3xq/hmh5PTmGJWqtXL7cHL2zYA8PD23AQ01Ly68WX8i961bQQNVWxHbSqjer0F/cunULwJDhq733FrvsUEvLsS93awHHd+q0ZC1GvabDchoR12dqfeRip7HdODbVQftWskeHh4fY3t4+ltZZs81TdXvx/5NqZeI9pjInrbTG7j01fy5obdSCaT6nLv0Ry0r7Fs1Xq9+t9e1TZ0AckuFJJBKJRCKx9ihnZfUnEolEIpFIrArJ8CQSiUQikVh75IAnkUgkEonE2iMHPIlEIpFIJNYeOeBJJBKJRCKx9sgBTyKRSCQSibVHDngSiUQikUisPf5/8pHraHUfQXYAAAAASUVORK5CYII=\n",
            "text/plain": [
              "<Figure size 720x216 with 4 Axes>"
            ]
          },
          "metadata": {
            "needs_background": "light"
          }
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "yj27Lj70lltm"
      },
      "source": [
        "y_predict = regnet_model.predict(x_test)\n",
        "y_predict = [np.argmax(predict) for predict in y_predict]\n",
        "y_true=y_test\n",
        "res = tf.math.confusion_matrix(y_true,y_predict)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "JsHZba-OnVgi",
        "outputId": "e0231151-fe2a-4107-bd2b-bbcd56af0915"
      },
      "source": [
        "res"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "<tf.Tensor: shape=(3, 3), dtype=int32, numpy=\n",
              "array([[ 0, 27,  1],\n",
              "       [ 0, 74,  5],\n",
              "       [ 0, 73,  6]], dtype=int32)>"
            ]
          },
          "metadata": {},
          "execution_count": 79
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 282
        },
        "id": "NrTx5G2hj4dU",
        "outputId": "c64076bb-4e7b-403c-e626-2cce0493338c"
      },
      "source": [
        "sns.heatmap(res, annot=True)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "<matplotlib.axes._subplots.AxesSubplot at 0x7f8b18e37210>"
            ]
          },
          "metadata": {},
          "execution_count": 80
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAVoAAAD4CAYAAACt8i4nAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAXEElEQVR4nO3de5xVZb3H8c9vD0PhXUSHYeAEBqhlqaWYWangBUmFXhnqKQ8ZnTkd0/BVnqJzsovlyUsHLy89HUdFMZNLmoGIpiEYKiKIaMqkiIDMDQgxL4DN7P07f8xyHGGYtQf22mvPw/fta71mr7X2fvbPeemXh2c9z1rm7oiISHIyaRcgIhI6Ba2ISMIUtCIiCVPQiogkTEErIpKwHol/Qc8qTWtI2LUVJ6VdQvAu3fBY2iXsFt7dutZ2tY3mv72ad+aU9zl4l78vH+rRiogkLPEerYhIUeWyaVewHQWtiIQl25J2BdtR0IpIUNxzaZewHQWtiIQlp6AVEUmWerQiIgnTxTARkYSVYI9W82hFJCiebcl764yZHWJmy9ptb5rZJWbW28weMbMV0c/942pS0IpIWHK5/LdOuPtL7n6kux8JfBrYDNwHTATmuvsQYG603ykFrYiExXP5b/kbAax09zXAaGBKdHwKMCbuwxqjFZGwdOFimJlVA9XtDtW4e00Hbz0XmBq9rnD3xuh1E1AR9z0KWhEJSxd6qlGodhSsbcysJ3AW8MMOPu9mFnsTGwWtiISl8EtwTweWuvu6aH+dmVW6e6OZVQLr4xrQGK2IhKVAF8PaOY/3hw0AZgHjotfjgJlxDahHKyJBcS/cggUz2xM4Bfi3doevBGaY2XhgDTA2rh0FrYiEpYALFtz9HeCAbY5tpHUWQt4UtCISFt1URkQkYSW4BFdBKyJhyTanXcF2FLQiEhYNHYiIJExDByIiCVOPVkQkYQpaEZFkuS6GiYgkTGO0IiIJ09CBiEjC1KMVEUmYerQiIglTj1ZEJGEtBb/x9y5T0LZz2qknMmnS5ZRlMky+fSpXX3NT2iV1e3tV9uaU677FHn32xd158e55PDf5j4z834vY7+BKAD60zx68++Zmpo38r5SrDcPNN/+KUaePYMOGjXzq0yenXU7xqUdbujKZDDdcfwUjR51HXV0jTy2cw/2zH6a2dkXapXVruWyOx39+NxteWE35nh/mnDk/57UFf+GhC29se8/nLvtn3n1zc4pVhuU3v/kdv/71HUy+7bq0S0lHCY7R6lE2kWHHHMXKlatZteo1mpubmTFjJmedeVraZXV7m9e/wYYXVgPQ/M5WNr3SwF59e3/gPYPPOJaXZy5MobowPf74IjZteiPtMtKTzOPGd0lsj9bMDqX1OeZV0aF6YJa71yZZWLH1q+rL2rqGtv26+kaGHXNUihWFZ+/+fTjw4x+h6dmVbcf6HXsIm//2d/6+el0nnxTpgu7WozWzHwDTAAOejjYDpprZxOTLk1CU7/EhRt08gQU/vYvmt7e0HR86+jhWqDcrhdQNe7TjgY+7+wcWD5vZJOBFWh9Sth0zqwaqAaxsXzKZPQtQarIa6psY0L9f237/qkoaGppSrCgcmR5lnF4zgZf+8CQrH1rSdtzKMnx05DFMG3VZitVJcEpw1kHcGG0O6NfB8croXIfcvcbdj3b3o7tDyAIsXrKMwYMHMXDgAMrLyxk7djT3z3447bKCMOKab7JpRQPLbnnwA8cHfP5wNq1s4J2m11OqTILknv8Ww8z2M7N7zOyvZlZrZseZWW8ze8TMVkQ/949rJy5oLwHmmtmDZlYTbQ8Bc4EJef1LdxPZbJYJl/yIOQ/czQvPz+eee+5n+fKX0y6r26s8ZiiHnv15+h//Mc596ArOfegKPnLSEQAMPeszugiWgDvvvJHH5v+BoUMPZuUrT/P1r5+TdknFlcvlv8W7HnjI3Q8FjgBqgYnAXHcfQmsWxg6jmsekupllgGF88GLYYs/z4ek9elbF/7Ehu+TaipPSLiF4l254LO0Sdgvvbl1ru9rGlt9elnfm9Prqz3f4fWa2L7AMONjbBaWZvQSc6O6NZlYJzHf3Qzr7nthZB+6eA57Kt3ARkVR14SJX++tJkRp3r4leDwI2ALeb2RHAM7T+Tb7C3Ruj9zQBFXHfowULIhKWbF5/2QZarycBNTs43QP4FHCxuy8ys+vZZpjA3d3MYnvQWrAgImEp3BhtHVDn7oui/XtoDd510ZAB0c/1cQ0paEUkLAUKWndvAtaa2XvjryOA5cAsYFx0bBwwM64kDR2ISFgKuxDhYuC3ZtYTeBW4gNYO6gwzGw+sAcbGNaKgFZGgeK5wE53cfRlwdAenRnSlHQWtiISlBO91oKAVkbB0YdZBsShoRSQs6tGKiCRMQSsikrA8bhZTbApaEQmLerQiIgkr4PSuQlHQikhYNOtARCRZrqEDEZGEaehARCRhRXzoYr4UtCISFvVoRUQS1qKLYSIiydLQgYhIwjR0ICKSLE3vEhFJmnq0IiIJU9CKiCRMS3BFRJJVyGeGFYqCVkTCoqAVEUlYAWcdmNlq4C0gC7S4+9Fm1huYDgwEVgNj3X1TZ+1kClaRiEgpyHn+W35Ocvcj3f29x45PBOa6+xBgbrTfKQWtiISl8EG7rdHAlOj1FGBM3AcUtCISFM/m8t7MrNrMlrTbqrdtDnjYzJ5pd67C3Ruj101ARVxNGqMNwLeevTztEoJ35ZAz0y5B8tWFnqq71wA1nbzlc+5eb2YHAY+Y2V+3+bybWewXKmhFJCiFnN7l7vXRz/Vmdh8wDFhnZpXu3mhmlcD6uHY0dCAiYSnQGK2Z7Wlme7/3GjgVeAGYBYyL3jYOmBlXknq0IhKWws3uqgDuMzNozcq73f0hM1sMzDCz8cAaYGxcQwpaEQmKtxQmad39VeCIDo5vBEZ0pS0FrYiEpfTukqigFZGw6F4HIiJJU49WRCRZ6tGKiCRNPVoRkWR5S9oVbE9BKyJBKcGnjStoRSQwCloRkWSpRysikjAFrYhIwjxraZewHQWtiARFPVoRkYR5Tj1aEZFEqUcrIpIwd/VoRUQSpR6tiEjCcpp1ICKSLF0MExFJmIJWRCRhXnq3o9XjxkUkLJ6zvLd8mFmZmT1rZrOj/UFmtsjMXjGz6WbWM64NBa2IBMXd8t7yNAGobbd/FXCtuw8GNgHj4xpQ0IpIULJZy3uLY2b9gS8Ct0b7BgwH7oneMgUYE9eOglZEgtKVHq2ZVZvZknZb9TbNXQd8n/fvcnsA8IZ723Mc6oCquJp0MUxEgtKVWQfuXgPUdHTOzM4A1rv7M2Z24q7UpKAVkaAUcNbB8cBZZjYK+DCwD3A9sJ+Z9Yh6tf2B+riGNHQgIkEp1KwDd/+hu/d394HAucCj7v5VYB5wdvS2ccDMuJoUtCISlGwuk/e2k34AfNfMXqF1zPa2uA9o6KCd0049kUmTLqcsk2Hy7VO5+pqb0i4pCKvW1HHpj3/Ztl/X0MhF3zyf88/5EgB3TL2XX914KwsemMb+++2bVplBeeq5h3n77XfIZXO0tLQwavg5aZdUNEksWHD3+cD86PWrwLCufF5BG8lkMtxw/RWMHHUedXWNPLVwDvfPfpja2hVpl9btDfpIf+6d0vqHVjabZfiY8xlxwmcBaFy3gSefXkplxUFplhikr5x5AZtefyPtMoouV4K3SdTQQWTYMUexcuVqVq16jebmZmbMmMlZZ56WdlnBeWrJMgZUVdKvbwUAV99wM9+9cDxWev9vSDeVwIKFXbbTQWtmFxSykLT1q+rL2rqGtv26+kb69eubYkVhenDuY4w6+QQAHl2wkIMO7MOhQw5OuarwuDtTf38LD86bwVfHfSXtcorKPf+tWHZl6OBnwO0dnYgm/VYDWNm+ZDJ77sLXSCiam5uZ//giLvnWBWzZupVb7pxOzbVXpF1WkL50+vk0Na7ngD69mXbfrbyy4lUWPflM2mUVRSkOHXQatGb2/I5OARU7+lz7ScA9elaV4L10ttdQ38SA/v3a9vtXVdLQ0JRiReFZ8NQSDhv6Ufr03p+XV66ivqGJL4+7EIB1G/7GV75xMdNuuY4+B/ROudLur6lxPQAb//Y6D87+E0d+6hO7TdDuwmyCxMT1aCuA02i9cUJ7BjyZSEUpWbxkGYMHD2LgwAHU1zcxduxozv+Xb6ddVlDmPDKfUaecCMDQjw7izw9Mazt36pfHMf22GzTroAB67dGLTMZ45+3N9NqjFycM/yzXXv1/aZdVNKXYs4sL2tnAXu6+bNsTZjY/kYpSks1mmXDJj5jzwN2UZTLcMWU6y5e/nHZZwdi8ZSsLFz/LT77/nbRLCd6BBx7AbXfdAEBZWRl/uPcB5s99POWqiqcUhw7MEx4R7i5DB93ZloYFaZcQvIFDzky7hN1C/aYXdzkln+h7dt6Zc3zTPUVJZc2jFZGglOBDcBW0IhIWp/SGDhS0IhKUlhIco1XQikhQ1KMVEUmYxmhFRBKmHq2ISMLUoxURSVhWPVoRkWR14dmMRaOgFZGg5NSjFRFJVimu+VfQikhQSvFiWOnduFFEZBfkzPLeOmNmHzazp83sOTN70cx+Fh0fZGaLzOwVM5tuZj3jalLQikhQsl3YYrwLDHf3I4AjgZFm9hngKuBadx9M6726x8c1pKAVkaDkLP+tM97q7Wi3PNocGA7cEx2fAoyJq0lBKyJByWF5b3HMrMzMlgHrgUeAlcAb7t4SvaUOqIprR0ErIkHxLmxmVm1mS9pt1R9oyz3r7kcC/YFhwKE7U5NmHYhIULqyYKH9g2Rj3veGmc0DjgP2M7MeUa+2P1Af93n1aEUkKLkubJ0xswPNbL/odS/gFKAWmAecHb1tHDAzrib1aEUkKNnCLQyrBKaYWRmtndIZ7j7bzJYD08zsF8CzwG1xDSloRSQohVqw4O7PA0d1cPxVWsdr86agFZGglOLKMAWtiASlBB8ZpqAVkbCoRysikrA8ltYWnYJWRIKiG3+LiCRMQwciIglT0IqIJExPWBARSZjGaEVEEqZZB5KM5nfTriB4PTJlaZcgecqV4OCBglZEgqKLYSIiCSu9/qyCVkQCox6tiEjCWqz0+rQKWhEJSunFrIJWRAKjoQMRkYRpepeISMJKL2YVtCISGA0diIgkLFuCfdpM2gWIiBRSrgtbZ8xsgJnNM7PlZvaimU2Ijvc2s0fMbEX0c/+4mhS0IhIU78I/MVqA77n7x4DPAN82s48BE4G57j4EmBvtd0pBKyJBKVSP1t0b3X1p9PotoBaoAkYDU6K3TQHGxNWkoBWRoOTwvDczqzazJe226o7aNLOBwFHAIqDC3RujU01ARVxNuhgmIkHpyqUwd68Bajp7j5ntBdwLXOLub5q9f2dxd3ez+DW/CloRCUpLAWcdmFk5rSH7W3f/fXR4nZlVunujmVUC6+Pa0dCBiASlUBfDrLXrehtQ6+6T2p2aBYyLXo8DZsbVpB6tiASlgAsWjgfOB/5iZsuiY/8JXAnMMLPxwBpgbFxDCloRCUoe07bya8f9cWBHj3oc0ZW2FLQiEhQtwRURSVjWS28JroJWRIKi2ySKiCSsUGO0haSgFZGgaIxWRCRhGjoQEUmYhg5ERBKmWQciIgnT0IGISMJ0MUxEJGEaoxURSZiGDkrcaaeeyKRJl1OWyTD59qlcfc1NaZcUhFWv1XPpz65p269rXMdFF5zHG2++xaNPPE3GjN7778sVEydwUJ/eKVYajn322Zurrv8pQw8bDO78x8U/ZumS59Muqyi8BC+GWdJF9ehZVXr/1h3IZDLUvriAkaPOo66ukacWzuFr519Ibe2KtEuLtWXNn9IuIW/ZbJbhZ49n6q+vZp+992KvPfcA4K57Z7Ny9Vp+8r1/T7nCjg0+/Jy0S+iS/7npFyxeuJRpd/2e8vIe9OrVizfffCvtsmKt2fj8ju6WlbdTB4zMO3MeXvvQLn9fPnTj78iwY45i5crVrFr1Gs3NzcyYMZOzzjwt7bKC89TS5xlQ1Zd+fQ9qC1mALVu30v4RIbLz9t57L4497tNMu6v1gQDNzS3dImQLpSvPDCuW2KA1s0PNbET03Jz2x0cmV1bx9avqy9q6hrb9uvpG+vXrm2JFYXrw0ccZNfzzbfvX33oXI74yngce+TMXfeO8FCsLx4CPVLFx4+v86safM2fedK667qf02qNX2mUVjbvnvRVLp0FrZt+h9TENFwMvmNnodqf/O8nCJDzNzc3Mf+JpTj3x+LZjE775Neb+7ja+eMoXuPu+OSlWF46yHmUc/snDuOv2GYw66Rw2b97ChRO+kXZZRdMde7T/Cnza3ccAJwKXmdmE6NwO/57X/hG+udw7hak0YQ31TQzo369tv39VJQ0NTSlWFJ4Fi5Zy2NCD6dN7v+3OnXHyCfzpsYUpVBWepoZ1NDasY9kzfwFgzqxHOPyTh6VcVfEU6plhhRQXtBl3fxvA3VfTGranm9kkOglad69x96Pd/ehMZs9C1ZqoxUuWMXjwIAYOHEB5eTljx47m/tkPp11WUObMXcCoEV9o21/Tbqjm0ScWMeifqtIoKzgb1m+ksX4dBw8eCMDxXziWFS+9mm5RRZR1z3srlrjpXevM7Eh3Xwbg7m+b2RnAZOATiVdXRNlslgmX/Ig5D9xNWSbDHVOms3z5y2mXFYzNW7ay8JnnPjCr4NqaO1n9WgOWMfpVHMiPv1uaMw66o59M/CXX3/xLysvLeW1NHZdedFnaJRVNKc6j7XR6l5n1B1rcfbu/Q5vZ8e7+RNwXdJfpXd1Zd5re1V11t+ld3VUhpncdV3VS3pmzsH5ep99nZpOBM4D17n54dKw3MB0YCKwGxrr7ps7a6XTowN3rOgrZ6FxsyIqIFFuBZx3cAWw7w2oiMNfdhwBzo/1OaR6tiASlkLMO3P3PwOvbHB4NTIleTwHGxLWjoBWRoHRl1kH7GVLRVp3HV1S4e2P0ugmoiPuA7nUgIkHJev43SnT3GqBmZ7/L3d3MYrvGCloRCUoRVnytM7NKd280s0pgfdwHNHQgIkEpwsqwWcC46PU4WlfPdkpBKyJBKeTKMDObCiwEDjGzOjMbD1wJnGJmK4CTo/1OaehARIKSK+DQgbvv6E5HI7rSjoJWRIKiR9mIiCSsK7MOikVBKyJBKeTQQaEoaEUkKBo6EBFJmHq0IiIJU49WRCRhWc+mXcJ2FLQiEpRiPnQxXwpaEQlKKT5hQUErIkFRj1ZEJGGadSAikjDNOhARSZiW4IqIJExjtCIiCdMYrYhIwtSjFRFJmObRiogkTD1aEZGEadaBiEjCdDFMRCRhpTh0oMeNi0hQCvy48ZFm9pKZvWJmE3e2JvVoRSQoherRmlkZcBNwClAHLDazWe6+vKttKWhFJCgFHKMdBrzi7q8CmNk0YDRQekHb8o96S/o7Cs3Mqt29Ju06QtbdfsdrNj6fdgld1t1+x4XSlcwxs2qgut2hmna/sypgbbtzdcCxO1OTxmg7Vh3/FtlF+h0nT7/jGO5e4+5Ht9sS+YNJQSsi0rF6YEC7/f7RsS5T0IqIdGwxMMTMBplZT+BcYNbONKSLYR3b7ca1UqDfcfL0O94F7t5iZhcBfwTKgMnu/uLOtGWlOLlXRCQkGjoQEUmYglZEJGEK2nYKtdxOdszMJpvZejN7Ie1aQmVmA8xsnpktN7MXzWxC2jXt7jRGG4mW271Mu+V2wHk7s9xOdszMvgC8Ddzp7oenXU+IzKwSqHT3pWa2N/AMMEb/LadHPdr3tS23c/d/AO8tt5MCcvc/A6+nXUfI3L3R3ZdGr98Camld5SQpUdC+r6PldvqPU7o1MxsIHAUsSreS3ZuCViRQZrYXcC9wibu/mXY9uzMF7fsKttxOJG1mVk5ryP7W3X+fdj27OwXt+wq23E4kTWZmwG1ArbtPSrseUdC2cfcW4L3ldrXAjJ1dbic7ZmZTgYXAIWZWZ2bj064pQMcD5wPDzWxZtI1Ku6jdmaZ3iYgkTD1aEZGEKWhFRBKmoBURSZiCVkQkYQpaEZGEKWhFRBKmoBURSdj/A3Ay0JcUjIudAAAAAElFTkSuQmCC\n",
            "text/plain": [
              "<Figure size 432x288 with 2 Axes>"
            ]
          },
          "metadata": {
            "needs_background": "light"
          }
        }
      ]
    }
  ]
}