Attempt 1 - InceptionResNetV2.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "fluid-century",
   "metadata": {},
   "source": [
    "# Importing Libraries"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "thrown-bobby",
   "metadata": {},
   "outputs": [],
   "source": [
    "from keras.layers import Input, Lambda, Dense, Flatten\n",
    "from keras.models import Model\n",
    "from keras.applications.inception_resnet_v2 import InceptionResNetV2\n",
    "from keras.applications.inception_resnet_v2 import preprocess_input\n",
    "from keras.preprocessing import image\n",
    "from keras.preprocessing.image import ImageDataGenerator\n",
    "from keras.models import Sequential\n",
    "from keras.preprocessing import image\n",
    "from sklearn.model_selection import train_test_split\n",
    "import os\n",
    "import numpy as np\n",
    "from glob import glob\n",
    "import matplotlib.pyplot as plt\n",
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "standard-implementation",
   "metadata": {},
   "source": [
    "# Preparing the Data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "accepted-commercial",
   "metadata": {},
   "outputs": [],
   "source": [
    "df = pd.read_csv('dataset/train.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "tough-strength",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Image</th>\n",
       "      <th>Class</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>image3476.jpg</td>\n",
       "      <td>Miscellaneous</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>image5198.jpg</td>\n",
       "      <td>Candle</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>image4183.jpg</td>\n",
       "      <td>Snowman</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>image1806.jpg</td>\n",
       "      <td>Miscellaneous</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>image7831.jpg</td>\n",
       "      <td>Miscellaneous</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           Image          Class\n",
       "0  image3476.jpg  Miscellaneous\n",
       "1  image5198.jpg         Candle\n",
       "2  image4183.jpg        Snowman\n",
       "3  image1806.jpg  Miscellaneous\n",
       "4  image7831.jpg  Miscellaneous"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Analysis of Dataframe\n",
    "\n",
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "major-arizona",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Miscellaneous     2801\n",
       "Christmas_Tree    1539\n",
       "Jacket             640\n",
       "Candle             593\n",
       "Airplane           535\n",
       "Snowman            361\n",
       "Name: Class, dtype: int64"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df['Class'].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "organized-vienna",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<AxesSubplot:>"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAX0AAAE6CAYAAAD6JIKFAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8vihELAAAACXBIWXMAAAsTAAALEwEAmpwYAAAdSElEQVR4nO3df5hcVZ3n8feHgIhCHJDIYBINo9EdQAljhkWdVQR/IIqAI07wB6yimWVhjOs4u4DrwujDyPxAn9EZcFDA4CoYFxEUEBBRRFHsIBBCRLMQJYIQUCSrQzDhs3/c01JpOp1OurpuV53P63n6qapTt7q+BZ1P3z73/JBtIiKiDtu0XUBERPROQj8ioiIJ/YiIiiT0IyIqktCPiKjItm0XsDm77rqr58yZ03YZERF9ZenSpQ/YnjGyfcqH/pw5cxgaGmq7jIiIviLpp6O1p3snIqIiCf2IiIok9CMiKpLQj4ioSEI/IqIiCf2IiIok9CMiKpLQj4ioSEI/IqIiU35G7taac+JlPX2/Vae/rqfvFxGxNXKmHxFRkYR+RERFEvoRERVJ6EdEVCShHxFRkYR+RERFEvoRERVJ6EdEVCShHxFRkYR+RERFEvoRERVJ6EdEVCShHxFRkYR+RERFEvoRERVJ6EdEVCShHxFRkYR+RERFNhv6kmZLulbSCknLJS0q7adK+rmkm8vXIR2vOUnSSkl3SHpNR/uLJC0rz31ckibnY0VExGjGs0fueuCvbd8kaSdgqaSry3Mfs/1PnQdL2hNYAOwFPBP4uqTn2d4AnAUsBL4HXA4cDFzRnY8SERGbs9kzfdv32r6p3F8LrABmjvGSw4ALba+zfRewEthP0u7AdNs32DZwPnD4RD9ARESM3xb16UuaA+wLfL80nSDpVknnStq5tM0E7u542erSNrPcH9k+2vsslDQkaWjNmjVbUmJERIxh3KEvaUfgIuC9th+m6ap5DjAPuBc4Y/jQUV7uMdqf2GifbXu+7fkzZswYb4kREbEZ4wp9SdvRBP7nbH8JwPZ9tjfYfgz4FLBfOXw1MLvj5bOAe0r7rFHaIyKiR8YzekfAOcAK2x/taN+947AjgNvK/UuBBZK2l7QHMBe40fa9wFpJ+5fveTRwSZc+R0REjMN4Ru+8FHg7sEzSzaXtZOAoSfNoumhWAX8JYHu5pCXA7TQjf44vI3cAjgM+A+xAM2onI3ciInpos6Fv+3pG74+/fIzXnAacNkr7ELD3lhQYERHdkxm5EREVSehHRFQkoR8RUZGEfkRERRL6EREVSehHRFQkoR8RUZGEfkRERRL6EREVSehHRFQkoR8RUZGEfkRERRL6EREVSehHRFQkoR8RUZGEfkRERRL6EREVSehHRFQkoR8RUZGEfkRERRL6EREVSehHRFQkoR8RUZGEfkRERRL6EREVSehHRFQkoR8RUZGEfkRERTYb+pJmS7pW0gpJyyUtKu27SLpa0k/K7c4drzlJ0kpJd0h6TUf7iyQtK899XJIm52NFRMRoxnOmvx74a9t/DOwPHC9pT+BE4Brbc4FrymPKcwuAvYCDgTMlTSvf6yxgITC3fB3cxc8SERGbsdnQt32v7ZvK/bXACmAmcBiwuBy2GDi83D8MuND2Ott3ASuB/STtDky3fYNtA+d3vCYiInpgi/r0Jc0B9gW+D+xm+15ofjEAzyiHzQTu7njZ6tI2s9wf2T7a+yyUNCRpaM2aNVtSYkREjGHcoS9pR+Ai4L22Hx7r0FHaPEb7Exvts23Ptz1/xowZ4y0xIiI2Y1yhL2k7msD/nO0vleb7SpcN5fb+0r4amN3x8lnAPaV91ijtERHRI+MZvSPgHGCF7Y92PHUpcEy5fwxwSUf7AknbS9qD5oLtjaULaK2k/cv3PLrjNRER0QPbjuOYlwJvB5ZJurm0nQycDiyRdCzwM+BIANvLJS0BbqcZ+XO87Q3ldccBnwF2AK4oXxER0SObDX3b1zN6fzzAQZt4zWnAaaO0DwF7b0mBERHRPZmRGxFRkYR+RERFEvoRERVJ6EdEVCShHxFRkYR+RERFEvoRERVJ6EdEVCShHxFRkYR+RERFEvoRERVJ6EdEVCShHxFRkYR+RERFEvoRERVJ6EdEVCShHxFRkYR+RERFEvoRERVJ6EdEVCShHxFRkYR+RERFEvoRERVJ6EdEVCShHxFRkYR+RERFEvoRERVJ6EdEVGTbzR0g6Vzg9cD9tvcubacC7wbWlMNOtn15ee4k4FhgA/Ae21eW9hcBnwF2AC4HFtl2Nz9MLeaceFlP32/V6a/r6ftFxOQZz5n+Z4CDR2n/mO155Ws48PcEFgB7ldecKWlaOf4sYCEwt3yN9j0jImISbTb0bV8H/HKc3+8w4ELb62zfBawE9pO0OzDd9g3l7P584PCtrDkiIrbSRPr0T5B0q6RzJe1c2mYCd3ccs7q0zSz3R7aPStJCSUOShtasWbOpwyIiYgttbeifBTwHmAfcC5xR2jXKsR6jfVS2z7Y93/b8GTNmbGWJEREx0laFvu37bG+w/RjwKWC/8tRqYHbHobOAe0r7rFHaIyKih7Yq9Esf/bAjgNvK/UuBBZK2l7QHzQXbG23fC6yVtL8kAUcDl0yg7oiI2ArjGbJ5AXAAsKuk1cApwAGS5tF00awC/hLA9nJJS4DbgfXA8bY3lG91HI8P2byifEVERA9tNvRtHzVK8zljHH8acNoo7UPA3ltUXUREdFVm5EZEVCShHxFRkYR+RERFEvoRERVJ6EdEVCShHxFRkYR+RERFEvoRERVJ6EdEVCShHxFRkYR+RERFEvoRERVJ6EdEVCShHxFRkYR+RERFEvoRERVJ6EdEVCShHxFRkYR+RERFEvoRERVJ6EdEVCShHxFRkYR+RERFEvoRERVJ6EdEVCShHxFRkYR+RERFEvoRERXZbOhLOlfS/ZJu62jbRdLVkn5SbnfueO4kSSsl3SHpNR3tL5K0rDz3cUnq/seJiIixjOdM/zPAwSPaTgSusT0XuKY8RtKewAJgr/KaMyVNK685C1gIzC1fI79nRERMss2Gvu3rgF+OaD4MWFzuLwYO72i/0PY623cBK4H9JO0OTLd9g20D53e8JiIiemRr+/R3s30vQLl9RmmfCdzdcdzq0jaz3B/ZPipJCyUNSRpas2bNVpYYEREjdftC7mj99B6jfVS2z7Y93/b8GTNmdK24iIjabW3o31e6bCi395f21cDsjuNmAfeU9lmjtEdERA9tbehfChxT7h8DXNLRvkDS9pL2oLlge2PpAloraf8yaufojtdERESPbLu5AyRdABwA7CppNXAKcDqwRNKxwM+AIwFsL5e0BLgdWA8cb3tD+VbH0YwE2gG4onxFREQPbTb0bR+1iacO2sTxpwGnjdI+BOy9RdVFRERXZUZuRERFEvoRERVJ6EdEVCShHxFRkYR+RERFEvoRERVJ6EdEVCShHxFRkYR+RERFEvoRERVJ6EdEVCShHxFRkYR+RERFEvoRERVJ6EdEVCShHxFRkYR+RERFEvoRERVJ6EdEVCShHxFRkc1ujB7Ra3NOvKyn77fq9Nf19P0i2pQz/YiIiiT0IyIqktCPiKhI+vQjeizXLKJNOdOPiKhIQj8ioiIJ/YiIikyoT1/SKmAtsAFYb3u+pF2ALwBzgFXAm23/qhx/EnBsOf49tq+cyPtHxNSTaxZTWzfO9F9he57t+eXxicA1tucC15THSNoTWADsBRwMnClpWhfePyIixmkyuncOAxaX+4uBwzvaL7S9zvZdwEpgv0l4/4iI2ISJhr6BqyQtlbSwtO1m+16AcvuM0j4TuLvjtatL2xNIWihpSNLQmjVrJlhiREQMm+g4/ZfavkfSM4CrJf1ojGM1SptHO9D22cDZAPPnzx/1mIiI2HITOtO3fU+5vR+4mKa75j5JuwOU2/vL4auB2R0vnwXcM5H3j4iILbPVoS/pqZJ2Gr4PvBq4DbgUOKYcdgxwSbl/KbBA0vaS9gDmAjdu7ftHRMSWm0j3zm7AxZKGv8/nbX9N0g+AJZKOBX4GHAlge7mkJcDtwHrgeNsbJlR9RERska0Ofdt3AvuM0v4gcNAmXnMacNrWvmdERExMZuRGRFQkoR8RUZGEfkRERRL6EREVySYqERFboN8XlMuZfkRERRL6EREVSehHRFQkoR8RUZGEfkRERRL6EREVSehHRFQkoR8RUZGEfkRERRL6EREVSehHRFQkoR8RUZGEfkRERRL6EREVSehHRFQkoR8RUZGEfkRERRL6EREVSehHRFQkoR8RUZGEfkRERRL6EREVSehHRFSk56Ev6WBJd0haKenEXr9/RETNehr6kqYB/wq8FtgTOErSnr2sISKiZr0+098PWGn7TtuPAhcCh/W4hoiIasl2795MehNwsO13lcdvB/6j7RNGHLcQWFgePh+4o2dFwq7AAz18v14a5M8G+Xz9Lp+vu55te8bIxm17WACARml7wm8d22cDZ09+OU8kacj2/Dbee7IN8meDfL5+l8/XG73u3lkNzO54PAu4p8c1RERUq9eh/wNgrqQ9JD0JWABc2uMaIiKq1dPuHdvrJZ0AXAlMA861vbyXNYxDK91KPTLInw3y+fpdPl8P9PRCbkREtCszciMiKpLQj4ioSEI/IqIiCf3oW5L+fjxt/UzSDpKe33Ydk0nSU9uuoSYJfUDSIknT1ThH0k2SXt12Xd0i6c8kvaPcnyFpj7Zr6pJXjdL22p5XMUkkHQrcDHytPJ4naWCGOEt6iaTbgRXl8T6Szmy5rIGX0G+80/bDwKuBGcA7gNPbLak7JJ0C/A/gpNK0HfC/26to4iQdJ2kZ8HxJt3Z83QXc2nZ9XXQqzXpVDwHYvhmY01o13fcx4DXAgwC2bwFe1mpFXSTpjZJ+IunXkh6WtFbSw23X1etlGKaq4eUhDgHOs32LpNGWjOhHRwD7AjcB2L5H0k7tljRhnweuAD4CdC7Pvdb2L9spaVKst/3rwflRfCLbd4/4fBvaqmUS/ANwqO0VbRfSKWf6jaWSrqIJ/StLKD7Wck3d8qibyRiGweg/tf1r26tsH0WzrMeBtn8KbDNAXVcAt0l6CzBN0lxJnwC+23ZRXXS3pJcAlvQkSe+ndPUMiPumWuBDJmcBIGkbYB5wp+2HJD0dmGm777sKyj+kuTT93x8B3gl83vYnWi2sC0rX1Xzg+bafJ+mZwBdtv7Tl0rpC0lOAD9B0O4pmJvuHbT/SamFdImlX4J+BV9J8vquARbYfbLWwLpH0z8AfAl8G1g232/5SWzVBQh8ASaP2I9q+rte1TAZJr6IjOGxf3XJJXSHpZkrXle19S9uttl/YamERgKTzRmm27Xf2vJgO6dNv/E3H/SfTXDxbChzYTjld92OaH7avS3qKpJ1sr227qC541LYlDUzXFYCkrzDKkuPDbL+hh+VMGkkzgHfTXJz+fRa1HYrdYvsdbdcwmoQ+YPvQzseSZtNchOl7kt5NsyHNLsBzgJnAJ4GD2qyrS5ZI+jfgD8rnfCfw6ZZr6oZ/aruAHrkE+DbwdQbrAi4Akp4MHAvsRXMyCbT/Sy3dO6MoI3dutf2CtmuZqNIFsh/w/Y4ukGWD8NngiV1XwHW21439qpgKJN1se17bdUwWSV8EfgS8BfgQ8FZghe1FbdaVM32gjIoY/u03fFH3ltYK6q51th8dHhYnaVvG6DroJ5LOLWdNV5fHOwKX0+d/xZQ5CGN17wzKNYuvSjrE9uVtFzJJnmv7SEmH2V4s6fM0JyatSug3hjrurwcusP2dtorpsm9JOhnYoZwV/1fgKy3X1C0/l3SW7eMk7QxcBnyq7aK64PXl9vhy+9ly+1bgt70vZ9IsAk6WtA74Hc1fa7Y9vd2yuuZ35fYhSXsDv2AKTK5L905RdvJ6Xnl4h+3fjXV8vyhdVe9i4y6QT3tA/seXtXaeBrwION32RS2X1DWSvjNy+OlobTE1SXoXcBHwQuA8YEfgf9n+ZKt1Dci//QmRdACwGFhFE4yzgWP6fchmmX9wq+29266lmyS9sfMh8EHgRsoaNW2Pg+6Wcj3mBNvXl8cvAc4cpH7w8hfaXDa+0NnX/+6munTvNM4AXm37DgBJzwMuoDl77Fu2H5N0i6Rn2f5Z2/V00aEjHv+QZk2hQ2n6wgci9GlGfpwr6Wnl8UM0I5QGQjkTXgTMollYbn/gBgZkqLSkPwCO5olDUt/TUklAQn/YdsOBD2D7x5K2a7OgiZL0xnLGuzuwXNKNwG+Gn+/nsd5Tdfxzt9leCuwjaTrNX+W/brumLlsE/CnwPduvkPQfgL9tuaZuuhz4HrCMKbSsS0K/MSTpHDa+YLa0xXq64X/SnPEO0j+ijUhaTDNt/6HyeGfgjLbHQXeLpO2BP6ecKQ6PwLL9oRbL6qZHbD8iCUnb2/6RBmvvgCfbfl/bRYyU0G8cRzNS4j00fcTXAQOxrrftb7VdwyR64XDgA9j+laR9W6yn2y4Bfk1zAjKIcw9Wly6QLwNXS/oVcE+rFXXXZ8ukwa+y8do7ra4Emwu5haQdgGd1dvP0M0m/BVZu6vlBGOst6RbgANu/Ko93Ab41QBPPbhu0i/CbIunlNKOwvmb70bbr6QZJxwOn0VyLGQ5a2/6j1ooiZ/oASHoD8I/Ak4A9JM0DPtTP/d7AXTzxguegOQP4rqT/Ux4fSfOPbFB8V9ILbC9ru5BuKr+cRxr+jDsCg7InwvtoJmg90HYhnXKmD0gaXlztm4OyWqOkHw5/lkEmaS/gFTTdctfYvr3lkrpGzVaCz6X5Bb6Oxycv9e3PJYCaHc7M45sXdWr9TLhb1GxtucD2lJpQlzP9xiDuUDSuGcWSjrG9eLKLmSy2l0taQxnnPWDDUwdmv99Otgdpo5uxbABulnQtG/fpZ8jmFLDRDkU0F3T7eoci2yeM89BFNBPT+k7pljsDeCZwP/Bsmp2X9mqzrm4pu4Eh6Rl0TF4aJGWi3Z/RnPl/2/aX262oq75cvqaUhH7jr2h2KFpHMynrSuDDrVbUO/38582HaSb0fN32vpJeARzVck1dM+i/1CSdSdN9dUFp+i+SXmX7+DFe1k/uppmDMKW6d9KnXzlJN9n+k7br2BqShmzPL6N49i0zkG+0vV/btXVD+VwHMuKXmu2FLZfWFZKWA3sPrwNVlg1ZZntQfqmdT3NS8iDNvgHfBq4fHm3Wlpzp8/tlF97PE6dLD8R08M3o5zP9h8pyyt8GPifpfppVUgfF72w/KGkbSdvYvrYsMDco7gCeBfy0PJ4N9P2+1MNsHw2gZu/mNwH/SvNXW6u5m9BvfJFmN6lPM4A7+GxGPy8h/QbgEZrrEm8DpjNYM5CHf6ldx2D+Uns6sKIsEQLNkgw3lFEvfb1UCICktwH/CXgB8ADwLzQnKK1K9w7NkE3bfb242qZIWkSzrOtaml9q+wIn2r6q1cImQNJanrjJyPBfLI8A/xf4gO1relpYl0h6LrAbzSJk/06zsc9bafr0Lytr8vS9MiFrk/p9NrmkB2h+Fj8JXGt7VbsVNRL6gKRTaS6UXcwUmi7dDZJusb2PpNfQLDXxQeC8fu3H3xxJ04C9gc/162xWSV8FTrZ964j2+cApI/d07kfl/9OVtl/Zdi2TqcwjeRnNCKW5NHt1vL3NmtK90zim3P5NR5uBQZgkMnwGfAhN2N+iAZuQ0Mn2BuAWNVtg9qs5IwMfwPaQpDkt1NN1tjdI+q2kpw3g6qEAlNVRn0XzF9ocmmUmWl9tM6HPwE8WWSrpKmAP4CRJOzEFfvAmm+1/a7uGCRhrTP4OPati8j0CLJN0NRsv+93q5KUuur7j619sr265HiCh/3tlD8s92XgHn/Pbq6hrjqXZ6P1O27+V9HSgivXo+9gPJL3b9kb7/Uo6lv5f8rvTZeVrIA0vl1FOtKZMP3r69AFJpwAH0IT+5TTT36+3/aY26+qWbEnXXyTtRnN96VEeD/n5NAsCHmH7F23VFuNXTiQ/C+xC0826hmYb1ttarSuhD5KWAfsAPywXPXej2Tx8EC6YjbolXSVzEPpamYw1fDF6ue1vtFlPt0haYvvN5d/dyACy7X3aqKvbJH2XZhTZteXxAcDf2X5Jm3Wle6fx72U25/py8eV+BuMiLgz+lnQDq4TFtW3XMQkWldvXd7SJ5sTk5N6XM2meOhz4ALa/KempbRYECf1hQ2UHn0/R/Dn9/4Abx3xF/xj0Lemiz9i+t9z+tOxd8RbgzTRLSF/UYmnddqekD/L4Nqxvo/mMrUr3zghlSNz00YbM9SNJF9NcuH0vzTouv6LZCP6QNuuKepVlTxbQLI73IPAF4P22n91qYV1WrqX9Lc0Y/eFtWE9te+2dqkNf0pgTlGzf1KtaemEQt6SL/iPpMZrlCI61vbK03Tkom6dMdbV375wxxnOmOTPue+WMYzbNUgxraS4ODtQvtOgrf05zpn+tpK8BF9LfC/+Naqou5Fj1mX4NJH0Y+M/AnTw+Kctt/+BFlIuah9N08xxIs5nPxf28LlSnsjT2J2muE/5+Ice2106qOvTLrj2bZPtLvaplski6A3hBunNiKiubpR8J/MWgnJBM1YUcaw/988Z42rbf2bNiJomki4DjbN/fdi0RNZmqCzlWHfo1KCszXgLcxsY/eH29VnnEVCdpeHjmRiHb9gXr2i/kAr+f9v53wDNtv1bSnsCLbZ/TcmndsBj4e2AZFSy0FtE2SX8K3D28kKOkY2guXq8CTm2vskbO9AFJV9BsNPKBsgzDtjRLMryg5dImTNK3bI+5WUVEdI+km4BX2v6lpJfRjE76K5qFD/+47TW9tmnzzaeQXW0voZwJ217P4GybuFTSRyS9WNKfDH+1XVTEAJvW0W//F8DZti+y/UHguS3WBaR7Z9hvypLDBpC0PzAoGzvsW27372gbmDkIEVPQNEnblpPHg4CFHc+1nrmtFzBFvA+4FHiOpO8AM2h2rx8Ex9q+s7NBUmY+RkyeC4BvlT1y/52yGXrZ+7j1k8n06RelH//5NDMD77D9u5ZL6gpJN43cD3eqjh+OGBSlt2B34CrbvyltzwN2bHt5l5zpA5KOp9lIe3l5vLOko2yf2XJpW60sobwX8LQRk9CmM/Z2fBExQba/N0rbj9uoZaSc6QOSbrY9b0TbD23vu4mXTHmSDqOZ4v4Gmq6rYWuBC21/t426IqJdOdNvbCNJLr8BJU2j2Zqub9m+BLhE0ott39B2PRExNWTIZuNKYImkgyQdSHMh5mst19QtR0iaLmk7SddIekDS29ouKiLake4dQNI2NMOqXklzIfcqmj1y+36s/nDXlaQjaLp7/htw7aDsQxoRWybdO4Dtx2iWQP1kWe1v1iAEfrFduT0EuKDMEmyznohoUbp3AEnfLF0guwA3A+dJ+mjLZXXLVyT9CJgPXCNpBvBIyzVFREvSvcPjI3UkvQuYbfsUSbfafmHbtXVD2TnrYdsbJD2FZg/gX7RdV0T0Xrp3GttK2h14M/CBtovpBkkH2v5G5xj9Ed06fb9BTERsuYR+40M0I3iut/2DskzBT1quaaJeDnwDOHSU50xCP6JK6d4ZYGVU0pvKCqIREXWHvqT/bvsfJH2CEbvbANh+TwtldZWk62y/rO06ImJqqL17Z0W5HWq1isl1taT3A18AfjPc2PY+nRHRjqrP9GvQsU9nJ7e9T2dEtKPq0Jd06VjPZ/PwiBg0tXfvvBi4m2atne/TLMEwcCS9BJhDx/9v2+e3VlBEtKb2M/1pwKuAo4AXApfRLFWwvNXCukjSZ4Hn0Mw0Hl5awoNwkToitlzVod9J0vY04f+PwIdsf6LlkrpC0gpgT+d/dESQ7p3hsH8dTeDPAT7OYE1cug34Q+DetguJiPZVfaYvaTGwN3AFzW5St7VcUtdI+grN3IOdgHnAjcC64edzkTqiTrWH/mM8Pna98z+EaPq9p/e+qu6Q9G5gN+DbI556OfBz2+f0vqqIaFvV3Tu2B3lp6cOAk23f2tko6TfAKUBCP6JCgxx6tZszMvABbA/RXLuIiAol9AfXk8d4boeeVRERU0pCf3D9oPTrb0TSscDSFuqJiCmg6gu5g0zSbsDFwKM8HvLzgScBR2TnrIg6JfQHnKRX0AxLBVhu+xtt1hMR7UroR0RUJH36EREVSehHRFQkoR8RUZGEfkRERf4/QjJkgEd+pgMAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "df['Class'].value_counts(sort=True).plot.bar()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "significant-happiness",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Getting the Images Folder Path\n",
    "\n",
    "train_image = 'dataset/train'\n",
    "test_image = 'dataset/test'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "id": "contained-egyptian",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Train and Test split\n",
    "\n",
    "train_df,valid_df = train_test_split(df, test_size = 0.15, stratify = df.Class.values, shuffle = True)\n",
    "\n",
    "\n",
    "train_df.reset_index(inplace = True, drop = True)\n",
    "valid_df.reset_index(inplace = True, drop = True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "id": "theoretical-deficit",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Image</th>\n",
       "      <th>Class</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>image4833.jpg</td>\n",
       "      <td>Miscellaneous</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>image8663.jpg</td>\n",
       "      <td>Airplane</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>image9781.jpg</td>\n",
       "      <td>Miscellaneous</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>image8026.jpg</td>\n",
       "      <td>Miscellaneous</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>image5703.jpg</td>\n",
       "      <td>Miscellaneous</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           Image          Class\n",
       "0  image4833.jpg  Miscellaneous\n",
       "1  image8663.jpg       Airplane\n",
       "2  image9781.jpg  Miscellaneous\n",
       "3  image8026.jpg  Miscellaneous\n",
       "4  image5703.jpg  Miscellaneous"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Training Data\n",
    "\n",
    "train_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "id": "digital-manner",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Miscellaneous     2380\n",
       "Christmas_Tree    1308\n",
       "Jacket             544\n",
       "Candle             504\n",
       "Airplane           455\n",
       "Snowman            307\n",
       "Name: Class, dtype: int64"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_df['Class'].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "id": "solid-alert",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<AxesSubplot:>"
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAX0AAAE6CAYAAAD6JIKFAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8vihELAAAACXBIWXMAAAsTAAALEwEAmpwYAAAbuElEQVR4nO3dfbjcZX3n8feHgIhCLEikCMGwGml5pqYsYld5UEEsAlZs8AFW0OyyUOm6dhdwXSheVNou7VVtAVHAYBUaFxGUZxF5EBQOCISAkSygRBACCmRRAoTP/vG7D0wOJycPZ878zsz9eV3XXDNzz8yZ78DJZ37n/t0Psk1ERNRhnbYLiIiI3knoR0RUJKEfEVGRhH5EREUS+hERFVm37QJWZdNNN/WMGTPaLiMioq/ceuutj9meNrJ90of+jBkzGBoaaruMiIi+Iunno7WneycioiIJ/YiIiiT0IyIqktCPiKhIQj8ioiIJ/YiIiiT0IyIqktCPiKhIQj8ioiKTfkbu2ppx7CU9fb8HTnlvT98vImJt5Eg/IqIiCf2IiIok9CMiKpLQj4ioSEI/IqIiCf2IiIok9CMiKpLQj4ioSEI/IqIiCf2IiIok9CMiKpLQj4ioSEI/IqIiCf2IiIok9CMiKpLQj4ioSEI/IqIiCf2IiIok9CMiKpLQj4ioSEI/IqIiCf2IiIok9CMiKpLQj4ioSEI/IqIiCf2IiIok9CMiKpLQj4ioSEI/IqIiqwx9SdMlXSPpHkkLJB1T2jeRdJWke8v1xh2vOU7SIkkLJe3T0f4WSfPLY1+QpIn5WBERMZrVOdJ/Hvhvtv8Q2A04StK2wLHA1bZnAleX+5THZgPbAfsCp0maUn7W6cAcYGa57NvFzxIREauwytC3/bDt28rtpcA9wBbAAcDc8rS5wIHl9gHA+baX2b4fWATsKmlzYKrtm2wbOLfjNRER0QNr1KcvaQawC/BjYDPbD0PzxQC8rjxtC+DBjpctLm1blNsj20d7nzmShiQNLVmyZE1KjIiIMax26EvaELgA+EvbT4311FHaPEb7yxvtM23Psj1r2rRpq1tiRESswmqFvqT1aAL/67a/VZofKV02lOtHS/tiYHrHy7cEHirtW47SHhERPbI6o3cEnAXcY/sfOh66GDis3D4MuKijfbak9SVtTXPC9ubSBbRU0m7lZx7a8ZqIiOiBdVfjOW8DPgrMl3R7aTseOAWYJ+kI4BfAwQC2F0iaB9xNM/LnKNvLy+uOBL4KbABcVi4REdEjqwx92zcwen88wN4rec3JwMmjtA8B269JgRER0T2ZkRsRUZGEfkRERRL6EREVSehHRFQkoR8RUZGEfkRERRL6EREVSehHRFQkoR8RUZGEfkRERRL6EREVSehHRFQkoR8RUZGEfkRERRL6EREVSehHRFQkoR8RUZGEfkRERRL6EREVSehHRFQkoR8RUZGEfkRERRL6EREVSehHRFQkoR8RUZGEfkRERRL6EREVSehHRFQkoR8RUZGEfkRERRL6EREVSehHRFQkoR8RUZGEfkRERVYZ+pLOlvSopLs62k6U9EtJt5fLfh2PHSdpkaSFkvbpaH+LpPnlsS9IUvc/TkREjGV1jvS/Cuw7Svs/2t65XC4FkLQtMBvYrrzmNElTyvNPB+YAM8tltJ8ZERETaJWhb/s64Ner+fMOAM63vcz2/cAiYFdJmwNTbd9k28C5wIFrWXNERKyl8fTpHy3pztL9s3Fp2wJ4sOM5i0vbFuX2yPZRSZojaUjS0JIlS8ZRYkREdFrb0D8deCOwM/AwcGppH62f3mO0j8r2mbZn2Z41bdq0tSwxIiJGWqvQt/2I7eW2XwC+DOxaHloMTO946pbAQ6V9y1HaIyKih9Yq9Esf/bCDgOGRPRcDsyWtL2lrmhO2N9t+GFgqabcyaudQ4KJx1B0REWth3VU9QdJ5wB7AppIWAycAe0jamaaL5gHgPwHYXiBpHnA38DxwlO3l5UcdSTMSaAPgsnKJiIgeWmXo2z5klOazxnj+ycDJo7QPAduvUXUREdFVmZEbEVGRhH5EREUS+hERFUnoR0RUJKEfEVGRhH5EREUS+hERFUnoR0RUJKEfEVGRhH5EREUS+hERFVnl2jsx+cw49pKevt8Dp7y3p+8XERMnR/oRERVJ6EdEVCShHxFRkYR+RERFEvoRERVJ6EdEVCShHxFRkYR+RERFEvoRERVJ6EdEVCShHxFRkYR+RERFEvoRERVJ6EdEVCShHxFRkYR+RERFEvoRERVJ6EdEVCShHxFRkYR+RERFEvoRERVJ6EdEVCShHxFRkVWGvqSzJT0q6a6Otk0kXSXp3nK9ccdjx0laJGmhpH062t8iaX557AuS1P2PExERY1mdI/2vAvuOaDsWuNr2TODqch9J2wKzge3Ka06TNKW85nRgDjCzXEb+zIiImGCrDH3b1wG/HtF8ADC33J4LHNjRfr7tZbbvBxYBu0raHJhq+ybbBs7teE1ERPTI2vbpb2b7YYBy/brSvgXwYMfzFpe2Lcrtke2jkjRH0pCkoSVLlqxliRERMVK3T+SO1k/vMdpHZftM27Nsz5o2bVrXiouIqN3ahv4jpcuGcv1oaV8MTO943pbAQ6V9y1HaIyKih9Y29C8GDiu3DwMu6mifLWl9SVvTnLC9uXQBLZW0Wxm1c2jHayIiokfWXdUTJJ0H7AFsKmkxcAJwCjBP0hHAL4CDAWwvkDQPuBt4HjjK9vLyo46kGQm0AXBZuURERA+tMvRtH7KSh/ZeyfNPBk4epX0I2H6NqouIiK7KjNyIiIok9CMiKpLQj4ioSEI/IqIiCf2IiIok9CMiKpLQj4ioSEI/IqIiCf2IiIok9CMiKpLQj4ioSEI/IqIiCf2IiIok9CMiKpLQj4ioSEI/IqIiCf2IiIok9CMiKpLQj4ioSEI/IqIiCf2IiIok9CMiKpLQj4ioSEI/IqIiCf2IiIok9CMiKpLQj4ioSEI/IqIiCf2IiIok9CMiKpLQj4ioSEI/IqIiCf2IiIqs23YBESPNOPaSnr7fA6e8t6fvF9GmcR3pS3pA0nxJt0saKm2bSLpK0r3leuOO5x8naZGkhZL2GW/xERGxZrrRvbOn7Z1tzyr3jwWutj0TuLrcR9K2wGxgO2Bf4DRJU7rw/hERsZomok//AGBuuT0XOLCj/Xzby2zfDywCdp2A94+IiJUYb5++gSslGfiS7TOBzWw/DGD7YUmvK8/dAvhRx2sXl7aXkTQHmAOw1VZbjbPEiMkl5yyiTeMN/bfZfqgE+1WSfjrGczVKm0d7YvnyOBNg1qxZoz4nIiLW3Li6d2w/VK4fBS6k6a55RNLmAOX60fL0xcD0jpdvCTw0nvePiIg1s9ahL+nVkjYavg28G7gLuBg4rDztMOCicvtiYLak9SVtDcwEbl7b94+IiDU3nu6dzYALJQ3/nG/YvlzSLcA8SUcAvwAOBrC9QNI84G7geeAo28vHVX1ETDo5ZzG5rXXo274P2GmU9seBvVfympOBk9f2PSMiYnyyDENEREUS+hERFUnoR0RUJKEfEVGRhH5EREUS+hERFUnoR0RUJKEfEVGRhH5EREUS+hERFUnoR0RUJBujR0SsgX5fUC5H+hERFUnoR0RUJKEfEVGRhH5EREUS+hERFUnoR0RUJKEfEVGRhH5EREUS+hERFUnoR0RUJKEfEVGRhH5EREUS+hERFUnoR0RUJKEfEVGRhH5EREUS+hERFUnoR0RUJKEfEVGRhH5EREUS+hERFUnoR0RUJKEfEVGRnoe+pH0lLZS0SNKxvX7/iIia9TT0JU0B/gV4D7AtcIikbXtZQ0REzXp9pL8rsMj2fbafBc4HDuhxDRER1ZLt3r2Z9AFgX9sfL/c/Cvx720ePeN4cYE65uw2wsGdFwqbAYz18v14a5M8G+Xz9Lp+vu95ge9rIxnV7WACARml72beO7TOBMye+nJeTNGR7VhvvPdEG+bNBPl+/y+frjV537ywGpnfc3xJ4qMc1RERUq9ehfwswU9LWkl4BzAYu7nENERHV6mn3ju3nJR0NXAFMAc62vaCXNayGVrqVemSQPxvk8/W7fL4e6OmJ3IiIaFdm5EZEVCShHxFRkYR+RERFEvrRtyT97eq09TNJG0japu06JpKkV7ddQ00S+oCkYyRNVeMsSbdJenfbdXWLpD+R9LFye5qkrduuqUveNUrbe3pexQSRtD9wO3B5ub+zpIEZ4ixpd0l3A/eU+ztJOq3lsgZeQr9xuO2ngHcD04CPAae0W1J3SDoB+B/AcaVpPeBf26to/CQdKWk+sI2kOzsu9wN3tl1fF51Is17VEwC2bwdmtFZN9/0jsA/wOIDtO4C3t1pRF0l6v6R7JT0p6SlJSyU91XZdvV6GYbIaXh5iP+Ac23dIGm3JiH50ELALcBuA7YckbdRuSeP2DeAy4PNA5/LcS23/up2SJsTztp8cnF/Fl7P94IjPt7ytWibA3wH7276n7UI65Ui/caukK2lC/4oSii+0XFO3POtmMoZhMPpPbT9p+wHbh9As67GX7Z8D6wxQ1xXAXZI+BEyRNFPSF4Eb2y6qix6UtDtgSa+Q9GlKV8+AeGSyBT5kchYAktYBdgbus/2EpNcCW9ju+66C8g9pJk3/9+eBw4Fv2P5iq4V1Qem6mgVsY/vNkl4PfNP221ourSskvQr4DE23o2hmsn/O9jOtFtYlkjYF/gl4J83nuxI4xvbjrRbWJZL+Cfh94NvAsuF2299qqyZI6AMgadR+RNvX9bqWiSDpXXQEh+2rWi6pKyTdTum6sr1LabvT9o6tFhYBSDpnlGbbPrznxXRIn37jrzpuv5Lm5NmtwF7tlNN1P6P5ZfuepFdJ2sj20raL6oJnbVvSwHRdAUj6DqMsOT7M9vt6WM6EkTQN+ATNyekXs6jtUOwW2x9ru4bRJPQB2/t33pc0neYkTN+T9AmaDWk2Ad4IbAGcAezdZl1dMk/Sl4DfK5/zcOArLdfUDf+77QJ65CLgeuB7DNYJXAAkvRI4AtiO5mASaP9LLd07oygjd+60vUPbtYxX6QLZFfhxRxfI/EH4bPDyrivgOtvLxn5VTAaSbre9c9t1TBRJ3wR+CnwIOAn4MHCP7WParCtH+kAZFTH87Td8UveO1grqrmW2nx0eFidpXcboOugnks4uR01XlfsbApfS53/FlDkIY3XvDMo5i+9K2s/2pW0XMkHeZPtgSQfYnivpGzQHJq1K6DeGOm4/D5xn+4dtFdNl10o6HtigHBX/F+A7LdfULb+UdLrtIyVtDFwCfLntorrgT8v1UeX6a+X6w8Bve1/OhDkGOF7SMuA5mr/WbHtqu2V1zXPl+glJ2wO/YhJMrkv3TlF28npzubvQ9nNjPb9flK6qj7NiF8hXPCD/48taO68B3gKcYvuClkvqGkk/HDn8dLS2mJwkfRy4ANgROAfYEPhfts9ota4B+bc/LpL2AOYCD9AE43TgsH4fslnmH9xpe/u2a+kmSe/vvAt8FriZskZN2+Ogu6Wcjzna9g3l/u7AaYPUD17+QpvJiic6+/rf3WSX7p3GqcC7bS8EkPRm4Dyao8e+ZfsFSXdI2sr2L9qup4v2H3H/JzRrCu1P0xc+EKFPM/LjbEmvKfefoBmhNBDKkfAxwJY0C8vtBtzEgAyVlvR7wKG8fEjqJ1sqCUjoD1tvOPABbP9M0nptFjRekt5fjng3BxZIuhl4evjxfh7rPVnHP3eb7VuBnSRNpfmr/Mm2a+qyY4A/Bn5ke09JfwD8dcs1ddOlwI+A+UyiZV0S+o0hSWex4gmzW1uspxv+J80R7yD9I1qBpLk00/afKPc3Bk5texx0t0haH/gzypHi8Ags2ye1WFY3PWP7GUlIWt/2TzVYewe80van2i5ipIR+40iakRKfpOkjvg4YiHW9bV/bdg0TaMfhwAew/RtJu7RYT7ddBDxJcwAyiHMPFpcukG8DV0n6DfBQqxV119fKpMHvsuLaO62uBJsTuYWkDYCtOrt5+pmk3wKLVvb4IIz1lnQHsIft35T7mwDXDtDEs7sG7ST8ykh6B80orMttP9t2Pd0g6SjgZJpzMcNBa9v/rrWiyJE+AJLeB/w98Apga0k7Ayf1c783cD8vP+E5aE4FbpT0f8r9g2n+kQ2KGyXtYHt+24V0U/lyHmn4M24IDMqeCJ+imaD1WNuFdMqRPiBpeHG1HwzKao2SfjL8WQaZpO2APWm65a62fXfLJXWNmq0E30TzBb6MlyYv9e3vJYCaHc7MS5sXdWr9SLhb1GxtOdv2pJpQlyP9xiDuULRaM4olHWZ77kQXM1FsL5C0hDLOe8CGpw7Mfr+dbA/SRjdjWQ7cLukaVuzTz5DNSWCFHYpoTuj29Q5Fto9ezaceQzMxre+UbrlTgdcDjwJvoNl5abs26+qWshsYkl5Hx+SlQVIm2v0JzZH/9ba/3W5FXfXtcplUEvqNv6DZoWgZzaSsK4DPtVpR7/Tznzefo5nQ8z3bu0jaEzik5Zq6ZtC/1CSdRtN9dV5p+s+S3mX7qDFe1k8epJmDMKm6d9KnXzlJt9n+o7brWBuShmzPKqN4dikzkG+2vWvbtXVD+Vx7MeJLzfaclkvrCkkLgO2H14Eqy4bMtz0oX2rn0hyUPE6zb8D1wA3Do83akiN9Xlx24dO8fLr0QEwHX4V+PtJ/oiynfD3wdUmP0qySOiies/24pHUkrWP7mrLA3KBYCGwF/Lzcnw70/b7Uw2wfCqBm7+YPAP9C81dbq7mb0G98k2Y3qa8wgDv4rEI/LyH9PuAZmvMSHwGmMlgzkIe/1K5jML/UXgvcU5YIgWZJhpvKqJe+XioEQNJHgP8A7AA8BvwzzQFKq9K9QzNk03ZfL662MpKOoVnWdSnNl9ouwLG2r2y1sHGQtJSXbzIy/BfLM8D/BT5j++qeFtYlkt4EbEazCNnvaDb2+TBNn/4lZU2evlcmZK1Uv88ml/QYze/iGcA1th9ot6JGQh+QdCLNibILmUTTpbtB0h22d5K0D81SE58FzunXfvxVkTQF2B74er/OZpX0XeB423eOaJ8FnDByT+d+VP4/XWH7nW3XMpHKPJK304xQmkmzV8dH26wp3TuNw8r1X3W0GRiESSLDR8D70YT9HRqwCQmdbC8H7lCzBWa/mjEy8AFsD0ma0UI9XWd7uaTfSnrNAK4eCkBZHXUrmr/QZtAsM9H6apsJfQZ+ssitkq4EtgaOk7QRk+AXb6LZ/lLbNYzDWGPyN+hZFRPvGWC+pKtYcdnvVicvddENHZd/tr245XqAhP6Lyh6W27LiDj7ntldR1xxBs9H7fbZ/K+m1QBXr0fexWyR9wvYK+/1KOoL+X/K70yXlMpCGl8soB1qTph89ffqApBOAPWhC/1Ka6e832P5Am3V1S7ak6y+SNqM5v/QsL4X8LJoFAQ+y/au2aovVVw4kvwZsQtPNuoRmG9a7Wq0roQ+S5gM7AT8pJz03o9k8fBBOmI26JV0lcxD6WpmMNXwyeoHt77dZT7dImmf7g+Xf3cgAsu2d2qir2yTdSDOK7Jpyfw/gb2zv3mZd6d5p/K7M5ny+nHx5lME4iQuDvyXdwCphcU3bdUyAY8r1n3a0iebA5PjelzNhXj0c+AC2fyDp1W0WBAn9YUNlB58v0/w5/f+Am8d8Rf8Y9C3pos/Yfrhc/7zsXfEh4IM0S0hf0GJp3XafpM/y0jasH6H5jK1K984IZUjc1NGGzPUjSRfSnLj9S5p1XH5DsxH8fm3WFfUqy57Mplkc73Hg34BP235Dq4V1WTmX9tc0Y/SHt2E9se21d6oOfUljTlCyfVuvaumFQdySLvqPpBdoliM4wvai0nbfoGyeMtnV3r1z6hiPmebIuO+VI47pNEsxLKU5OThQX2jRV/6M5kj/GkmXA+fT3wv/jWqyLuRY9ZF+DSR9DviPwH28NCnLbf/iRZSTmgfSdPPsRbOZz4X9vC5Up7I09hk05wlfXMix7bWTqg79smvPStn+Vq9qmSiSFgI7pDsnJrOyWfrBwJ8PygHJZF3IsfbQP2eMh2378J4VM0EkXQAcafvRtmuJqMlkXcix6tCvQVmZ8SLgLlb8xevrtcojJjtJw8MzVwjZtk9Y134iF3hx2vvfAK+3/R5J2wJvtX1Wy6V1w1zgb4H5VLDQWkTbJP0x8ODwQo6SDqM5ef0AcGJ7lTVypA9Iuoxmo5HPlGUY1qVZkmGHlksbN0nX2h5zs4qI6B5JtwHvtP1rSW+nGZ30FzQLH/5h22t6rdPmm08im9qeRzkStv08g7Nt4q2SPi/prZL+aPjSdlERA2xKR7/9nwNn2r7A9meBN7VYF5DunWFPlyWHDSBpN2BQNnbYpVzv1tE2MHMQIiahKZLWLQePewNzOh5rPXNbL2CS+BRwMfBGST8EptHsXj8IjrB9X2eDpMx8jJg45wHXlj1yf0fZDL3sfdz6wWT69IvSj78NzczAhbafa7mkrpB028j9cCfr+OGIQVF6CzYHrrT9dGl7M7Bh28u75EgfkHQUzUbaC8r9jSUdYvu0lktba2UJ5e2A14yYhDaVsbfji4hxsv2jUdp+1kYtI+VIH5B0u+2dR7T9xPYuK3nJpCfpAJop7u+j6boathQ43/aNbdQVEe3KkX5jHUly+QaUNIVma7q+Zfsi4CJJb7V9U9v1RMTkkCGbjSuAeZL2lrQXzYmYy1uuqVsOkjRV0nqSrpb0mKSPtF1URLQj3TuApHVohlW9k+ZE7pU0e+T2/Vj94a4rSQfRdPf8V+CaQdmHNCLWTLp3ANsv0CyBekZZ7W/LQQj8Yr1yvR9wXpkl2GY9EdGidO8Akn5QukA2AW4HzpH0Dy2X1S3fkfRTYBZwtaRpwDMt1xQRLUn3Di+N1JH0cWC67RMk3Wl7x7Zr64ayc9ZTtpdLehXNHsC/aruuiOi9dO801pW0OfBB4DNtF9MNkvay/f3OMfojunX6foOYiFhzCf3GSTQjeG6wfUtZpuDelmsar3cA3wf2H+Uxk9CPqFK6dwZYGZX0gbKCaERE3aEv6b/b/jtJX2TE7jYAtj/ZQlldJek6229vu46ImBxq7965p1wPtVrFxLpK0qeBfwOeHm5se5/OiGhH1Uf6NejYp7OT296nMyLaUXXoS7p4rMezeXhEDJrau3feCjxIs9bOj2mWYBg4knYHZtDx/9v2ua0VFBGtqf1IfwrwLuAQYEfgEpqlCha0WlgXSfoa8EaamcbDS0t4EE5SR8Saqzr0O0lanyb8/x44yfYXWy6pKyTdA2zr/I+OCNK9Mxz276UJ/BnAFxisiUt3Ab8PPNx2IRHRvqqP9CXNBbYHLqPZTequlkvqGknfoZl7sBGwM3AzsGz48ZykjqhT7aH/Ai+NXe/8DyGafu+pva+qOyR9AtgMuH7EQ+8Afmn7rN5XFRFtq7p7x/YgLy19AHC87Ts7GyU9DZwAJPQjKjTIoVe7GSMDH8D2EM25i4ioUEJ/cL1yjMc26FkVETGpJPQH1y2lX38Fko4Abm2hnoiYBKo+kTvIJG0GXAg8y0shPwt4BXBQds6KqFNCf8BJ2pNmWCrAAtvfb7OeiGhXQj8ioiLp04+IqEhCPyKiIgn9iIiKJPQjIiry/wEgiKwQR/8xCwAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "train_df['Class'].value_counts(sort=True).plot.bar()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "id": "sunrise-concord",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Image</th>\n",
       "      <th>Class</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>image7463.jpg</td>\n",
       "      <td>Miscellaneous</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>image4838.jpg</td>\n",
       "      <td>Snowman</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>image6216.jpg</td>\n",
       "      <td>Miscellaneous</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>image3391.jpg</td>\n",
       "      <td>Candle</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>image3589.jpg</td>\n",
       "      <td>Snowman</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           Image          Class\n",
       "0  image7463.jpg  Miscellaneous\n",
       "1  image4838.jpg        Snowman\n",
       "2  image6216.jpg  Miscellaneous\n",
       "3  image3391.jpg         Candle\n",
       "4  image3589.jpg        Snowman"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Validation Data\n",
    "\n",
    "valid_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "id": "meaning-intellectual",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Miscellaneous     421\n",
       "Christmas_Tree    231\n",
       "Jacket             96\n",
       "Candle             89\n",
       "Airplane           80\n",
       "Snowman            54\n",
       "Name: Class, dtype: int64"
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "valid_df['Class'].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "id": "composed-reservation",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<AxesSubplot:>"
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXcAAAE6CAYAAADtBhJMAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8vihELAAAACXBIWXMAAAsTAAALEwEAmpwYAAAfj0lEQVR4nO3df5xddX3n8debgGBVFMpAI4kNq9EtoIRuyvqjaxFUKFYjrbSh1WYrmq4LLd3WtoDrgvpIS3+g27VFi6JNrULTRSWKP4gRRao1TjAEAqZmASWSkgFFUUsw4b1/nO/IzWRmcpO5d87M976fj8c87j3fe87cz31k8p4z3/M9369sExERdTmg7QIiIqL3Eu4RERVKuEdEVCjhHhFRoYR7RESFDmy7AIAjjjjCCxYsaLuMiIhZZf369ffbHhrvtRkR7gsWLGB4eLjtMiIiZhVJ35jotXTLRERUKOEeEVGhhHtERIUS7hERFUq4R0RUKOEeEVGhhHtERIUS7hERFUq4R0RUaEbcobq/Flxw3bS+392Xvmxa3y8iYn/lzD0iokIJ94iICiXcIyIqlHCPiKhQwj0iokIJ94iICnUd7pLmSPqqpI+X7cMlrZH09fJ4WMe+F0raImmzpNP6UXhERExsX87czwfu6Ni+AFhreyGwtmwj6VhgKXAccDpwuaQ5vSk3IiK60VW4S5oHvAx4b0fzEmBleb4SeGVH+9W2d9i+C9gCnNSTaiMioivdnrn/b+CPgEc72o6yvQ2gPB5Z2o8G7unYb2tp242k5ZKGJQ2PjIzsa90RETGJvYa7pF8Cttte3+X31Dht3qPBvsL2YtuLh4bGXbw7IiL2Uzdzy7wAeIWkM4BDgEMl/QNwn6S5trdJmgtsL/tvBeZ3HD8PuLeXRUdExOT2euZu+0Lb82wvoLlQ+lnbrwZWA8vKbsuAa8vz1cBSSQdLOgZYCKzreeURETGhqcwKeSmwStI5wDeBswBsb5K0Crgd2Amca3vXlCuNiIiu7VO42/4c8Lny/AHg1An2WwGsmGJtERGxn3KHakREhRLuEREVSrhHRFQo4R4RUaGEe0REhRLuEREVSrhHRFQo4R4RUaGEe0REhRLuEREVSrhHRFQo4R4RUaGEe0REhRLuEREVSrhHRFSomzVUD5G0TtItkjZJektpv0TStyRtKF9ndBxzoaQtkjZLOq2fHyAiIvbUzWIdO4BTbH9f0kHATZI+WV57h+2/7NxZ0rE0y/EdBzwV+IykZ2Y1poiI6dPNGqq2/f2yeVD58iSHLAGutr3D9l3AFuCkKVcaERFd66rPXdIcSRuA7cAa218uL50naaOk90k6rLQdDdzTcfjW0hYREdOkq3C3vcv2ImAecJKk44F3AU8HFgHbgMvK7hrvW4xtkLRc0rCk4ZGRkf0oPSIiJrJPo2VsP0izQPbptu8rof8o8B4e63rZCszvOGwecO843+sK24ttLx4aGtqf2iMiYgLdjJYZkvSU8vzxwIuBr0ma27HbmcBt5flqYKmkgyUdAywE1vW06oiImFQ3o2XmAislzaH5ZbDK9sclfUDSIpoul7uB3wawvUnSKuB2YCdwbkbKRERMr72Gu+2NwInjtL9mkmNWACumVlpEROyv3KEaEVGhhHtERIUS7hERFUq4R0RUKOEeEVGhhHtERIUS7hERFUq4R0RUKOEeEVGhhHtERIUS7hERFUq4R0RUKOEeEVGhhHtERIUS7hERFUq4R0RUqJtl9g6RtE7SLZI2SXpLaT9c0hpJXy+Ph3Ucc6GkLZI2Szqtnx8gIiL21M2Z+w7gFNsnAIuA0yU9F7gAWGt7IbC2bCPpWGApcBxwOnB5WaIvIiKmyV7D3Y3vl82DypeBJcDK0r4SeGV5vgS42vYO23cBW4CTell0RERMrqs+d0lzJG0AtgNrbH8ZOMr2NoDyeGTZ/Wjgno7Dt5a2sd9zuaRhScMjIyNT+AgRETFWV+Fue5ftRcA84CRJx0+yu8b7FuN8zytsL7a9eGhoqKtiIyKiO/s0Wsb2g8DnaPrS75M0F6A8bi+7bQXmdxw2D7h3qoVGRET3uhktMyTpKeX544EXA18DVgPLym7LgGvL89XAUkkHSzoGWAis63HdERExiQO72GcusLKMeDkAWGX745K+BKySdA7wTeAsANubJK0Cbgd2Aufa3tWf8iMiYjx7DXfbG4ETx2l/ADh1gmNWACumXF1EROyX3KEaEVGhhHtERIUS7hERFUq4R0RUKOEeEVGhhHtERIUS7hERFUq4R0RUKOEeEVGhhHtERIUS7hERFUq4R0RUKOEeEVGhhHtERIUS7hERFUq4R0RUqJtl9uZLukHSHZI2STq/tF8i6VuSNpSvMzqOuVDSFkmbJZ3Wzw8QERF76maZvZ3AH9i+WdKTgPWS1pTX3mH7Lzt3lnQssBQ4Dngq8BlJz8xSexER02evZ+62t9m+uTx/CLgDOHqSQ5YAV9veYfsuYAtwUi+KjYiI7uxTn7ukBTTrqX65NJ0naaOk90k6rLQdDdzTcdhWxvllIGm5pGFJwyMjI/teeURETKjrcJf0ROAa4Pdsfw94F/B0YBGwDbhsdNdxDvceDfYVthfbXjw0NLSvdUdExCS6CndJB9EE+wdtfxjA9n22d9l+FHgPj3W9bAXmdxw+D7i3dyVHRMTedDNaRsCVwB22397RPrdjtzOB28rz1cBSSQdLOgZYCKzrXckREbE33YyWeQHwGuBWSRtK20XA2ZIW0XS53A38NoDtTZJWAbfTjLQ5NyNlIiKm117D3fZNjN+P/olJjlkBrJhCXRERMQW5QzUiokIJ94iICiXcIyIq1M0F1WjJgguum9b3u/vSl03r+0VE/+TMPSKiQgn3iIgKJdwjIiqUcI+IqFDCPSKiQgn3iIgKJdwjIiqUcI+IqFDCPSKiQgn3iIgKJdwjIirUzUpM8yXdIOkOSZsknV/aD5e0RtLXy+NhHcdcKGmLpM2STuvnB4iIiD11c+a+E/gD2z8DPBc4V9KxwAXAWtsLgbVlm/LaUuA44HTgcklz+lF8RESMb6/hbnub7ZvL84eAO4CjgSXAyrLbSuCV5fkS4GrbO2zfBWzhscWzIyJiGuxTn7ukBcCJwJeBo2xvg+YXAHBk2e1o4J6Ow7aWtrHfa7mkYUnDIyMj+1F6RERMpOtwl/RE4Brg92x/b7Jdx2nzHg32FbYX2148NDTUbRkREdGFrsJd0kE0wf5B2x8uzfdJmltenwtsL+1bgfkdh88D7u1NuRER0Y1uRssIuBK4w/bbO15aDSwrz5cB13a0L5V0sKRjgIXAut6VHBERe9PNMnsvAF4D3CppQ2m7CLgUWCXpHOCbwFkAtjdJWgXcTjPS5lzbu3pdeERETGyv4W77JsbvRwc4dYJjVgArplBXRERMQe5QjYioUMI9IqJCCfeIiAol3CMiKpRwj4ioUMI9IqJCCfeIiAol3CMiKpRwj4ioUMI9IqJCCfeIiAol3CMiKpRwj4ioUMI9IqJCCfeIiAol3CMiKtTNMnvvk7Rd0m0dbZdI+pakDeXrjI7XLpS0RdJmSaf1q/CIiJhYN2fufwecPk77O2wvKl+fAJB0LLAUOK4cc7mkOb0qNiIiurPXcLd9I/DtLr/fEuBq2zts3wVsAU6aQn0REbEfptLnfp6kjaXb5rDSdjRwT8c+W0vbHiQtlzQsaXhkZGQKZURExFj7G+7vAp4OLAK2AZeV9vEW0vZ438D2FbYX2148NDS0n2VERMR49ivcbd9ne5ftR4H38FjXy1Zgfseu84B7p1ZiRETsq/0Kd0lzOzbPBEZH0qwGlko6WNIxwEJg3dRKjIiIfXXg3naQdBVwMnCEpK3AxcDJkhbRdLncDfw2gO1NklYBtwM7gXNt7+pL5RERMaG9hrvts8dpvnKS/VcAK6ZSVERETE3uUI2IqFDCPSKiQgn3iIgKJdwjIiqUcI+IqFDCPSKiQgn3iIgKJdwjIiqUcI+IqFDCPSKiQgn3iIgKJdwjIiqUcI+IqFDCPSKiQgn3iIgK7TXcywLY2yXd1tF2uKQ1kr5eHg/reO1CSVskbZZ0Wr8Kj4iIiXVz5v53wOlj2i4A1tpeCKwt20g6FlgKHFeOuVzSnJ5VGxERXdlruNu+Efj2mOYlwMryfCXwyo72q23vsH0XsIXHFs+OiIhpsr997kfZ3gZQHo8s7UcD93Tst7W0RUTENOr1BVWN0+Zxd5SWSxqWNDwyMtLjMiIiBtv+hvt9kuYClMftpX0rML9jv3nAveN9A9tX2F5se/HQ0NB+lhEREeM5cD+PWw0sAy4tj9d2tH9I0tuBpwILgXVTLTLqtOCC66b1/e6+9GXT+n4RbdpruEu6CjgZOELSVuBimlBfJekc4JvAWQC2N0laBdwO7ATOtb2rT7VHRMQE9hruts+e4KVTJ9h/BbBiKkVFRMTU7G+3TETsRbqdok2ZfiAiokIJ94iICiXcIyIqlD73iNhnuZ4w8+XMPSKiQgn3iIgKJdwjIiqUcI+IqFDCPSKiQgn3iIgKJdwjIiqUcI+IqFDCPSKiQgn3iIgKJdwjIio0pbllJN0NPATsAnbaXizpcOAfgQXA3cCv2v7O1MqMiIh90YuJw15k+/6O7QuAtbYvlXRB2f7jHrxPRMS0qGFitH50yywBVpbnK4FX9uE9IiJiElMNdwPXS1ovaXlpO8r2NoDyeOR4B0paLmlY0vDIyMgUy4iIiE5T7ZZ5ge17JR0JrJH0tW4PtH0FcAXA4sWLPcU6IiKiw5TO3G3fWx63Ax8BTgLukzQXoDxun2qRERGxb/Y73CU9QdKTRp8DLwVuA1YDy8puy4Brp1pkRETsm6l0yxwFfETS6Pf5kO1PSfoKsErSOcA3gbOmXmZEROyL/Q5323cCJ4zT/gBw6lSKioiIqckdqhERFUq4R0RUKOEeEVGhhHtERIUS7hERFUq4R0RUKOEeEVGhhHtERIUS7hERFUq4R0RUKOEeEVGhhHtERIUS7hERFUq4R0RUKOEeEVGhhHtERIX6Fu6STpe0WdIWSRf0630iImJPfQl3SXOAvwF+ETgWOFvSsf14r4iI2FO/ztxPArbYvtP2I8DVwJI+vVdERIwh273/ptKrgNNtv65svwb4z7bP69hnObC8bD4L2NzzQiZ2BHD/NL7fdMvnm91q/nw1fzaY/s/307aHxnthvxfI3guN07bbbxHbVwBX9On9JyVp2PbiNt57OuTzzW41f76aPxvMrM/Xr26ZrcD8ju15wL19eq+IiBijX+H+FWChpGMkPQ5YCqzu03tFRMQYfemWsb1T0nnAp4E5wPtsb+rHe+2nVrqDplE+3+xW8+er+bPBDPp8fbmgGhER7codqhERFUq4R0RUKOEeEVGhhHvMaJL+rJu22U7S4yU9q+06+knSE9quYZAMTLhLOl/SoWpcKelmSS9tu65ekvTzkn6rPB+SdEzbNfXAS8Zp+8Vpr6KPJL0c2AB8qmwvklTN0GFJz5d0O3BH2T5B0uUtl1W9gQl34LW2vwe8FBgCfgu4tN2SekfSxcAfAxeWpoOAf2ivoqmR9AZJtwLPkrSx4+suYGPb9fXYJTTzMT0IYHsDsKC1anrvHcBpwAMAtm8BXthqRT0k6ZclfV3SdyV9T9JDkr7Xdl39mn5gJhqdEuEM4P22b5E03jQJs9WZwInAzQC275X0pHZLmpIPAZ8E/hTonDL6Idvfbqekvtlp+7t1/TjuzvY9Yz7frrZq6YM/B15u+462C+k0SGfu6yVdTxPuny7B92jLNfXSI25uWjDM/v5N29+1fbfts2mmsjjF9jeAAyrpbup0m6RfB+ZIWijpncAX2y6qh+6R9HzAkh4n6Y2ULppK3DfTgh0G6CYmSQcAi4A7bT8o6SeBo21X8Sd++Q+zkKaP+k+B1wIfsv3OVgubotLdtBh4lu1nSnoq8E+2X9ByaT0j6SeAN9F0GYrmzu632X641cJ6RNIRwF8BL6b5fNcD59t+oNXCekTSXwE/BXwU2DHabvvDbdUEgxXu4/bx2b5xumvpF0kvoSMgbK9puaQpk7SB0t1k+8TSttH2c1otLKKQ9P5xmm37tdNeTIdB6nP/w47nh9BcwFoPnNJOOX3xrzQ/VJ+R9BOSnmT7obaLmqJHbFtSFd1NnSR9jDFTYXey/YppLKdvJA0Br6e5SPzjzGk7/HrF9m+1XcN4Bibcbb+8c1vSfJoLIVWQ9HqaxU8OB54OHA28Gzi1zbp6YJWkvwWeUj7ja4H3tlxTr/xl2wVMk2uBLwCfoa4LqQBIOgQ4BziO5sQRaP+X18B0y4xVRspstP3stmvphdJ9cRLw5Y7ui1tr+Hxju5uAG23vmPyomCkkbbC9qO06+kXSPwFfA34deCvwG8Adts9vs66BOXMvIxBGf5ONXly9pbWCem+H7UdGh5tJOpBJ/uSfLSS9r5wBrSnbTwQ+wez/i4Qyjn+ybplarit8XNIZtj/RdiF98gzbZ0laYnulpA/RnIS0amDCHRjueL4TuMr2P7dVTB98XtJFwOPLme5/Bz7Wck298C1J77L9BkmHAdcB72m7qB75pfJ4bnn8QHn8DeCH019O35wPXCRpB/Ajmr/AbPvQdsvqmR+VxwclHQ/8GzPgJrSB6pYpq0I9s2xutv2jyfafTUo30+vYvfviva7gH7jMJfNk4D8Bl9q+puWSekrSP48d2jleW8xMkl4HXAM8B3g/8ETgf9l+d6t1VfB/vyuSTgZWAnfThN98YFkNQyHLGP6Nto9vu5ZekfTLnZvAm4F1lPlX2h5D3Evlesl5tm8q288HLq+pn7r81bWQ3S84zvr/ezPZIHXLXAa81PZmAEnPBK6iORuc1Ww/KukWSU+z/c226+mRl4/Z/irNfDkvp+mnribcaUZavE/Sk8v2gzSjgqpQzmzPB+bRTJD2XOBLVDIMWdJTgN9kz6Gev9tSScBghftBo8EOYPtfJR3UZkG9IOmXy1nsXGCTpHXAD0Zfn61jpWfq2OF+sL0eOEHSoTR/TX+37Zp67Hzg54B/sf0iSf8ReEvLNfXSJ4B/AW5lBk1pMkjhPizpSna/aLW+xXp65X/SnMXW9J/lxyStpLlV/cGyfRhwWdtjiHtJ0sHAr1DO/EZHPNl+a4tl9dLDth+WhKSDbX9Ndc1df4jt32+7iLEGKdzfQDMq4Xdp+nBvBKqZU9r259uuoU+eMxrsALa/I+nEFuvph2uB79KcbNQ4fn9r6br4KLBG0neAe1utqLc+UG6w+zi7zy3T6uylA3NBFZrVboCndXbPzHaSfghsmej12T5WWtItwMm2v1O2Dwc+X8PNWaMk3VbTxfDJSPoFmpFPn7L9SNv19IKkc4EVNNdKRgPVtv9Da0UxQGfukl4B/AXwOOAYSYuAt87WPukOd7HnxceaXAZ8UdL/Ldtn0fxHqskXJT3b9q1tF9JL5RfxWKOf8YlALfPy/z7NjUz3t11Ip4E5c5c0OknY52qaXVDSV0c/T60kHQe8iKY7ba3t21suqafULEH3DJpf1Dt47Caf2f6zeRfNmex4q5C0fmbbK2qWRFxqe0bdeDYwZ+7Uu9pNV3fZSlpme2W/i+kH25skjVDGSFc25BMqWxN2lO3aFlWZyC5gg6Qb2L3PPUMhp8luq93QXFid9avd2D6vy13Pp7mJa1Yp3WmXAU8FtgM/TbOKz3Ft1tVLZYUpJB1Jx00+NSk3pf08zZn8F2x/tN2Keuqj5WtGGaRw/x2a1W520Ny89Gngba1WNL1m658sb6O56eUztk+U9CLg7JZr6qnaf4FJupym2+mq0vTfJL3E9rmTHDab3EMzhn9GdcsMTJ/7oJN0s+2fbbuOfSVp2PbiMmrmxHI37jrbJ7VdW6+Uz3YKY36B2V7ecmk9IWkTcPzoPEdluoxbbdfyy+vvaU5AHqCZt/4LwE2jI7zaMjBn7mW6gTey5y3CVdwC3YXZeub+YJnm9wvAByVtp5nVsyY/sv2ApAMkHWD7hjJZWi02A08DvlG25wNVrF0MYPs3AdSs7/sq4G9o/gprNV8HJtyBf6JZmei9VLgaTBdm6/TGrwAeprlm8GrgUOq7G3f0F9iN1PkL7CeBO8rUGNBMRfClMspk1k6RMUrSq4H/AjwbuB/4a5qTkVYNTLeMpPW2Z/0kYRORdD7NdKMP0fwCOxG4wPb1rRa2nyQ9xJ4LWYz+9fEw8P+AN9leO62F9ZCkZwBH0Uym9e80i8j8Bk2f+3VlzplZr9y4NKHZfne1pPtpfh7fDdxg++52K2oMUrhfQnOx6iPMoFuEe0XSLbZPkHQazTQLbwbePxv72fdG0hzgeOCDs/nOTkkfBy6yvXFM+2Lg4rHr/s5G5d/q07Zf3HYt/VTuxXghzYighTTrRbymzZoGqVtmWXn8w442A1XcSMFjZ7Vn0IT6LapwUD+A7V3ALWqWTpzNFowNdgDbw5IWtFBPz9neJemHkp5c4WyXAJTZPJ9G8xfXAprpFVqfHXJgwn0AbqhYL+l64BjgQklPYgb8gPWT7b9tu4YpmmxM++OnrYr+exi4VdIadp+OutWbfHropo6vv7a9teV6gAEKd4CyvuGx7L4azN+3V1FPnUOz6Pedtn8o6SeBgZkTfZb6iqTX295tTVhJ51DHdNSjritfVRqdJqKcUM2Yfu5B6nO/GDiZJtw/QXPL9022X9VmXb2UpcxmF0lH0VwDeoTHwnwxzeR2Z9r+t7Zqi+6Vk8YPAIfTdI+O0CzheVurdQ1QuN8KnAB8tVx4PIpmAelZf9EKJl7KbIDG8c9a5aal0QvDm2x/ts16ekXSKtu/Wv7vjQ0a2z6hjbp6TdIXaUZu3VC2Twb+xPbz26xrkLpl/r3c3bizXADZTj0XU6H+pcyqVULhhrbr6IPzy+MvdbSJ5gTkoukvp2+eMBrsALY/J+kJbRYEgxXuw2U1mPfQ/An8fWDdpEfMLrUvZRazjO1t5fEbZf2EXwd+lWZq42taLK3X7pT0Zh5bwvPVNJ+xVQPTLdOpDDM7dLxhaLOVpI/QXED9PZp5Sr5Dsyj4GW3WFYOrTPmxlGaitweAfwTeaPunWy2sx8q1rrfQjHEfXcLzkrbnlqk+3CVNehOP7Zunq5bpUuNSZjH7SHqU5jb8c2xvKW131rJIx0w3CN0yl03ymmnOcqtQziDm00xB8BDNRbrqfnnFrPErNGfuN0j6FHA1s3cCuwnN1EkJqz9zHxSS3gb8V+BOHrt5yW3/gEWUi4uvpOmeOYVm0ZiPzNZ5j8YqUza/m+Za3o8nJWx7bqDqw72sADMh2x+erlr6SdJm4NnphomZrCyafRbwa7WceMzUSQkHIdzfP8nLtv3aaSumjyRdA7zB9va2a4kYJDN1UsLqw31QlJkErwVuY/cfsFk9V3bETCdpdNjjbmHa9oXjQbigCvz4Vu8/AZ5q+xclHQs8z/aVLZfWKyuBPwNupfIJwyJmAkk/B9wzOimhpGU0F5HvBi5pr7LGwJy5S/okzWIWbyrTDxxIMxXBs1surSckfd72pIsiRETvSLoZeLHtb0t6Ic1ooN+hmcDvZ9qet+qANt98mh1hexXlrNb2Tupabm+9pD+V9DxJPzv61XZRERWb09Gv/mvAFbavsf1m4Bkt1gUMULcM8IMyDe7oCuzPBWpaPODE8vjcjraqxvFHzDBzJB1YThRPBZZ3vNZ6trZewDT6fWA18HRJ/wwM0axUXotzbN/Z2SApdwJG9M9VwOfLGqr/TlkUu6yN2/qJ48D0uQOUfvZn0dwlt9n2j1ouqWck3Tx2vdSZOv42ohalB2AucL3tH5S2ZwJPbHtqk4E5c5d0Ls2CypvK9mGSzrZ9eculTUmZ2vc44Mljbtg6lMmXcYuIKbL9L+O0/WsbtYw1MGfukjbYXjSm7au2T5zgkFlB0hKaW7tfQdPtNOoh4GrbX2yjroho18CcuQMHSJLLbzNJc2iWM5vVbF8LXCvpeba/1HY9ETEzDNJQyE8DqySdKukUmoshn2q5pl46U9Khkg6StFbS/ZJe3XZREdGOQeqWOYBmqNKLaS6oXk+zhmoVY91Hu50knUnTTfM/gBtqWacyIvbNwHTL2H6UZlrOd5eZ6ebVEuzFQeXxDOCqctdcm/VERIsGpltG0udKt8XhwAbg/ZLe3nJZvfQxSV8DFgNrJQ0BD7dcU0S0ZJC6Zb5q+0RJrwPm275Y0kbbz2m7tl4pKzF9z/YuST9Bs07sv7VdV0RMv4HplgEOlDSXZvX1N7VdTK9IOsX2ZzvHuI/pjqliMZKI2DeDFO5vpRkxc5Ptr5Rb87/eck298AvAZ4GXj/OaSbhHDKSB6ZapWRkJ9Koy62VERP3hLumPbP+5pHcyZqUUANu/20JZPSfpRtsvbLuOiJgZBqFb5o7yONxqFf23RtIbgX8EfjDa2PY6jhHRjurP3AdFxzqOndz2Oo4R0Y7qw13S6slezwLSEVGjQeiWeR5wD81cMl+mmXqgSpKeDyyg49/V9t+3VlBEtGYQztznAC8BzgaeA1xHc3v+plYL6zFJHwCeTnP37ei0Cq7lgnFE7Jvqw72TpINpQv4vgLfafmfLJfWMpDuAYz1I/6ARMaFB6JYZDfWX0QT7AuD/UN/NPbcBPwVsa7uQiGhf9WfuklYCxwOfpFmZ6LaWS+opSR+jGb//JGARsA7YMfp6LhhHDKZBCPdHeWzcd+eHFU2f9KHTX1XvSHo9cBRl5fUOvwB8y/aV019VRLSt+m4Z27VPa7wEuMj2xs5GST8ALgYS7hEDqPbgGwQLxgY7gO1hmusLETGAEu6z3yGTvPb4aasiImaUhPvs95XS774bSecA61uoJyJmgOovqNZO0lHAR4BHeCzMFwOPA87MSkwRgynhXglJL6IZ8gmwyfZn26wnItqVcI+IqFD63CMiKpRwj4ioUMI9IqJCCfeIiAr9f7uzLPXg/gVAAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "valid_df['Class'].value_counts(sort=True).plot.bar()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "promising-howard",
   "metadata": {},
   "source": [
    "# Image Processing"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "id": "invisible-heavy",
   "metadata": {},
   "outputs": [],
   "source": [
    "image_size = [299, 299]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "id": "important-influence",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Found 5498 validated image filenames belonging to 6 classes.\n"
     ]
    }
   ],
   "source": [
    "# For training\n",
    "\n",
    "train_datagen = ImageDataGenerator(rescale = 1./255,\n",
    "                                   shear_range = 0.2,\n",
    "                                   zoom_range = 0.2,\n",
    "                                   horizontal_flip = True)\n",
    "\n",
    "training_set = train_datagen.flow_from_dataframe(dataframe=train_df, directory=train_image,\n",
    "                                                 x_col=\"Image\", y_col=\"Class\",\n",
    "                                                 class_mode=\"categorical\",\n",
    "                                                 target_size=(299, 299), batch_size=32)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "id": "charming-blocking",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Found 971 validated image filenames belonging to 6 classes.\n"
     ]
    }
   ],
   "source": [
    "# For validation\n",
    "\n",
    "validation_datagen = ImageDataGenerator(rescale = 1./255)\n",
    "\n",
    "validation_set = validation_datagen.flow_from_dataframe(dataframe=valid_df, directory=train_image,\n",
    "                                                 x_col=\"Image\", y_col=\"Class\",\n",
    "                                                 class_mode=\"categorical\",\n",
    "                                                 target_size=(299, 299), batch_size=32)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "curious-chemical",
   "metadata": {},
   "source": [
    "# Preparing the Model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "id": "complimentary-search",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model: \"model_1\"\n",
      "__________________________________________________________________________________________________\n",
      "Layer (type)                    Output Shape         Param #     Connected to                     \n",
      "==================================================================================================\n",
      "input_2 (InputLayer)            [(None, 299, 299, 3) 0                                            \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_203 (Conv2D)             (None, 149, 149, 32) 864         input_2[0][0]                    \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_203 (BatchN (None, 149, 149, 32) 96          conv2d_203[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_203 (Activation)     (None, 149, 149, 32) 0           batch_normalization_203[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_204 (Conv2D)             (None, 147, 147, 32) 9216        activation_203[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_204 (BatchN (None, 147, 147, 32) 96          conv2d_204[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_204 (Activation)     (None, 147, 147, 32) 0           batch_normalization_204[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_205 (Conv2D)             (None, 147, 147, 64) 18432       activation_204[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_205 (BatchN (None, 147, 147, 64) 192         conv2d_205[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_205 (Activation)     (None, 147, 147, 64) 0           batch_normalization_205[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "max_pooling2d_4 (MaxPooling2D)  (None, 73, 73, 64)   0           activation_205[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_206 (Conv2D)             (None, 73, 73, 80)   5120        max_pooling2d_4[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_206 (BatchN (None, 73, 73, 80)   240         conv2d_206[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_206 (Activation)     (None, 73, 73, 80)   0           batch_normalization_206[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_207 (Conv2D)             (None, 71, 71, 192)  138240      activation_206[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_207 (BatchN (None, 71, 71, 192)  576         conv2d_207[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_207 (Activation)     (None, 71, 71, 192)  0           batch_normalization_207[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "max_pooling2d_5 (MaxPooling2D)  (None, 35, 35, 192)  0           activation_207[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_211 (Conv2D)             (None, 35, 35, 64)   12288       max_pooling2d_5[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_211 (BatchN (None, 35, 35, 64)   192         conv2d_211[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_211 (Activation)     (None, 35, 35, 64)   0           batch_normalization_211[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_209 (Conv2D)             (None, 35, 35, 48)   9216        max_pooling2d_5[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_212 (Conv2D)             (None, 35, 35, 96)   55296       activation_211[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_209 (BatchN (None, 35, 35, 48)   144         conv2d_209[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_212 (BatchN (None, 35, 35, 96)   288         conv2d_212[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_209 (Activation)     (None, 35, 35, 48)   0           batch_normalization_209[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_212 (Activation)     (None, 35, 35, 96)   0           batch_normalization_212[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "average_pooling2d_1 (AveragePoo (None, 35, 35, 192)  0           max_pooling2d_5[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_208 (Conv2D)             (None, 35, 35, 96)   18432       max_pooling2d_5[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_210 (Conv2D)             (None, 35, 35, 64)   76800       activation_209[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_213 (Conv2D)             (None, 35, 35, 96)   82944       activation_212[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_214 (Conv2D)             (None, 35, 35, 64)   12288       average_pooling2d_1[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_208 (BatchN (None, 35, 35, 96)   288         conv2d_208[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_210 (BatchN (None, 35, 35, 64)   192         conv2d_210[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_213 (BatchN (None, 35, 35, 96)   288         conv2d_213[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_214 (BatchN (None, 35, 35, 64)   192         conv2d_214[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_208 (Activation)     (None, 35, 35, 96)   0           batch_normalization_208[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_210 (Activation)     (None, 35, 35, 64)   0           batch_normalization_210[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_213 (Activation)     (None, 35, 35, 96)   0           batch_normalization_213[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_214 (Activation)     (None, 35, 35, 64)   0           batch_normalization_214[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "mixed_5b (Concatenate)          (None, 35, 35, 320)  0           activation_208[0][0]             \n",
      "                                                                 activation_210[0][0]             \n",
      "                                                                 activation_213[0][0]             \n",
      "                                                                 activation_214[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_218 (Conv2D)             (None, 35, 35, 32)   10240       mixed_5b[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_218 (BatchN (None, 35, 35, 32)   96          conv2d_218[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_218 (Activation)     (None, 35, 35, 32)   0           batch_normalization_218[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_216 (Conv2D)             (None, 35, 35, 32)   10240       mixed_5b[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_219 (Conv2D)             (None, 35, 35, 48)   13824       activation_218[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_216 (BatchN (None, 35, 35, 32)   96          conv2d_216[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_219 (BatchN (None, 35, 35, 48)   144         conv2d_219[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_216 (Activation)     (None, 35, 35, 32)   0           batch_normalization_216[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_219 (Activation)     (None, 35, 35, 48)   0           batch_normalization_219[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_215 (Conv2D)             (None, 35, 35, 32)   10240       mixed_5b[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_217 (Conv2D)             (None, 35, 35, 32)   9216        activation_216[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_220 (Conv2D)             (None, 35, 35, 64)   27648       activation_219[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_215 (BatchN (None, 35, 35, 32)   96          conv2d_215[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_217 (BatchN (None, 35, 35, 32)   96          conv2d_217[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_220 (BatchN (None, 35, 35, 64)   192         conv2d_220[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_215 (Activation)     (None, 35, 35, 32)   0           batch_normalization_215[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_217 (Activation)     (None, 35, 35, 32)   0           batch_normalization_217[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_220 (Activation)     (None, 35, 35, 64)   0           batch_normalization_220[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block35_1_mixed (Concatenate)   (None, 35, 35, 128)  0           activation_215[0][0]             \n",
      "                                                                 activation_217[0][0]             \n",
      "                                                                 activation_220[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block35_1_conv (Conv2D)         (None, 35, 35, 320)  41280       block35_1_mixed[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block35_1 (Lambda)              (None, 35, 35, 320)  0           mixed_5b[0][0]                   \n",
      "                                                                 block35_1_conv[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block35_1_ac (Activation)       (None, 35, 35, 320)  0           block35_1[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_224 (Conv2D)             (None, 35, 35, 32)   10240       block35_1_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_224 (BatchN (None, 35, 35, 32)   96          conv2d_224[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_224 (Activation)     (None, 35, 35, 32)   0           batch_normalization_224[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_222 (Conv2D)             (None, 35, 35, 32)   10240       block35_1_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_225 (Conv2D)             (None, 35, 35, 48)   13824       activation_224[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_222 (BatchN (None, 35, 35, 32)   96          conv2d_222[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_225 (BatchN (None, 35, 35, 48)   144         conv2d_225[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_222 (Activation)     (None, 35, 35, 32)   0           batch_normalization_222[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_225 (Activation)     (None, 35, 35, 48)   0           batch_normalization_225[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_221 (Conv2D)             (None, 35, 35, 32)   10240       block35_1_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_223 (Conv2D)             (None, 35, 35, 32)   9216        activation_222[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_226 (Conv2D)             (None, 35, 35, 64)   27648       activation_225[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_221 (BatchN (None, 35, 35, 32)   96          conv2d_221[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_223 (BatchN (None, 35, 35, 32)   96          conv2d_223[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_226 (BatchN (None, 35, 35, 64)   192         conv2d_226[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_221 (Activation)     (None, 35, 35, 32)   0           batch_normalization_221[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_223 (Activation)     (None, 35, 35, 32)   0           batch_normalization_223[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_226 (Activation)     (None, 35, 35, 64)   0           batch_normalization_226[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block35_2_mixed (Concatenate)   (None, 35, 35, 128)  0           activation_221[0][0]             \n",
      "                                                                 activation_223[0][0]             \n",
      "                                                                 activation_226[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block35_2_conv (Conv2D)         (None, 35, 35, 320)  41280       block35_2_mixed[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block35_2 (Lambda)              (None, 35, 35, 320)  0           block35_1_ac[0][0]               \n",
      "                                                                 block35_2_conv[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block35_2_ac (Activation)       (None, 35, 35, 320)  0           block35_2[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_230 (Conv2D)             (None, 35, 35, 32)   10240       block35_2_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_230 (BatchN (None, 35, 35, 32)   96          conv2d_230[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_230 (Activation)     (None, 35, 35, 32)   0           batch_normalization_230[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_228 (Conv2D)             (None, 35, 35, 32)   10240       block35_2_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_231 (Conv2D)             (None, 35, 35, 48)   13824       activation_230[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_228 (BatchN (None, 35, 35, 32)   96          conv2d_228[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_231 (BatchN (None, 35, 35, 48)   144         conv2d_231[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_228 (Activation)     (None, 35, 35, 32)   0           batch_normalization_228[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_231 (Activation)     (None, 35, 35, 48)   0           batch_normalization_231[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_227 (Conv2D)             (None, 35, 35, 32)   10240       block35_2_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_229 (Conv2D)             (None, 35, 35, 32)   9216        activation_228[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_232 (Conv2D)             (None, 35, 35, 64)   27648       activation_231[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_227 (BatchN (None, 35, 35, 32)   96          conv2d_227[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_229 (BatchN (None, 35, 35, 32)   96          conv2d_229[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_232 (BatchN (None, 35, 35, 64)   192         conv2d_232[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_227 (Activation)     (None, 35, 35, 32)   0           batch_normalization_227[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_229 (Activation)     (None, 35, 35, 32)   0           batch_normalization_229[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_232 (Activation)     (None, 35, 35, 64)   0           batch_normalization_232[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block35_3_mixed (Concatenate)   (None, 35, 35, 128)  0           activation_227[0][0]             \n",
      "                                                                 activation_229[0][0]             \n",
      "                                                                 activation_232[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block35_3_conv (Conv2D)         (None, 35, 35, 320)  41280       block35_3_mixed[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block35_3 (Lambda)              (None, 35, 35, 320)  0           block35_2_ac[0][0]               \n",
      "                                                                 block35_3_conv[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block35_3_ac (Activation)       (None, 35, 35, 320)  0           block35_3[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_236 (Conv2D)             (None, 35, 35, 32)   10240       block35_3_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_236 (BatchN (None, 35, 35, 32)   96          conv2d_236[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_236 (Activation)     (None, 35, 35, 32)   0           batch_normalization_236[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_234 (Conv2D)             (None, 35, 35, 32)   10240       block35_3_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_237 (Conv2D)             (None, 35, 35, 48)   13824       activation_236[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_234 (BatchN (None, 35, 35, 32)   96          conv2d_234[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_237 (BatchN (None, 35, 35, 48)   144         conv2d_237[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_234 (Activation)     (None, 35, 35, 32)   0           batch_normalization_234[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_237 (Activation)     (None, 35, 35, 48)   0           batch_normalization_237[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_233 (Conv2D)             (None, 35, 35, 32)   10240       block35_3_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_235 (Conv2D)             (None, 35, 35, 32)   9216        activation_234[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_238 (Conv2D)             (None, 35, 35, 64)   27648       activation_237[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_233 (BatchN (None, 35, 35, 32)   96          conv2d_233[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_235 (BatchN (None, 35, 35, 32)   96          conv2d_235[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_238 (BatchN (None, 35, 35, 64)   192         conv2d_238[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_233 (Activation)     (None, 35, 35, 32)   0           batch_normalization_233[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_235 (Activation)     (None, 35, 35, 32)   0           batch_normalization_235[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_238 (Activation)     (None, 35, 35, 64)   0           batch_normalization_238[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block35_4_mixed (Concatenate)   (None, 35, 35, 128)  0           activation_233[0][0]             \n",
      "                                                                 activation_235[0][0]             \n",
      "                                                                 activation_238[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block35_4_conv (Conv2D)         (None, 35, 35, 320)  41280       block35_4_mixed[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block35_4 (Lambda)              (None, 35, 35, 320)  0           block35_3_ac[0][0]               \n",
      "                                                                 block35_4_conv[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block35_4_ac (Activation)       (None, 35, 35, 320)  0           block35_4[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_242 (Conv2D)             (None, 35, 35, 32)   10240       block35_4_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_242 (BatchN (None, 35, 35, 32)   96          conv2d_242[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_242 (Activation)     (None, 35, 35, 32)   0           batch_normalization_242[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_240 (Conv2D)             (None, 35, 35, 32)   10240       block35_4_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_243 (Conv2D)             (None, 35, 35, 48)   13824       activation_242[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_240 (BatchN (None, 35, 35, 32)   96          conv2d_240[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_243 (BatchN (None, 35, 35, 48)   144         conv2d_243[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_240 (Activation)     (None, 35, 35, 32)   0           batch_normalization_240[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_243 (Activation)     (None, 35, 35, 48)   0           batch_normalization_243[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_239 (Conv2D)             (None, 35, 35, 32)   10240       block35_4_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_241 (Conv2D)             (None, 35, 35, 32)   9216        activation_240[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_244 (Conv2D)             (None, 35, 35, 64)   27648       activation_243[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_239 (BatchN (None, 35, 35, 32)   96          conv2d_239[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_241 (BatchN (None, 35, 35, 32)   96          conv2d_241[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_244 (BatchN (None, 35, 35, 64)   192         conv2d_244[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_239 (Activation)     (None, 35, 35, 32)   0           batch_normalization_239[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_241 (Activation)     (None, 35, 35, 32)   0           batch_normalization_241[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_244 (Activation)     (None, 35, 35, 64)   0           batch_normalization_244[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block35_5_mixed (Concatenate)   (None, 35, 35, 128)  0           activation_239[0][0]             \n",
      "                                                                 activation_241[0][0]             \n",
      "                                                                 activation_244[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block35_5_conv (Conv2D)         (None, 35, 35, 320)  41280       block35_5_mixed[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block35_5 (Lambda)              (None, 35, 35, 320)  0           block35_4_ac[0][0]               \n",
      "                                                                 block35_5_conv[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block35_5_ac (Activation)       (None, 35, 35, 320)  0           block35_5[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_248 (Conv2D)             (None, 35, 35, 32)   10240       block35_5_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_248 (BatchN (None, 35, 35, 32)   96          conv2d_248[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_248 (Activation)     (None, 35, 35, 32)   0           batch_normalization_248[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_246 (Conv2D)             (None, 35, 35, 32)   10240       block35_5_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_249 (Conv2D)             (None, 35, 35, 48)   13824       activation_248[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_246 (BatchN (None, 35, 35, 32)   96          conv2d_246[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_249 (BatchN (None, 35, 35, 48)   144         conv2d_249[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_246 (Activation)     (None, 35, 35, 32)   0           batch_normalization_246[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_249 (Activation)     (None, 35, 35, 48)   0           batch_normalization_249[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_245 (Conv2D)             (None, 35, 35, 32)   10240       block35_5_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_247 (Conv2D)             (None, 35, 35, 32)   9216        activation_246[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_250 (Conv2D)             (None, 35, 35, 64)   27648       activation_249[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_245 (BatchN (None, 35, 35, 32)   96          conv2d_245[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_247 (BatchN (None, 35, 35, 32)   96          conv2d_247[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_250 (BatchN (None, 35, 35, 64)   192         conv2d_250[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_245 (Activation)     (None, 35, 35, 32)   0           batch_normalization_245[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_247 (Activation)     (None, 35, 35, 32)   0           batch_normalization_247[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_250 (Activation)     (None, 35, 35, 64)   0           batch_normalization_250[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block35_6_mixed (Concatenate)   (None, 35, 35, 128)  0           activation_245[0][0]             \n",
      "                                                                 activation_247[0][0]             \n",
      "                                                                 activation_250[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block35_6_conv (Conv2D)         (None, 35, 35, 320)  41280       block35_6_mixed[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block35_6 (Lambda)              (None, 35, 35, 320)  0           block35_5_ac[0][0]               \n",
      "                                                                 block35_6_conv[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block35_6_ac (Activation)       (None, 35, 35, 320)  0           block35_6[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_254 (Conv2D)             (None, 35, 35, 32)   10240       block35_6_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_254 (BatchN (None, 35, 35, 32)   96          conv2d_254[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_254 (Activation)     (None, 35, 35, 32)   0           batch_normalization_254[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_252 (Conv2D)             (None, 35, 35, 32)   10240       block35_6_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_255 (Conv2D)             (None, 35, 35, 48)   13824       activation_254[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_252 (BatchN (None, 35, 35, 32)   96          conv2d_252[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_255 (BatchN (None, 35, 35, 48)   144         conv2d_255[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_252 (Activation)     (None, 35, 35, 32)   0           batch_normalization_252[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_255 (Activation)     (None, 35, 35, 48)   0           batch_normalization_255[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_251 (Conv2D)             (None, 35, 35, 32)   10240       block35_6_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_253 (Conv2D)             (None, 35, 35, 32)   9216        activation_252[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_256 (Conv2D)             (None, 35, 35, 64)   27648       activation_255[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_251 (BatchN (None, 35, 35, 32)   96          conv2d_251[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_253 (BatchN (None, 35, 35, 32)   96          conv2d_253[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_256 (BatchN (None, 35, 35, 64)   192         conv2d_256[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_251 (Activation)     (None, 35, 35, 32)   0           batch_normalization_251[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_253 (Activation)     (None, 35, 35, 32)   0           batch_normalization_253[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_256 (Activation)     (None, 35, 35, 64)   0           batch_normalization_256[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block35_7_mixed (Concatenate)   (None, 35, 35, 128)  0           activation_251[0][0]             \n",
      "                                                                 activation_253[0][0]             \n",
      "                                                                 activation_256[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block35_7_conv (Conv2D)         (None, 35, 35, 320)  41280       block35_7_mixed[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block35_7 (Lambda)              (None, 35, 35, 320)  0           block35_6_ac[0][0]               \n",
      "                                                                 block35_7_conv[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block35_7_ac (Activation)       (None, 35, 35, 320)  0           block35_7[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_260 (Conv2D)             (None, 35, 35, 32)   10240       block35_7_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_260 (BatchN (None, 35, 35, 32)   96          conv2d_260[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_260 (Activation)     (None, 35, 35, 32)   0           batch_normalization_260[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_258 (Conv2D)             (None, 35, 35, 32)   10240       block35_7_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_261 (Conv2D)             (None, 35, 35, 48)   13824       activation_260[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_258 (BatchN (None, 35, 35, 32)   96          conv2d_258[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_261 (BatchN (None, 35, 35, 48)   144         conv2d_261[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_258 (Activation)     (None, 35, 35, 32)   0           batch_normalization_258[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_261 (Activation)     (None, 35, 35, 48)   0           batch_normalization_261[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_257 (Conv2D)             (None, 35, 35, 32)   10240       block35_7_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_259 (Conv2D)             (None, 35, 35, 32)   9216        activation_258[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_262 (Conv2D)             (None, 35, 35, 64)   27648       activation_261[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_257 (BatchN (None, 35, 35, 32)   96          conv2d_257[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_259 (BatchN (None, 35, 35, 32)   96          conv2d_259[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_262 (BatchN (None, 35, 35, 64)   192         conv2d_262[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_257 (Activation)     (None, 35, 35, 32)   0           batch_normalization_257[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_259 (Activation)     (None, 35, 35, 32)   0           batch_normalization_259[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_262 (Activation)     (None, 35, 35, 64)   0           batch_normalization_262[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block35_8_mixed (Concatenate)   (None, 35, 35, 128)  0           activation_257[0][0]             \n",
      "                                                                 activation_259[0][0]             \n",
      "                                                                 activation_262[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block35_8_conv (Conv2D)         (None, 35, 35, 320)  41280       block35_8_mixed[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block35_8 (Lambda)              (None, 35, 35, 320)  0           block35_7_ac[0][0]               \n",
      "                                                                 block35_8_conv[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block35_8_ac (Activation)       (None, 35, 35, 320)  0           block35_8[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_266 (Conv2D)             (None, 35, 35, 32)   10240       block35_8_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_266 (BatchN (None, 35, 35, 32)   96          conv2d_266[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_266 (Activation)     (None, 35, 35, 32)   0           batch_normalization_266[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_264 (Conv2D)             (None, 35, 35, 32)   10240       block35_8_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_267 (Conv2D)             (None, 35, 35, 48)   13824       activation_266[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_264 (BatchN (None, 35, 35, 32)   96          conv2d_264[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_267 (BatchN (None, 35, 35, 48)   144         conv2d_267[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_264 (Activation)     (None, 35, 35, 32)   0           batch_normalization_264[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_267 (Activation)     (None, 35, 35, 48)   0           batch_normalization_267[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_263 (Conv2D)             (None, 35, 35, 32)   10240       block35_8_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_265 (Conv2D)             (None, 35, 35, 32)   9216        activation_264[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_268 (Conv2D)             (None, 35, 35, 64)   27648       activation_267[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_263 (BatchN (None, 35, 35, 32)   96          conv2d_263[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_265 (BatchN (None, 35, 35, 32)   96          conv2d_265[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_268 (BatchN (None, 35, 35, 64)   192         conv2d_268[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_263 (Activation)     (None, 35, 35, 32)   0           batch_normalization_263[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_265 (Activation)     (None, 35, 35, 32)   0           batch_normalization_265[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_268 (Activation)     (None, 35, 35, 64)   0           batch_normalization_268[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block35_9_mixed (Concatenate)   (None, 35, 35, 128)  0           activation_263[0][0]             \n",
      "                                                                 activation_265[0][0]             \n",
      "                                                                 activation_268[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block35_9_conv (Conv2D)         (None, 35, 35, 320)  41280       block35_9_mixed[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block35_9 (Lambda)              (None, 35, 35, 320)  0           block35_8_ac[0][0]               \n",
      "                                                                 block35_9_conv[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block35_9_ac (Activation)       (None, 35, 35, 320)  0           block35_9[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_272 (Conv2D)             (None, 35, 35, 32)   10240       block35_9_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_272 (BatchN (None, 35, 35, 32)   96          conv2d_272[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_272 (Activation)     (None, 35, 35, 32)   0           batch_normalization_272[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_270 (Conv2D)             (None, 35, 35, 32)   10240       block35_9_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_273 (Conv2D)             (None, 35, 35, 48)   13824       activation_272[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_270 (BatchN (None, 35, 35, 32)   96          conv2d_270[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_273 (BatchN (None, 35, 35, 48)   144         conv2d_273[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_270 (Activation)     (None, 35, 35, 32)   0           batch_normalization_270[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_273 (Activation)     (None, 35, 35, 48)   0           batch_normalization_273[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_269 (Conv2D)             (None, 35, 35, 32)   10240       block35_9_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_271 (Conv2D)             (None, 35, 35, 32)   9216        activation_270[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_274 (Conv2D)             (None, 35, 35, 64)   27648       activation_273[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_269 (BatchN (None, 35, 35, 32)   96          conv2d_269[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_271 (BatchN (None, 35, 35, 32)   96          conv2d_271[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_274 (BatchN (None, 35, 35, 64)   192         conv2d_274[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_269 (Activation)     (None, 35, 35, 32)   0           batch_normalization_269[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_271 (Activation)     (None, 35, 35, 32)   0           batch_normalization_271[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_274 (Activation)     (None, 35, 35, 64)   0           batch_normalization_274[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block35_10_mixed (Concatenate)  (None, 35, 35, 128)  0           activation_269[0][0]             \n",
      "                                                                 activation_271[0][0]             \n",
      "                                                                 activation_274[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block35_10_conv (Conv2D)        (None, 35, 35, 320)  41280       block35_10_mixed[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "block35_10 (Lambda)             (None, 35, 35, 320)  0           block35_9_ac[0][0]               \n",
      "                                                                 block35_10_conv[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block35_10_ac (Activation)      (None, 35, 35, 320)  0           block35_10[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_276 (Conv2D)             (None, 35, 35, 256)  81920       block35_10_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_276 (BatchN (None, 35, 35, 256)  768         conv2d_276[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_276 (Activation)     (None, 35, 35, 256)  0           batch_normalization_276[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_277 (Conv2D)             (None, 35, 35, 256)  589824      activation_276[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_277 (BatchN (None, 35, 35, 256)  768         conv2d_277[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_277 (Activation)     (None, 35, 35, 256)  0           batch_normalization_277[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_275 (Conv2D)             (None, 17, 17, 384)  1105920     block35_10_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_278 (Conv2D)             (None, 17, 17, 384)  884736      activation_277[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_275 (BatchN (None, 17, 17, 384)  1152        conv2d_275[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_278 (BatchN (None, 17, 17, 384)  1152        conv2d_278[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_275 (Activation)     (None, 17, 17, 384)  0           batch_normalization_275[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_278 (Activation)     (None, 17, 17, 384)  0           batch_normalization_278[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "max_pooling2d_6 (MaxPooling2D)  (None, 17, 17, 320)  0           block35_10_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "mixed_6a (Concatenate)          (None, 17, 17, 1088) 0           activation_275[0][0]             \n",
      "                                                                 activation_278[0][0]             \n",
      "                                                                 max_pooling2d_6[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_280 (Conv2D)             (None, 17, 17, 128)  139264      mixed_6a[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_280 (BatchN (None, 17, 17, 128)  384         conv2d_280[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_280 (Activation)     (None, 17, 17, 128)  0           batch_normalization_280[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_281 (Conv2D)             (None, 17, 17, 160)  143360      activation_280[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_281 (BatchN (None, 17, 17, 160)  480         conv2d_281[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_281 (Activation)     (None, 17, 17, 160)  0           batch_normalization_281[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_279 (Conv2D)             (None, 17, 17, 192)  208896      mixed_6a[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_282 (Conv2D)             (None, 17, 17, 192)  215040      activation_281[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_279 (BatchN (None, 17, 17, 192)  576         conv2d_279[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_282 (BatchN (None, 17, 17, 192)  576         conv2d_282[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_279 (Activation)     (None, 17, 17, 192)  0           batch_normalization_279[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_282 (Activation)     (None, 17, 17, 192)  0           batch_normalization_282[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block17_1_mixed (Concatenate)   (None, 17, 17, 384)  0           activation_279[0][0]             \n",
      "                                                                 activation_282[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_1_conv (Conv2D)         (None, 17, 17, 1088) 418880      block17_1_mixed[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_1 (Lambda)              (None, 17, 17, 1088) 0           mixed_6a[0][0]                   \n",
      "                                                                 block17_1_conv[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_1_ac (Activation)       (None, 17, 17, 1088) 0           block17_1[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_284 (Conv2D)             (None, 17, 17, 128)  139264      block17_1_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_284 (BatchN (None, 17, 17, 128)  384         conv2d_284[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_284 (Activation)     (None, 17, 17, 128)  0           batch_normalization_284[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_285 (Conv2D)             (None, 17, 17, 160)  143360      activation_284[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_285 (BatchN (None, 17, 17, 160)  480         conv2d_285[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_285 (Activation)     (None, 17, 17, 160)  0           batch_normalization_285[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_283 (Conv2D)             (None, 17, 17, 192)  208896      block17_1_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_286 (Conv2D)             (None, 17, 17, 192)  215040      activation_285[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_283 (BatchN (None, 17, 17, 192)  576         conv2d_283[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_286 (BatchN (None, 17, 17, 192)  576         conv2d_286[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_283 (Activation)     (None, 17, 17, 192)  0           batch_normalization_283[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_286 (Activation)     (None, 17, 17, 192)  0           batch_normalization_286[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block17_2_mixed (Concatenate)   (None, 17, 17, 384)  0           activation_283[0][0]             \n",
      "                                                                 activation_286[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_2_conv (Conv2D)         (None, 17, 17, 1088) 418880      block17_2_mixed[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_2 (Lambda)              (None, 17, 17, 1088) 0           block17_1_ac[0][0]               \n",
      "                                                                 block17_2_conv[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_2_ac (Activation)       (None, 17, 17, 1088) 0           block17_2[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_288 (Conv2D)             (None, 17, 17, 128)  139264      block17_2_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_288 (BatchN (None, 17, 17, 128)  384         conv2d_288[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_288 (Activation)     (None, 17, 17, 128)  0           batch_normalization_288[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_289 (Conv2D)             (None, 17, 17, 160)  143360      activation_288[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_289 (BatchN (None, 17, 17, 160)  480         conv2d_289[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_289 (Activation)     (None, 17, 17, 160)  0           batch_normalization_289[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_287 (Conv2D)             (None, 17, 17, 192)  208896      block17_2_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_290 (Conv2D)             (None, 17, 17, 192)  215040      activation_289[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_287 (BatchN (None, 17, 17, 192)  576         conv2d_287[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_290 (BatchN (None, 17, 17, 192)  576         conv2d_290[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_287 (Activation)     (None, 17, 17, 192)  0           batch_normalization_287[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_290 (Activation)     (None, 17, 17, 192)  0           batch_normalization_290[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block17_3_mixed (Concatenate)   (None, 17, 17, 384)  0           activation_287[0][0]             \n",
      "                                                                 activation_290[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_3_conv (Conv2D)         (None, 17, 17, 1088) 418880      block17_3_mixed[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_3 (Lambda)              (None, 17, 17, 1088) 0           block17_2_ac[0][0]               \n",
      "                                                                 block17_3_conv[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_3_ac (Activation)       (None, 17, 17, 1088) 0           block17_3[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_292 (Conv2D)             (None, 17, 17, 128)  139264      block17_3_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_292 (BatchN (None, 17, 17, 128)  384         conv2d_292[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_292 (Activation)     (None, 17, 17, 128)  0           batch_normalization_292[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_293 (Conv2D)             (None, 17, 17, 160)  143360      activation_292[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_293 (BatchN (None, 17, 17, 160)  480         conv2d_293[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_293 (Activation)     (None, 17, 17, 160)  0           batch_normalization_293[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_291 (Conv2D)             (None, 17, 17, 192)  208896      block17_3_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_294 (Conv2D)             (None, 17, 17, 192)  215040      activation_293[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_291 (BatchN (None, 17, 17, 192)  576         conv2d_291[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_294 (BatchN (None, 17, 17, 192)  576         conv2d_294[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_291 (Activation)     (None, 17, 17, 192)  0           batch_normalization_291[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_294 (Activation)     (None, 17, 17, 192)  0           batch_normalization_294[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block17_4_mixed (Concatenate)   (None, 17, 17, 384)  0           activation_291[0][0]             \n",
      "                                                                 activation_294[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_4_conv (Conv2D)         (None, 17, 17, 1088) 418880      block17_4_mixed[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_4 (Lambda)              (None, 17, 17, 1088) 0           block17_3_ac[0][0]               \n",
      "                                                                 block17_4_conv[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_4_ac (Activation)       (None, 17, 17, 1088) 0           block17_4[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_296 (Conv2D)             (None, 17, 17, 128)  139264      block17_4_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_296 (BatchN (None, 17, 17, 128)  384         conv2d_296[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_296 (Activation)     (None, 17, 17, 128)  0           batch_normalization_296[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_297 (Conv2D)             (None, 17, 17, 160)  143360      activation_296[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_297 (BatchN (None, 17, 17, 160)  480         conv2d_297[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_297 (Activation)     (None, 17, 17, 160)  0           batch_normalization_297[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_295 (Conv2D)             (None, 17, 17, 192)  208896      block17_4_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_298 (Conv2D)             (None, 17, 17, 192)  215040      activation_297[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_295 (BatchN (None, 17, 17, 192)  576         conv2d_295[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_298 (BatchN (None, 17, 17, 192)  576         conv2d_298[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_295 (Activation)     (None, 17, 17, 192)  0           batch_normalization_295[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_298 (Activation)     (None, 17, 17, 192)  0           batch_normalization_298[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block17_5_mixed (Concatenate)   (None, 17, 17, 384)  0           activation_295[0][0]             \n",
      "                                                                 activation_298[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_5_conv (Conv2D)         (None, 17, 17, 1088) 418880      block17_5_mixed[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_5 (Lambda)              (None, 17, 17, 1088) 0           block17_4_ac[0][0]               \n",
      "                                                                 block17_5_conv[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_5_ac (Activation)       (None, 17, 17, 1088) 0           block17_5[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_300 (Conv2D)             (None, 17, 17, 128)  139264      block17_5_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_300 (BatchN (None, 17, 17, 128)  384         conv2d_300[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_300 (Activation)     (None, 17, 17, 128)  0           batch_normalization_300[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_301 (Conv2D)             (None, 17, 17, 160)  143360      activation_300[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_301 (BatchN (None, 17, 17, 160)  480         conv2d_301[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_301 (Activation)     (None, 17, 17, 160)  0           batch_normalization_301[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_299 (Conv2D)             (None, 17, 17, 192)  208896      block17_5_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_302 (Conv2D)             (None, 17, 17, 192)  215040      activation_301[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_299 (BatchN (None, 17, 17, 192)  576         conv2d_299[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_302 (BatchN (None, 17, 17, 192)  576         conv2d_302[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_299 (Activation)     (None, 17, 17, 192)  0           batch_normalization_299[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_302 (Activation)     (None, 17, 17, 192)  0           batch_normalization_302[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block17_6_mixed (Concatenate)   (None, 17, 17, 384)  0           activation_299[0][0]             \n",
      "                                                                 activation_302[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_6_conv (Conv2D)         (None, 17, 17, 1088) 418880      block17_6_mixed[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_6 (Lambda)              (None, 17, 17, 1088) 0           block17_5_ac[0][0]               \n",
      "                                                                 block17_6_conv[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_6_ac (Activation)       (None, 17, 17, 1088) 0           block17_6[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_304 (Conv2D)             (None, 17, 17, 128)  139264      block17_6_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_304 (BatchN (None, 17, 17, 128)  384         conv2d_304[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_304 (Activation)     (None, 17, 17, 128)  0           batch_normalization_304[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_305 (Conv2D)             (None, 17, 17, 160)  143360      activation_304[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_305 (BatchN (None, 17, 17, 160)  480         conv2d_305[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_305 (Activation)     (None, 17, 17, 160)  0           batch_normalization_305[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_303 (Conv2D)             (None, 17, 17, 192)  208896      block17_6_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_306 (Conv2D)             (None, 17, 17, 192)  215040      activation_305[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_303 (BatchN (None, 17, 17, 192)  576         conv2d_303[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_306 (BatchN (None, 17, 17, 192)  576         conv2d_306[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_303 (Activation)     (None, 17, 17, 192)  0           batch_normalization_303[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_306 (Activation)     (None, 17, 17, 192)  0           batch_normalization_306[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block17_7_mixed (Concatenate)   (None, 17, 17, 384)  0           activation_303[0][0]             \n",
      "                                                                 activation_306[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_7_conv (Conv2D)         (None, 17, 17, 1088) 418880      block17_7_mixed[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_7 (Lambda)              (None, 17, 17, 1088) 0           block17_6_ac[0][0]               \n",
      "                                                                 block17_7_conv[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_7_ac (Activation)       (None, 17, 17, 1088) 0           block17_7[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_308 (Conv2D)             (None, 17, 17, 128)  139264      block17_7_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_308 (BatchN (None, 17, 17, 128)  384         conv2d_308[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_308 (Activation)     (None, 17, 17, 128)  0           batch_normalization_308[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_309 (Conv2D)             (None, 17, 17, 160)  143360      activation_308[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_309 (BatchN (None, 17, 17, 160)  480         conv2d_309[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_309 (Activation)     (None, 17, 17, 160)  0           batch_normalization_309[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_307 (Conv2D)             (None, 17, 17, 192)  208896      block17_7_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_310 (Conv2D)             (None, 17, 17, 192)  215040      activation_309[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_307 (BatchN (None, 17, 17, 192)  576         conv2d_307[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_310 (BatchN (None, 17, 17, 192)  576         conv2d_310[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_307 (Activation)     (None, 17, 17, 192)  0           batch_normalization_307[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_310 (Activation)     (None, 17, 17, 192)  0           batch_normalization_310[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block17_8_mixed (Concatenate)   (None, 17, 17, 384)  0           activation_307[0][0]             \n",
      "                                                                 activation_310[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_8_conv (Conv2D)         (None, 17, 17, 1088) 418880      block17_8_mixed[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_8 (Lambda)              (None, 17, 17, 1088) 0           block17_7_ac[0][0]               \n",
      "                                                                 block17_8_conv[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_8_ac (Activation)       (None, 17, 17, 1088) 0           block17_8[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_312 (Conv2D)             (None, 17, 17, 128)  139264      block17_8_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_312 (BatchN (None, 17, 17, 128)  384         conv2d_312[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_312 (Activation)     (None, 17, 17, 128)  0           batch_normalization_312[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_313 (Conv2D)             (None, 17, 17, 160)  143360      activation_312[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_313 (BatchN (None, 17, 17, 160)  480         conv2d_313[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_313 (Activation)     (None, 17, 17, 160)  0           batch_normalization_313[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_311 (Conv2D)             (None, 17, 17, 192)  208896      block17_8_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_314 (Conv2D)             (None, 17, 17, 192)  215040      activation_313[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_311 (BatchN (None, 17, 17, 192)  576         conv2d_311[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_314 (BatchN (None, 17, 17, 192)  576         conv2d_314[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_311 (Activation)     (None, 17, 17, 192)  0           batch_normalization_311[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_314 (Activation)     (None, 17, 17, 192)  0           batch_normalization_314[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block17_9_mixed (Concatenate)   (None, 17, 17, 384)  0           activation_311[0][0]             \n",
      "                                                                 activation_314[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_9_conv (Conv2D)         (None, 17, 17, 1088) 418880      block17_9_mixed[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_9 (Lambda)              (None, 17, 17, 1088) 0           block17_8_ac[0][0]               \n",
      "                                                                 block17_9_conv[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_9_ac (Activation)       (None, 17, 17, 1088) 0           block17_9[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_316 (Conv2D)             (None, 17, 17, 128)  139264      block17_9_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_316 (BatchN (None, 17, 17, 128)  384         conv2d_316[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_316 (Activation)     (None, 17, 17, 128)  0           batch_normalization_316[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_317 (Conv2D)             (None, 17, 17, 160)  143360      activation_316[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_317 (BatchN (None, 17, 17, 160)  480         conv2d_317[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_317 (Activation)     (None, 17, 17, 160)  0           batch_normalization_317[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_315 (Conv2D)             (None, 17, 17, 192)  208896      block17_9_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_318 (Conv2D)             (None, 17, 17, 192)  215040      activation_317[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_315 (BatchN (None, 17, 17, 192)  576         conv2d_315[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_318 (BatchN (None, 17, 17, 192)  576         conv2d_318[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_315 (Activation)     (None, 17, 17, 192)  0           batch_normalization_315[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_318 (Activation)     (None, 17, 17, 192)  0           batch_normalization_318[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block17_10_mixed (Concatenate)  (None, 17, 17, 384)  0           activation_315[0][0]             \n",
      "                                                                 activation_318[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_10_conv (Conv2D)        (None, 17, 17, 1088) 418880      block17_10_mixed[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "block17_10 (Lambda)             (None, 17, 17, 1088) 0           block17_9_ac[0][0]               \n",
      "                                                                 block17_10_conv[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_10_ac (Activation)      (None, 17, 17, 1088) 0           block17_10[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_320 (Conv2D)             (None, 17, 17, 128)  139264      block17_10_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_320 (BatchN (None, 17, 17, 128)  384         conv2d_320[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_320 (Activation)     (None, 17, 17, 128)  0           batch_normalization_320[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_321 (Conv2D)             (None, 17, 17, 160)  143360      activation_320[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_321 (BatchN (None, 17, 17, 160)  480         conv2d_321[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_321 (Activation)     (None, 17, 17, 160)  0           batch_normalization_321[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_319 (Conv2D)             (None, 17, 17, 192)  208896      block17_10_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_322 (Conv2D)             (None, 17, 17, 192)  215040      activation_321[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_319 (BatchN (None, 17, 17, 192)  576         conv2d_319[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_322 (BatchN (None, 17, 17, 192)  576         conv2d_322[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_319 (Activation)     (None, 17, 17, 192)  0           batch_normalization_319[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_322 (Activation)     (None, 17, 17, 192)  0           batch_normalization_322[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block17_11_mixed (Concatenate)  (None, 17, 17, 384)  0           activation_319[0][0]             \n",
      "                                                                 activation_322[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_11_conv (Conv2D)        (None, 17, 17, 1088) 418880      block17_11_mixed[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "block17_11 (Lambda)             (None, 17, 17, 1088) 0           block17_10_ac[0][0]              \n",
      "                                                                 block17_11_conv[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_11_ac (Activation)      (None, 17, 17, 1088) 0           block17_11[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_324 (Conv2D)             (None, 17, 17, 128)  139264      block17_11_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_324 (BatchN (None, 17, 17, 128)  384         conv2d_324[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_324 (Activation)     (None, 17, 17, 128)  0           batch_normalization_324[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_325 (Conv2D)             (None, 17, 17, 160)  143360      activation_324[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_325 (BatchN (None, 17, 17, 160)  480         conv2d_325[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_325 (Activation)     (None, 17, 17, 160)  0           batch_normalization_325[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_323 (Conv2D)             (None, 17, 17, 192)  208896      block17_11_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_326 (Conv2D)             (None, 17, 17, 192)  215040      activation_325[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_323 (BatchN (None, 17, 17, 192)  576         conv2d_323[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_326 (BatchN (None, 17, 17, 192)  576         conv2d_326[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_323 (Activation)     (None, 17, 17, 192)  0           batch_normalization_323[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_326 (Activation)     (None, 17, 17, 192)  0           batch_normalization_326[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block17_12_mixed (Concatenate)  (None, 17, 17, 384)  0           activation_323[0][0]             \n",
      "                                                                 activation_326[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_12_conv (Conv2D)        (None, 17, 17, 1088) 418880      block17_12_mixed[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "block17_12 (Lambda)             (None, 17, 17, 1088) 0           block17_11_ac[0][0]              \n",
      "                                                                 block17_12_conv[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_12_ac (Activation)      (None, 17, 17, 1088) 0           block17_12[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_328 (Conv2D)             (None, 17, 17, 128)  139264      block17_12_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_328 (BatchN (None, 17, 17, 128)  384         conv2d_328[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_328 (Activation)     (None, 17, 17, 128)  0           batch_normalization_328[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_329 (Conv2D)             (None, 17, 17, 160)  143360      activation_328[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_329 (BatchN (None, 17, 17, 160)  480         conv2d_329[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_329 (Activation)     (None, 17, 17, 160)  0           batch_normalization_329[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_327 (Conv2D)             (None, 17, 17, 192)  208896      block17_12_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_330 (Conv2D)             (None, 17, 17, 192)  215040      activation_329[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_327 (BatchN (None, 17, 17, 192)  576         conv2d_327[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_330 (BatchN (None, 17, 17, 192)  576         conv2d_330[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_327 (Activation)     (None, 17, 17, 192)  0           batch_normalization_327[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_330 (Activation)     (None, 17, 17, 192)  0           batch_normalization_330[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block17_13_mixed (Concatenate)  (None, 17, 17, 384)  0           activation_327[0][0]             \n",
      "                                                                 activation_330[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_13_conv (Conv2D)        (None, 17, 17, 1088) 418880      block17_13_mixed[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "block17_13 (Lambda)             (None, 17, 17, 1088) 0           block17_12_ac[0][0]              \n",
      "                                                                 block17_13_conv[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_13_ac (Activation)      (None, 17, 17, 1088) 0           block17_13[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_332 (Conv2D)             (None, 17, 17, 128)  139264      block17_13_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_332 (BatchN (None, 17, 17, 128)  384         conv2d_332[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_332 (Activation)     (None, 17, 17, 128)  0           batch_normalization_332[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_333 (Conv2D)             (None, 17, 17, 160)  143360      activation_332[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_333 (BatchN (None, 17, 17, 160)  480         conv2d_333[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_333 (Activation)     (None, 17, 17, 160)  0           batch_normalization_333[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_331 (Conv2D)             (None, 17, 17, 192)  208896      block17_13_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_334 (Conv2D)             (None, 17, 17, 192)  215040      activation_333[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_331 (BatchN (None, 17, 17, 192)  576         conv2d_331[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_334 (BatchN (None, 17, 17, 192)  576         conv2d_334[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_331 (Activation)     (None, 17, 17, 192)  0           batch_normalization_331[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_334 (Activation)     (None, 17, 17, 192)  0           batch_normalization_334[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block17_14_mixed (Concatenate)  (None, 17, 17, 384)  0           activation_331[0][0]             \n",
      "                                                                 activation_334[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_14_conv (Conv2D)        (None, 17, 17, 1088) 418880      block17_14_mixed[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "block17_14 (Lambda)             (None, 17, 17, 1088) 0           block17_13_ac[0][0]              \n",
      "                                                                 block17_14_conv[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_14_ac (Activation)      (None, 17, 17, 1088) 0           block17_14[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_336 (Conv2D)             (None, 17, 17, 128)  139264      block17_14_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_336 (BatchN (None, 17, 17, 128)  384         conv2d_336[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_336 (Activation)     (None, 17, 17, 128)  0           batch_normalization_336[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_337 (Conv2D)             (None, 17, 17, 160)  143360      activation_336[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_337 (BatchN (None, 17, 17, 160)  480         conv2d_337[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_337 (Activation)     (None, 17, 17, 160)  0           batch_normalization_337[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_335 (Conv2D)             (None, 17, 17, 192)  208896      block17_14_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_338 (Conv2D)             (None, 17, 17, 192)  215040      activation_337[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_335 (BatchN (None, 17, 17, 192)  576         conv2d_335[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_338 (BatchN (None, 17, 17, 192)  576         conv2d_338[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_335 (Activation)     (None, 17, 17, 192)  0           batch_normalization_335[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_338 (Activation)     (None, 17, 17, 192)  0           batch_normalization_338[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block17_15_mixed (Concatenate)  (None, 17, 17, 384)  0           activation_335[0][0]             \n",
      "                                                                 activation_338[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_15_conv (Conv2D)        (None, 17, 17, 1088) 418880      block17_15_mixed[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "block17_15 (Lambda)             (None, 17, 17, 1088) 0           block17_14_ac[0][0]              \n",
      "                                                                 block17_15_conv[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_15_ac (Activation)      (None, 17, 17, 1088) 0           block17_15[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_340 (Conv2D)             (None, 17, 17, 128)  139264      block17_15_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_340 (BatchN (None, 17, 17, 128)  384         conv2d_340[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_340 (Activation)     (None, 17, 17, 128)  0           batch_normalization_340[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_341 (Conv2D)             (None, 17, 17, 160)  143360      activation_340[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_341 (BatchN (None, 17, 17, 160)  480         conv2d_341[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_341 (Activation)     (None, 17, 17, 160)  0           batch_normalization_341[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_339 (Conv2D)             (None, 17, 17, 192)  208896      block17_15_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_342 (Conv2D)             (None, 17, 17, 192)  215040      activation_341[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_339 (BatchN (None, 17, 17, 192)  576         conv2d_339[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_342 (BatchN (None, 17, 17, 192)  576         conv2d_342[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_339 (Activation)     (None, 17, 17, 192)  0           batch_normalization_339[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_342 (Activation)     (None, 17, 17, 192)  0           batch_normalization_342[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block17_16_mixed (Concatenate)  (None, 17, 17, 384)  0           activation_339[0][0]             \n",
      "                                                                 activation_342[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_16_conv (Conv2D)        (None, 17, 17, 1088) 418880      block17_16_mixed[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "block17_16 (Lambda)             (None, 17, 17, 1088) 0           block17_15_ac[0][0]              \n",
      "                                                                 block17_16_conv[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_16_ac (Activation)      (None, 17, 17, 1088) 0           block17_16[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_344 (Conv2D)             (None, 17, 17, 128)  139264      block17_16_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_344 (BatchN (None, 17, 17, 128)  384         conv2d_344[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_344 (Activation)     (None, 17, 17, 128)  0           batch_normalization_344[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_345 (Conv2D)             (None, 17, 17, 160)  143360      activation_344[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_345 (BatchN (None, 17, 17, 160)  480         conv2d_345[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_345 (Activation)     (None, 17, 17, 160)  0           batch_normalization_345[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_343 (Conv2D)             (None, 17, 17, 192)  208896      block17_16_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_346 (Conv2D)             (None, 17, 17, 192)  215040      activation_345[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_343 (BatchN (None, 17, 17, 192)  576         conv2d_343[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_346 (BatchN (None, 17, 17, 192)  576         conv2d_346[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_343 (Activation)     (None, 17, 17, 192)  0           batch_normalization_343[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_346 (Activation)     (None, 17, 17, 192)  0           batch_normalization_346[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block17_17_mixed (Concatenate)  (None, 17, 17, 384)  0           activation_343[0][0]             \n",
      "                                                                 activation_346[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_17_conv (Conv2D)        (None, 17, 17, 1088) 418880      block17_17_mixed[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "block17_17 (Lambda)             (None, 17, 17, 1088) 0           block17_16_ac[0][0]              \n",
      "                                                                 block17_17_conv[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_17_ac (Activation)      (None, 17, 17, 1088) 0           block17_17[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_348 (Conv2D)             (None, 17, 17, 128)  139264      block17_17_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_348 (BatchN (None, 17, 17, 128)  384         conv2d_348[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_348 (Activation)     (None, 17, 17, 128)  0           batch_normalization_348[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_349 (Conv2D)             (None, 17, 17, 160)  143360      activation_348[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_349 (BatchN (None, 17, 17, 160)  480         conv2d_349[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_349 (Activation)     (None, 17, 17, 160)  0           batch_normalization_349[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_347 (Conv2D)             (None, 17, 17, 192)  208896      block17_17_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_350 (Conv2D)             (None, 17, 17, 192)  215040      activation_349[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_347 (BatchN (None, 17, 17, 192)  576         conv2d_347[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_350 (BatchN (None, 17, 17, 192)  576         conv2d_350[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_347 (Activation)     (None, 17, 17, 192)  0           batch_normalization_347[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_350 (Activation)     (None, 17, 17, 192)  0           batch_normalization_350[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block17_18_mixed (Concatenate)  (None, 17, 17, 384)  0           activation_347[0][0]             \n",
      "                                                                 activation_350[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_18_conv (Conv2D)        (None, 17, 17, 1088) 418880      block17_18_mixed[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "block17_18 (Lambda)             (None, 17, 17, 1088) 0           block17_17_ac[0][0]              \n",
      "                                                                 block17_18_conv[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_18_ac (Activation)      (None, 17, 17, 1088) 0           block17_18[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_352 (Conv2D)             (None, 17, 17, 128)  139264      block17_18_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_352 (BatchN (None, 17, 17, 128)  384         conv2d_352[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_352 (Activation)     (None, 17, 17, 128)  0           batch_normalization_352[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_353 (Conv2D)             (None, 17, 17, 160)  143360      activation_352[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_353 (BatchN (None, 17, 17, 160)  480         conv2d_353[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_353 (Activation)     (None, 17, 17, 160)  0           batch_normalization_353[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_351 (Conv2D)             (None, 17, 17, 192)  208896      block17_18_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_354 (Conv2D)             (None, 17, 17, 192)  215040      activation_353[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_351 (BatchN (None, 17, 17, 192)  576         conv2d_351[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_354 (BatchN (None, 17, 17, 192)  576         conv2d_354[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_351 (Activation)     (None, 17, 17, 192)  0           batch_normalization_351[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_354 (Activation)     (None, 17, 17, 192)  0           batch_normalization_354[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block17_19_mixed (Concatenate)  (None, 17, 17, 384)  0           activation_351[0][0]             \n",
      "                                                                 activation_354[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_19_conv (Conv2D)        (None, 17, 17, 1088) 418880      block17_19_mixed[0][0]           \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "__________________________________________________________________________________________________\n",
      "block17_19 (Lambda)             (None, 17, 17, 1088) 0           block17_18_ac[0][0]              \n",
      "                                                                 block17_19_conv[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_19_ac (Activation)      (None, 17, 17, 1088) 0           block17_19[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_356 (Conv2D)             (None, 17, 17, 128)  139264      block17_19_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_356 (BatchN (None, 17, 17, 128)  384         conv2d_356[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_356 (Activation)     (None, 17, 17, 128)  0           batch_normalization_356[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_357 (Conv2D)             (None, 17, 17, 160)  143360      activation_356[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_357 (BatchN (None, 17, 17, 160)  480         conv2d_357[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_357 (Activation)     (None, 17, 17, 160)  0           batch_normalization_357[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_355 (Conv2D)             (None, 17, 17, 192)  208896      block17_19_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_358 (Conv2D)             (None, 17, 17, 192)  215040      activation_357[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_355 (BatchN (None, 17, 17, 192)  576         conv2d_355[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_358 (BatchN (None, 17, 17, 192)  576         conv2d_358[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_355 (Activation)     (None, 17, 17, 192)  0           batch_normalization_355[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_358 (Activation)     (None, 17, 17, 192)  0           batch_normalization_358[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block17_20_mixed (Concatenate)  (None, 17, 17, 384)  0           activation_355[0][0]             \n",
      "                                                                 activation_358[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_20_conv (Conv2D)        (None, 17, 17, 1088) 418880      block17_20_mixed[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "block17_20 (Lambda)             (None, 17, 17, 1088) 0           block17_19_ac[0][0]              \n",
      "                                                                 block17_20_conv[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_20_ac (Activation)      (None, 17, 17, 1088) 0           block17_20[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_363 (Conv2D)             (None, 17, 17, 256)  278528      block17_20_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_363 (BatchN (None, 17, 17, 256)  768         conv2d_363[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_363 (Activation)     (None, 17, 17, 256)  0           batch_normalization_363[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_359 (Conv2D)             (None, 17, 17, 256)  278528      block17_20_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_361 (Conv2D)             (None, 17, 17, 256)  278528      block17_20_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_364 (Conv2D)             (None, 17, 17, 288)  663552      activation_363[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_359 (BatchN (None, 17, 17, 256)  768         conv2d_359[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_361 (BatchN (None, 17, 17, 256)  768         conv2d_361[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_364 (BatchN (None, 17, 17, 288)  864         conv2d_364[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_359 (Activation)     (None, 17, 17, 256)  0           batch_normalization_359[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_361 (Activation)     (None, 17, 17, 256)  0           batch_normalization_361[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_364 (Activation)     (None, 17, 17, 288)  0           batch_normalization_364[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_360 (Conv2D)             (None, 8, 8, 384)    884736      activation_359[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_362 (Conv2D)             (None, 8, 8, 288)    663552      activation_361[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_365 (Conv2D)             (None, 8, 8, 320)    829440      activation_364[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_360 (BatchN (None, 8, 8, 384)    1152        conv2d_360[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_362 (BatchN (None, 8, 8, 288)    864         conv2d_362[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_365 (BatchN (None, 8, 8, 320)    960         conv2d_365[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_360 (Activation)     (None, 8, 8, 384)    0           batch_normalization_360[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_362 (Activation)     (None, 8, 8, 288)    0           batch_normalization_362[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_365 (Activation)     (None, 8, 8, 320)    0           batch_normalization_365[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "max_pooling2d_7 (MaxPooling2D)  (None, 8, 8, 1088)   0           block17_20_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "mixed_7a (Concatenate)          (None, 8, 8, 2080)   0           activation_360[0][0]             \n",
      "                                                                 activation_362[0][0]             \n",
      "                                                                 activation_365[0][0]             \n",
      "                                                                 max_pooling2d_7[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_367 (Conv2D)             (None, 8, 8, 192)    399360      mixed_7a[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_367 (BatchN (None, 8, 8, 192)    576         conv2d_367[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_367 (Activation)     (None, 8, 8, 192)    0           batch_normalization_367[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_368 (Conv2D)             (None, 8, 8, 224)    129024      activation_367[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_368 (BatchN (None, 8, 8, 224)    672         conv2d_368[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_368 (Activation)     (None, 8, 8, 224)    0           batch_normalization_368[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_366 (Conv2D)             (None, 8, 8, 192)    399360      mixed_7a[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_369 (Conv2D)             (None, 8, 8, 256)    172032      activation_368[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_366 (BatchN (None, 8, 8, 192)    576         conv2d_366[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_369 (BatchN (None, 8, 8, 256)    768         conv2d_369[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_366 (Activation)     (None, 8, 8, 192)    0           batch_normalization_366[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_369 (Activation)     (None, 8, 8, 256)    0           batch_normalization_369[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block8_1_mixed (Concatenate)    (None, 8, 8, 448)    0           activation_366[0][0]             \n",
      "                                                                 activation_369[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block8_1_conv (Conv2D)          (None, 8, 8, 2080)   933920      block8_1_mixed[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block8_1 (Lambda)               (None, 8, 8, 2080)   0           mixed_7a[0][0]                   \n",
      "                                                                 block8_1_conv[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "block8_1_ac (Activation)        (None, 8, 8, 2080)   0           block8_1[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_371 (Conv2D)             (None, 8, 8, 192)    399360      block8_1_ac[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_371 (BatchN (None, 8, 8, 192)    576         conv2d_371[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_371 (Activation)     (None, 8, 8, 192)    0           batch_normalization_371[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_372 (Conv2D)             (None, 8, 8, 224)    129024      activation_371[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_372 (BatchN (None, 8, 8, 224)    672         conv2d_372[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_372 (Activation)     (None, 8, 8, 224)    0           batch_normalization_372[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_370 (Conv2D)             (None, 8, 8, 192)    399360      block8_1_ac[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_373 (Conv2D)             (None, 8, 8, 256)    172032      activation_372[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_370 (BatchN (None, 8, 8, 192)    576         conv2d_370[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_373 (BatchN (None, 8, 8, 256)    768         conv2d_373[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_370 (Activation)     (None, 8, 8, 192)    0           batch_normalization_370[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_373 (Activation)     (None, 8, 8, 256)    0           batch_normalization_373[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block8_2_mixed (Concatenate)    (None, 8, 8, 448)    0           activation_370[0][0]             \n",
      "                                                                 activation_373[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block8_2_conv (Conv2D)          (None, 8, 8, 2080)   933920      block8_2_mixed[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block8_2 (Lambda)               (None, 8, 8, 2080)   0           block8_1_ac[0][0]                \n",
      "                                                                 block8_2_conv[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "block8_2_ac (Activation)        (None, 8, 8, 2080)   0           block8_2[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_375 (Conv2D)             (None, 8, 8, 192)    399360      block8_2_ac[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_375 (BatchN (None, 8, 8, 192)    576         conv2d_375[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_375 (Activation)     (None, 8, 8, 192)    0           batch_normalization_375[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_376 (Conv2D)             (None, 8, 8, 224)    129024      activation_375[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_376 (BatchN (None, 8, 8, 224)    672         conv2d_376[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_376 (Activation)     (None, 8, 8, 224)    0           batch_normalization_376[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_374 (Conv2D)             (None, 8, 8, 192)    399360      block8_2_ac[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_377 (Conv2D)             (None, 8, 8, 256)    172032      activation_376[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_374 (BatchN (None, 8, 8, 192)    576         conv2d_374[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_377 (BatchN (None, 8, 8, 256)    768         conv2d_377[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_374 (Activation)     (None, 8, 8, 192)    0           batch_normalization_374[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_377 (Activation)     (None, 8, 8, 256)    0           batch_normalization_377[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block8_3_mixed (Concatenate)    (None, 8, 8, 448)    0           activation_374[0][0]             \n",
      "                                                                 activation_377[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block8_3_conv (Conv2D)          (None, 8, 8, 2080)   933920      block8_3_mixed[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block8_3 (Lambda)               (None, 8, 8, 2080)   0           block8_2_ac[0][0]                \n",
      "                                                                 block8_3_conv[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "block8_3_ac (Activation)        (None, 8, 8, 2080)   0           block8_3[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_379 (Conv2D)             (None, 8, 8, 192)    399360      block8_3_ac[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_379 (BatchN (None, 8, 8, 192)    576         conv2d_379[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_379 (Activation)     (None, 8, 8, 192)    0           batch_normalization_379[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_380 (Conv2D)             (None, 8, 8, 224)    129024      activation_379[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_380 (BatchN (None, 8, 8, 224)    672         conv2d_380[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_380 (Activation)     (None, 8, 8, 224)    0           batch_normalization_380[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_378 (Conv2D)             (None, 8, 8, 192)    399360      block8_3_ac[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_381 (Conv2D)             (None, 8, 8, 256)    172032      activation_380[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_378 (BatchN (None, 8, 8, 192)    576         conv2d_378[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_381 (BatchN (None, 8, 8, 256)    768         conv2d_381[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_378 (Activation)     (None, 8, 8, 192)    0           batch_normalization_378[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_381 (Activation)     (None, 8, 8, 256)    0           batch_normalization_381[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block8_4_mixed (Concatenate)    (None, 8, 8, 448)    0           activation_378[0][0]             \n",
      "                                                                 activation_381[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block8_4_conv (Conv2D)          (None, 8, 8, 2080)   933920      block8_4_mixed[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block8_4 (Lambda)               (None, 8, 8, 2080)   0           block8_3_ac[0][0]                \n",
      "                                                                 block8_4_conv[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "block8_4_ac (Activation)        (None, 8, 8, 2080)   0           block8_4[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_383 (Conv2D)             (None, 8, 8, 192)    399360      block8_4_ac[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_383 (BatchN (None, 8, 8, 192)    576         conv2d_383[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_383 (Activation)     (None, 8, 8, 192)    0           batch_normalization_383[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_384 (Conv2D)             (None, 8, 8, 224)    129024      activation_383[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_384 (BatchN (None, 8, 8, 224)    672         conv2d_384[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_384 (Activation)     (None, 8, 8, 224)    0           batch_normalization_384[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_382 (Conv2D)             (None, 8, 8, 192)    399360      block8_4_ac[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_385 (Conv2D)             (None, 8, 8, 256)    172032      activation_384[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_382 (BatchN (None, 8, 8, 192)    576         conv2d_382[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_385 (BatchN (None, 8, 8, 256)    768         conv2d_385[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_382 (Activation)     (None, 8, 8, 192)    0           batch_normalization_382[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_385 (Activation)     (None, 8, 8, 256)    0           batch_normalization_385[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block8_5_mixed (Concatenate)    (None, 8, 8, 448)    0           activation_382[0][0]             \n",
      "                                                                 activation_385[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block8_5_conv (Conv2D)          (None, 8, 8, 2080)   933920      block8_5_mixed[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block8_5 (Lambda)               (None, 8, 8, 2080)   0           block8_4_ac[0][0]                \n",
      "                                                                 block8_5_conv[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "block8_5_ac (Activation)        (None, 8, 8, 2080)   0           block8_5[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_387 (Conv2D)             (None, 8, 8, 192)    399360      block8_5_ac[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_387 (BatchN (None, 8, 8, 192)    576         conv2d_387[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_387 (Activation)     (None, 8, 8, 192)    0           batch_normalization_387[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_388 (Conv2D)             (None, 8, 8, 224)    129024      activation_387[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_388 (BatchN (None, 8, 8, 224)    672         conv2d_388[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_388 (Activation)     (None, 8, 8, 224)    0           batch_normalization_388[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_386 (Conv2D)             (None, 8, 8, 192)    399360      block8_5_ac[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_389 (Conv2D)             (None, 8, 8, 256)    172032      activation_388[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_386 (BatchN (None, 8, 8, 192)    576         conv2d_386[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_389 (BatchN (None, 8, 8, 256)    768         conv2d_389[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_386 (Activation)     (None, 8, 8, 192)    0           batch_normalization_386[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_389 (Activation)     (None, 8, 8, 256)    0           batch_normalization_389[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block8_6_mixed (Concatenate)    (None, 8, 8, 448)    0           activation_386[0][0]             \n",
      "                                                                 activation_389[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block8_6_conv (Conv2D)          (None, 8, 8, 2080)   933920      block8_6_mixed[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block8_6 (Lambda)               (None, 8, 8, 2080)   0           block8_5_ac[0][0]                \n",
      "                                                                 block8_6_conv[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "block8_6_ac (Activation)        (None, 8, 8, 2080)   0           block8_6[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_391 (Conv2D)             (None, 8, 8, 192)    399360      block8_6_ac[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_391 (BatchN (None, 8, 8, 192)    576         conv2d_391[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_391 (Activation)     (None, 8, 8, 192)    0           batch_normalization_391[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_392 (Conv2D)             (None, 8, 8, 224)    129024      activation_391[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_392 (BatchN (None, 8, 8, 224)    672         conv2d_392[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_392 (Activation)     (None, 8, 8, 224)    0           batch_normalization_392[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_390 (Conv2D)             (None, 8, 8, 192)    399360      block8_6_ac[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_393 (Conv2D)             (None, 8, 8, 256)    172032      activation_392[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_390 (BatchN (None, 8, 8, 192)    576         conv2d_390[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_393 (BatchN (None, 8, 8, 256)    768         conv2d_393[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_390 (Activation)     (None, 8, 8, 192)    0           batch_normalization_390[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_393 (Activation)     (None, 8, 8, 256)    0           batch_normalization_393[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block8_7_mixed (Concatenate)    (None, 8, 8, 448)    0           activation_390[0][0]             \n",
      "                                                                 activation_393[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block8_7_conv (Conv2D)          (None, 8, 8, 2080)   933920      block8_7_mixed[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block8_7 (Lambda)               (None, 8, 8, 2080)   0           block8_6_ac[0][0]                \n",
      "                                                                 block8_7_conv[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "block8_7_ac (Activation)        (None, 8, 8, 2080)   0           block8_7[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_395 (Conv2D)             (None, 8, 8, 192)    399360      block8_7_ac[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_395 (BatchN (None, 8, 8, 192)    576         conv2d_395[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_395 (Activation)     (None, 8, 8, 192)    0           batch_normalization_395[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_396 (Conv2D)             (None, 8, 8, 224)    129024      activation_395[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_396 (BatchN (None, 8, 8, 224)    672         conv2d_396[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_396 (Activation)     (None, 8, 8, 224)    0           batch_normalization_396[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_394 (Conv2D)             (None, 8, 8, 192)    399360      block8_7_ac[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_397 (Conv2D)             (None, 8, 8, 256)    172032      activation_396[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_394 (BatchN (None, 8, 8, 192)    576         conv2d_394[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_397 (BatchN (None, 8, 8, 256)    768         conv2d_397[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_394 (Activation)     (None, 8, 8, 192)    0           batch_normalization_394[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_397 (Activation)     (None, 8, 8, 256)    0           batch_normalization_397[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block8_8_mixed (Concatenate)    (None, 8, 8, 448)    0           activation_394[0][0]             \n",
      "                                                                 activation_397[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block8_8_conv (Conv2D)          (None, 8, 8, 2080)   933920      block8_8_mixed[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block8_8 (Lambda)               (None, 8, 8, 2080)   0           block8_7_ac[0][0]                \n",
      "                                                                 block8_8_conv[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "block8_8_ac (Activation)        (None, 8, 8, 2080)   0           block8_8[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_399 (Conv2D)             (None, 8, 8, 192)    399360      block8_8_ac[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_399 (BatchN (None, 8, 8, 192)    576         conv2d_399[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_399 (Activation)     (None, 8, 8, 192)    0           batch_normalization_399[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_400 (Conv2D)             (None, 8, 8, 224)    129024      activation_399[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_400 (BatchN (None, 8, 8, 224)    672         conv2d_400[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_400 (Activation)     (None, 8, 8, 224)    0           batch_normalization_400[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_398 (Conv2D)             (None, 8, 8, 192)    399360      block8_8_ac[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_401 (Conv2D)             (None, 8, 8, 256)    172032      activation_400[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_398 (BatchN (None, 8, 8, 192)    576         conv2d_398[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_401 (BatchN (None, 8, 8, 256)    768         conv2d_401[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_398 (Activation)     (None, 8, 8, 192)    0           batch_normalization_398[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_401 (Activation)     (None, 8, 8, 256)    0           batch_normalization_401[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block8_9_mixed (Concatenate)    (None, 8, 8, 448)    0           activation_398[0][0]             \n",
      "                                                                 activation_401[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block8_9_conv (Conv2D)          (None, 8, 8, 2080)   933920      block8_9_mixed[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block8_9 (Lambda)               (None, 8, 8, 2080)   0           block8_8_ac[0][0]                \n",
      "                                                                 block8_9_conv[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "block8_9_ac (Activation)        (None, 8, 8, 2080)   0           block8_9[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_403 (Conv2D)             (None, 8, 8, 192)    399360      block8_9_ac[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_403 (BatchN (None, 8, 8, 192)    576         conv2d_403[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_403 (Activation)     (None, 8, 8, 192)    0           batch_normalization_403[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_404 (Conv2D)             (None, 8, 8, 224)    129024      activation_403[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_404 (BatchN (None, 8, 8, 224)    672         conv2d_404[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_404 (Activation)     (None, 8, 8, 224)    0           batch_normalization_404[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_402 (Conv2D)             (None, 8, 8, 192)    399360      block8_9_ac[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_405 (Conv2D)             (None, 8, 8, 256)    172032      activation_404[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_402 (BatchN (None, 8, 8, 192)    576         conv2d_402[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_405 (BatchN (None, 8, 8, 256)    768         conv2d_405[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_402 (Activation)     (None, 8, 8, 192)    0           batch_normalization_402[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_405 (Activation)     (None, 8, 8, 256)    0           batch_normalization_405[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block8_10_mixed (Concatenate)   (None, 8, 8, 448)    0           activation_402[0][0]             \n",
      "                                                                 activation_405[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block8_10_conv (Conv2D)         (None, 8, 8, 2080)   933920      block8_10_mixed[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block8_10 (Lambda)              (None, 8, 8, 2080)   0           block8_9_ac[0][0]                \n",
      "                                                                 block8_10_conv[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "conv_7b (Conv2D)                (None, 8, 8, 1536)   3194880     block8_10[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv_7b_bn (BatchNormalization) (None, 8, 8, 1536)   4608        conv_7b[0][0]                    \n",
      "__________________________________________________________________________________________________\n",
      "conv_7b_ac (Activation)         (None, 8, 8, 1536)   0           conv_7b_bn[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "flatten_1 (Flatten)             (None, 98304)        0           conv_7b_ac[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "dense_1 (Dense)                 (None, 6)            589830      flatten_1[0][0]                  \n",
      "==================================================================================================\n",
      "Total params: 54,926,566\n",
      "Trainable params: 589,830\n",
      "Non-trainable params: 54,336,736\n",
      "__________________________________________________________________________________________________\n"
     ]
    }
   ],
   "source": [
    "incep = InceptionResNetV2(input_shape = image_size + [3], weights='imagenet', include_top = False)\n",
    "\n",
    "# don't train existing weights\n",
    "for layer in incep.layers:\n",
    "  layer.trainable = False  \n",
    "\n",
    "x = Flatten()(incep.output)\n",
    "\n",
    "\n",
    "prediction = Dense(6, activation='softmax')(x)\n",
    "\n",
    "# create a model object\n",
    "model = Model(inputs=incep.input, outputs=prediction)\n",
    "\n",
    "# view the structure of the model\n",
    "model.summary()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "measured-raise",
   "metadata": {},
   "source": [
    "# Build/Compile the Model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "id": "sporting-bishop",
   "metadata": {},
   "outputs": [],
   "source": [
    "model.compile(\n",
    "  loss='categorical_crossentropy',\n",
    "  optimizer='adam',\n",
    "  metrics=['accuracy']\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "id": "three-african",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 1/12\n",
      "171/171 [==============================] - 1613s 9s/step - loss: 3.3112 - accuracy: 0.7887 - val_loss: 2.3372 - val_accuracy: 0.8604\n",
      "Epoch 2/12\n",
      "171/171 [==============================] - 1517s 9s/step - loss: 2.0006 - accuracy: 0.8644 - val_loss: 2.3226 - val_accuracy: 0.8750\n",
      "Epoch 3/12\n",
      "171/171 [==============================] - 1389s 8s/step - loss: 1.6736 - accuracy: 0.8935 - val_loss: 2.4899 - val_accuracy: 0.8729\n",
      "Epoch 4/12\n",
      "171/171 [==============================] - 18487s 108s/step - loss: 1.3339 - accuracy: 0.9177 - val_loss: 2.0957 - val_accuracy: 0.8813\n",
      "Epoch 5/12\n",
      "171/171 [==============================] - 1423s 8s/step - loss: 1.3149 - accuracy: 0.9184 - val_loss: 2.0505 - val_accuracy: 0.8844\n",
      "Epoch 6/12\n",
      "171/171 [==============================] - 1385s 8s/step - loss: 1.2565 - accuracy: 0.9316 - val_loss: 2.4763 - val_accuracy: 0.9083\n",
      "Epoch 7/12\n",
      "171/171 [==============================] - 1339s 8s/step - loss: 0.9488 - accuracy: 0.9440 - val_loss: 3.4787 - val_accuracy: 0.8927\n",
      "Epoch 8/12\n",
      "171/171 [==============================] - 1421s 8s/step - loss: 1.0818 - accuracy: 0.9426 - val_loss: 3.2185 - val_accuracy: 0.8917\n",
      "Epoch 9/12\n",
      "171/171 [==============================] - 1359s 8s/step - loss: 1.1379 - accuracy: 0.9444 - val_loss: 3.6154 - val_accuracy: 0.8896\n",
      "Epoch 10/12\n",
      "171/171 [==============================] - 1588s 9s/step - loss: 1.1647 - accuracy: 0.9424 - val_loss: 4.9666 - val_accuracy: 0.8687\n",
      "Epoch 11/12\n",
      "171/171 [==============================] - 1452s 8s/step - loss: 0.9520 - accuracy: 0.9539 - val_loss: 3.5094 - val_accuracy: 0.8896\n",
      "Epoch 12/12\n",
      "171/171 [==============================] - 1549s 9s/step - loss: 0.9653 - accuracy: 0.9554 - val_loss: 3.8000 - val_accuracy: 0.8927\n"
     ]
    }
   ],
   "source": [
    "# Fitting\n",
    "\n",
    "holiday = model.fit_generator(\n",
    "  training_set,\n",
    "  validation_data = validation_set,\n",
    "  epochs = 12,\n",
    "  steps_per_epoch = training_set.n//32,\n",
    "  validation_steps = validation_set.n//32 \n",
    ")"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "offshore-response",
   "metadata": {},
   "source": [
    "# Plot Loss/Accuracy"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "id": "sorted-estate",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXQAAAD4CAYAAAD8Zh1EAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8vihELAAAACXBIWXMAAAsTAAALEwEAmpwYAAA14UlEQVR4nO3dd3hUVfrA8e/JpEFIgEBCIAECSm8BAlKkK1XFgi4qIK6K2Pvqurqrq/50d63YWLBiV0RlFRFpAgpKAkHpNUBoCYQ0Quqc3x9ngBBSJslM7szk/TzPPJmZe+fOO5Q3Z85973uU1hohhBDez8/qAIQQQriGJHQhhPARktCFEMJHSEIXQggfIQldCCF8hL9Vb9y0aVMdGxtr1dsLIYRXSkxMPKq1jihrm2UJPTY2loSEBKveXgghvJJSam9522TKRQghfIQkdCGE8BGS0IUQwkc4NYeulEoGsoFioEhrHV9quwJeAcYCucBUrfW6qgZTWFhISkoKeXl5VX2pcAgODiYmJoaAgACrQxFC1LKqnBQdprU+Ws62MUA7x+0C4E3HzypJSUkhNDSU2NhYzO8IURVaa44dO0ZKSgpt2rSxOhwhRC1z1ZTLeGCONtYAjZRSzat6kLy8PJo0aSLJvJqUUjRp0kS+4QhRRzmb0DWwSCmVqJSaVsb2aGB/iccpjueqTJJ5zcifnxB1l7MJfaDWuhdmauUOpdTgUtvLyiLn9OVVSk1TSiUopRLS0tKqGKoQok4oOAEJ70BxkdWReB2nErrW+qDjZyrwFdC31C4pQMsSj2OAg2UcZ5bWOl5rHR8RUeaFTpbKyMjgjTfeqNZrx44dS0ZGhtP7P/HEEzz//PPVei8hfNqaN+Db+2Dz11ZH4nUqTehKqRClVOip+8BIYGOp3eYDU5TRD8jUWh9yebRuVlFCLy4urvC1CxYsoFGjRm6ISog6pLgIEt4z99fNsTQUb+TMCL0ZsEoptQH4DfhOa71QKTVdKTXdsc8CYDewE5gN3O6WaN3skUceYdeuXcTFxfHQQw+xfPlyhg0bxnXXXUe3bt0AuPzyy+nduzddunRh1qxZp18bGxvL0aNHSU5OplOnTtxyyy106dKFkSNHcvLkyQrfNykpiX79+tG9e3euuOIKjh8/DsCMGTPo3Lkz3bt3Z+LEiQD89NNPxMXFERcXR8+ePcnOznbTn4YQFti+ELJSIDoe9vwEx5OtjsirVFq2qLXeDfQo4/mZJe5r4A5XBvbk/zax+WCWKw9J5xZh/OPSLuVuf+6559i4cSNJSUkALF++nN9++42NGzeeLgN85513CA8P5+TJk/Tp04errrqKJk2anHWcHTt28MknnzB79myuueYavvzySyZNmlTu+06ZMoVXX32VIUOG8Pe//50nn3ySl19+meeee449e/YQFBR0ejrn+eef5/XXX2fgwIHk5OQQHBxcsz8UITzJ2rcgLBomvA2vxEHSxzDsUauj8hpypWgl+vbte1ZN94wZM+jRowf9+vVj//797Nix45zXtGnThri4OAB69+5NcnJyucfPzMwkIyODIUOGAHDDDTewYsUKALp3787111/Phx9+iL+/+d07cOBA7r//fmbMmEFGRsbp54Xwekd3wu5l0PtGaBwL5w2H9R+BveLpTnGGx2aDikbStSkkJOT0/eXLl7N48WJWr15N/fr1GTp0aJk130FBQafv22y2SqdcyvPdd9+xYsUK5s+fz1NPPcWmTZt45JFHGDduHAsWLKBfv34sXryYjh07Vuv4QniUhLfBLwB6TTGPe06CuTeaJH/+RdbG5iVkhF5CaGhohXPSmZmZNG7cmPr167N161bWrFlT4/ds2LAhjRs3ZuXKlQB88MEHDBkyBLvdzv79+xk2bBj//ve/ycjIICcnh127dtGtWzcefvhh4uPj2bp1a41jEMJyBSfMaLzzZRDazDzXcRzUC4d1H1gbmxfx2BG6FZo0acLAgQPp2rUrY8aMYdy4cWdtHz16NDNnzqR79+506NCBfv36ueR933//faZPn05ubi5t27bl3Xffpbi4mEmTJpGZmYnWmvvuu49GjRrx+OOPs2zZMmw2G507d2bMmDEuiUEIS/0xF/Izoc8tZ57zD4LufzLz6ieOQUiT8l8vAFDmfGbti4+P16UXuNiyZQudOnWyJB5fIn+OwqtoDf8dBHY73PYzlLza+cgmeHMAjH4O+t1mXYweRCmVWLpB4iky5SKEsNb+3+DwH9D35rOTOUCzLtCil5l2sWjw6U0koQshrLX2LQgKg27XlL295yRI3QQHq9yRu86RhC6EsE5OmrnEv8e1ENSg7H26TQD/enJy1AmS0IUQ1lk/B4oLoM/N5e8T3BA6j4eNX0JBbu3F5oUkoQshrGEvhoR3oc1giGhf8b69JkN+FmyZXzuxeSlJ6EIIa2z/ATL3n12qWJ7WAyG8rUy7VEISeg01aFD2vF95zwshHNbOhtAW0GFs5fsqBXHXw95VcGyX+2PzUpLQhRC179gu2LUU4m8Em5PXN8ZdB8oP1n/o3ti8mCT0Eh5++OGz+qE/8cQTvPDCC+Tk5DBixAh69epFt27d+Oabb5w+ptaahx56iK5du9KtWzc+++wzAA4dOsTgwYOJi4uja9eurFy5kuLiYqZOnXp635deesnln1EIj7D2bfDzP9O3xRlhLeD8i2HDJ7KaUTk899L/7x8xFxu4UlQ3GPNcuZsnTpzIvffey+23m3bun3/+OQsXLiQ4OJivvvqKsLAwjh49Sr9+/bjsssucWr9z3rx5JCUlsWHDBo4ePUqfPn0YPHgwH3/8MaNGjeJvf/sbxcXF5ObmkpSUxIEDB9i40awfUpUVkITwGgW5kPQhdLoMQqOq9tpek+GzSbBrCbQf5Z74vJjnJnQL9OzZk9TUVA4ePEhaWhqNGzemVatWFBYW8uijj7JixQr8/Pw4cOAAR44cISqq8n+Mq1at4tprr8Vms9GsWTOGDBnC2rVr6dOnD3/+858pLCzk8ssvJy4ujrZt27J7927uuusuxo0bx8iRI2vhUwtRyzbOhbxM6OvEydDS2o+GkAizmpEk9HM4ndCVUjYgATigtb6k1LahwDfAHsdT87TW/6xRZBWMpN1pwoQJzJ07l8OHD59eJeijjz4iLS2NxMREAgICiI2NLbNtblnK65UzePBgVqxYwXfffcfkyZN56KGHmDJlChs2bOCHH37g9ddf5/PPP+edd95x2WcTwnJaw2+zIbIztOpf9dfbAkzDrl9nQk4qNIh0fYxerCpz6PcAWyrYvlJrHee41SyZW2jixIl8+umnzJ07lwkTJgCmbW5kZCQBAQEsW7aMvXv3On28wYMH89lnn1FcXExaWhorVqygb9++7N27l8jISG655RZuuukm1q1bx9GjR7Hb7Vx11VU89dRTrFsnlzoLH5OSAId/NxcSOTFlWaZeU8BeBBs+dW1sPsCpEbpSKgYYBzwD3O/WiCzWpUsXsrOziY6Opnnz5gBcf/31XHrppcTHxxMXF1elBSWuuOIKVq9eTY8ePVBK8e9//5uoqCjef/99/vOf/xAQEECDBg2YM2cOBw4c4MYbb8RutwPw7LPPuuUzCmGZtbMhMBS6l9O3xRkRHSCmr6l2GXBX9X8x+CCn2ucqpeYCzwKhwIPlTLl8CaQABx37bCrjONOAaQCtWrXqXXqkK21fXUP+HIVHOnEUXuwEvafC2P/U7Fjr5sD8u+CmH6FlX5eE5y1q1D5XKXUJkKq1Tqxgt3VAa611D+BV4OuydtJaz9Jax2ut4yMiIiqPXAjhO9Y5+rbE31TzY3W5AgJCzDHFac7MoQ8ELlNKJQOfAsOVUmdV9muts7TWOY77C4AApVRTVwcrhPBSp/q2xA6CSBesgRsUapL6pq8gP6fmx/MRlSZ0rfVftdYxWutYYCKwVGs9qeQ+Sqko5SjKVkr1dRz3WHUCsmoFJV8hf37CI+1YBJn7qleqWJ5ek6EgxyR1AdTgSlGl1HSl1HTHwwnARqXUBmAGMFFXI7MEBwdz7NgxSUrVpLXm2LFjBAcHWx2KEGf7bTaENneub4uzWl4ATdpJK4ASqnRhkdZ6ObDccX9miedfA16raTAxMTGkpKSQlpZW00PVWcHBwcTExFgdhhBnHNtlruwc+qipI3cVpcwo/ce/Q9r2ylvw1gEedaVoQEAAbdq0sToMIYQrJbxj+rb0vsH1x+4+ERY/Ces/gJFPuf74Xkaacwkh3Kcg10yJdLq06n1bnBHazLQD2PAJFBe6/vheRhK6EMJ9Nn4JeRkVLzFXU70mw4k0c+K1jpOELoRwD63NlaERncyKQ+5y/sXQIEpWM0ISuhDCXQ4kwqEN0LcGfVucYfOHuGvNCD37sPvexwtIQhdCuMfatxx9W/7k/veKmwS6GJI+dv97eTBJ6EII1ztxDDbOgx4TzVWd7tb0fGg1wJyArcPXsUhCF0K43vo5UJwPfVzQt8VZvSZD+i7Yt7r23tPDSEIXQriWvdjUnscOgsha7PrZebyZ4qnDJ0cloQshXGvHj5Cxr3ZH5wCBIdDtKtj8NeRl1e57ewhJ6EII11r7likj7HhJ5fu6Ws/JUJhr6t/rIEnoQgjXSd8NOxebRSxc2bfFWdG9Td37+ro57SIJXQjhOgnvgJ/NJHQrnGrYdSARjmy2JgYLSUIXQrhG4UlTNtjxEghrbl0c3SeCX0CdbKsrCV0I4Rob58HJ4+7t2+KMkCbQcSz8/ikUFVgbSy2ThC6EcI21syGiI8ReaHUk5uRo7jHYtsDqSGqV0wldKWVTSq1XSn1bxjallJqhlNqplPpdKdXLtWEKITzagUQ4uN6Mzt3Zt8VZ5w2HsOg6d3K0KiP0e4At5WwbA7Rz3KYBb9YwLiGEN/ntLQhsUDt9W5zhZ4O462DnEshMsTqaWuNUQldKxQDjgLfK2WU8MEcba4BGSikLz4oIIWrNiWOm7rv7nyA4zOpozoi7HtCQ9InVkdQaZ0foLwN/AezlbI8G9pd4nOJ47ixKqWlKqQSlVIKsGyqEj0j60PRt6XuL1ZGcLbwNtBlspl3s5aUu31JpQldKXQKkaq0TK9qtjOfOaXmmtZ6ltY7XWsdHRERUIUwhhEeyF8Pat6H1hbXbt8VZPSdDxl5IXml1JLXCmRH6QOAypVQy8CkwXClVusAzBWhZ4nEMcNAlEQohPNfOJSZh1nbfFmd1uhSCGtaZk6OVJnSt9V+11jFa61hgIrBUaz2p1G7zgSmOapd+QKbW+pDrwxVCeJS1s6FBM5M4PVFAPeh+NWyeb2rkfVy169CVUtOVUtMdDxcAu4GdwGzgdhfEJoTwZOl7TGdFq/q2OKvnZDPH/8dcqyNxO/+q7Ky1Xg4sd9yfWeJ5DdzhysCEEB4u4R1Qftb1bXFWiziI6mamXTztxK2LyZWiQoiqKzxpEmTHcRDWwupoKtdzslmw+tDvVkfiVpLQhRBVt+krMyftLSPebleDLcjnG3ZJQhdCVN1vs6FpB7PMnDeoHw6dLoHfP4PCPGtjyToEueluObQkdCFE1RxIhIPrPKdvi7N6Toa8DNh6Tjuq2nHiKCx6DGbEwYrn3fIWVTopKoQQrH0bAkKgx0SrI6maNkOgYSsz999tQu2978kMWP0arHnTLI/X/U9um6qShC6EcF5uuunbEnedZ/VtcYafH/S8HpY/C8f3QuPW7n2//Bz4dSb8MgPyMqHLFTD0rxDRwW1vKVMuQgjnrf8QivKsX8SiuuKuBxQkfey+9yg8Cb+8Bq/0gKVPQasBMH0VXP2eW5M5yAhdCOEsux0S3jYJqlkXq6OpnkYt4bxhkPQRDPmLabPrKkUFsH6OmR/PPgRth8HwxyAm3nXvUQkZoQshnLNrCRxPhr5eOjo/pedkyNwPu5e75njFRbD+I3itN3z3ADSOhanfwZSvazWZg4zQhRDOWvsWhERCRw/t2+KsjuOgXmNzcvT8EdU/jt0Om+aZOfljO6FFT7jkJThvhGXVP5LQhRCVO54M23+AwQ+Bf6DV0dSMf5CpNEl4x5zkrR9etddrbdYqXfoMpG6CyM7wp4/MLwqLyzhlykUIUTlv6dvirJ6TobgAfv/c+ddoDTsXw+xh8Ol1puHXVW/D9J/NRUseUJMvI3QhRMW2fQ8J70LHsdDwnIXIvFNUVzNFsv4DuODWypNx8s+w9GnY94upZR//OnSfCDbPSqGeFY0QwnMUnIAf/gaJ75puhSOftjoi1+o5Gb67Hw6uh+heZe+TkgjLnoZdS6FBFIx9Hnrd4LHTTpLQhRDnOrAO5t0Cx3bBwHtg2GMem8SqretV8MOjZpReOqEf/gOW/Z+ZK6/fBEY+Y1ZlCqhnTaxOqjShK6WCgRVAkGP/uVrrf5TaZyjwDbDH8dQ8rfU/XRqpEML97MWw6kVY/pxZieiG+WahZV9UrxF0Hm8Wvhj5DATWh7Ttpmpl0zyzdN3wx+CC6RAUanW0TnFmhJ4PDNda5yilAoBVSqnvtdZrSu23Umt9ietDFELUiuN74atbYd9qM3od94Ip7/NlPSebDoxr3oD03bDhE/CvB4MehAF3et3nrzShO1YjynE8DHDctDuDEkLUIq1NtceCB83jK2eb/uEeULXhdrEXQuM25hJ9/2DodztceB+ENLU6smpxag5dKWUDEoHzgde11r+WsVt/pdQG4CDwoNZ6UxnHmQZMA2jVqlW1gxbC49jtpq1si54eV/lQoZPH4dv7zRRDq/5wxX/d37TKkygFY/4Fe3+GC26DsOZWR1QjygzAndxZqUbAV8BdWuuNJZ4PA+yOaZmxwCta63YVHSs+Pl4nJCRUL2ohPM3PM+DHx6FRK+h/l+nqFxhidVQV27MCvpoOOUdMF8AL73NtbxPhFkqpRK11mT0FqnRhkdY6A7NI9OhSz2dprXMc9xcAAUop7/zOIkRVnTgKK/4DMX0gtDl8/xC81BWWPQsnjlkd3bmK8mHR4/D+ZaZq46YfYfCDksx9QKUJXSkV4RiZo5SqB1wEbC21T5RSZsJNKdXXcVwP/JcshBssf87UbI9/HW5aBH/+AVpeAD89By91gQUPmROOniB1K7w1wvTo7j0Vbl1Rfg228DrOTPY1B953zKP7AZ9rrb9VSk0H0FrPBCYAtymlioCTwERdlbkcIbxV2jZzWXz8jWd6XbfqB9d9apLnLzPMVZZr3zYLHAy8B5p3r/04tTbrgP74uJkKmviJufJT+JQqzaG7ksyhC5/w8Z9g7y9w9/ryKyMyD8Cvb0LCe1CQDecNh4H3mvru2qgkyT4C39wBO3+EdiPhstcgtJn731e4hcvm0IUQJexaBtsXwqAHKi5zaxhtLpu/byOM+Acc3ghzLoNZQ2HjPHMxj7tsXQBv9ofkleay9es+l2Tuw2SELkR12Ivhv4MhPwvuWAsBwc6/tjAPfv/UVMak7zILIgy4yyyP5qpLywtOmMvaE98zfViufAsiO7rm2MJSPjdC35+ea3UIoq5L+hiObISLnqhaMgezf++pcOdauOYD0yvkuwdMZcxP/zE9umviQCLMHASJ75s5+5uXSjKvI7wuoc9bl8Kgfy9jZ2q21aGIuio/x1xZGNMHulxZ/eP42aDzZXDzErNkWXQv09nvpa6w8K+Qsb9qx7MXm/LJt0ea0sQb/gcX/9P3mmqJcnldQh/SPoJAfz/e/8VDysBE3fPLDHMxzqhnXXNSUylzCfr1X8Btv0CnS+G3WTAjDubdCkfOuej6XMeT4d2xpmd35/Fw2ypoM6jmsQmv4nUJvUmDIC7t3oIv16WQebLQ6nBEXZN5wMx9d7kSWvZx/fGbdYEr/wt3J0HfabDlf/DmAPhwAiSvMuWHJWkNGz6FNy+E1M2mD8tVb3tdUynhGl6X0AGmDoglt6CYLxKq+JVUiJpa+hRou5k7d6dGLWH0s6YyZvhjZhGG98aZi4I2zzfTKyePw9wbTYfEqG4wfRV0v6ZuNNUSZfKiLkJndItpSHzrxsxZvZcbB7bB5if/gEUtOLjetFcdeG/tNbCqH24WZu5/pzkR+8ur8PlkCD8PivLM1M/wx6UPiwC8dIQOMHVgLPvSc1m+LdXqUERdoDX88JipSBl0f+2/f0A9s2LOXYlw9XtmcYaQptKHRZzFK0foAKO6RBEVFsx7vyQzopNcKCHcbOt3sHeVWfQhuKF1cfjZTAuBLldYF4PwWF47Qg+w+TG5f2tW7jjKjiNSwijcqKgAfvw7NO0AvaZaHY0Q5fLahA4wsU9LU8K4OtnqUIQvS3jbXNE58mnvWrxC1DlendCbNAjish4t+DLxgJQwCvfITTftcdsOg3YXWx2NEBXy6oQOpoTxZKGUMAo3WfE85GWa0bmUAwoP5/UJvWt0Q/rEmhLGYru0YBcudGyXuWKz12SI6mp1NEJUyusTOsDUAW3Yl57Lsq1SwihcaPE/wBYIwx6zOhIhnOLMEnTBSqnflFIblFKblFJPlrGPUkrNUErtVEr9rpSq1TWtRnZpRvOGpoRRCJdI/tlcdn/hfdI/XHgNZ0bo+cBwrXUPIA4YrZTqV2qfMUA7x20a8KYrg6xMgM2PSf1as2qnlDAKF7DbTS/xsGjof4fV0QjhtEoTujZyHA8DHLfSk9XjgTmOfdcAjZRSzV0basWu7duKQH8/GaWLmvvjCziUZFYXCqxvdTRCOM2pOXSllE0plQSkAj9qrX8ttUs0ULLMJMXxXOnjTFNKJSilEtLS0qoZctnCQwIZ36MF89YdIDNXShhFNRXkwpInoUVP6Ha11dEIUSVOJXStdbHWOg6IAfoqpUqf8i+rnuuckhOt9SytdbzWOj4iIqLKwVbmBkcJ4+dSwiiqa/XrkHUARj4Dfj5RMyDqkCr9i9VaZwDLgdGlNqUALUs8jgEO1iSw6uga3ZC+seHMWZMsJYyi6rKPwKqXzAITsQOtjkaIKnOmyiVCKdXIcb8ecBGwtdRu84EpjmqXfkCm1vqQq4N1xtSBsexPP8lSKWEUVbXsaSgugIvOKeQSwis4M0JvDixTSv0OrMXMoX+rlJqulJru2GcBsBvYCcwGbndLtE4Y2flUCeMeq0IQ3ujwRlj3gVklqMl5VkcjRLVU2mlIa/070LOM52eWuK8Bj6jv8nd0Yfz3wm1sP5JN+2ahVockPJ3WsOhvpsf4kIesjkaIavPJsz4T+7QiSEoYhbN2/Ai7l8OQh2UtTuHVfDKhh4cEMj6uBfPWpUgJo6hYcREsesws6RZ/k9XRCFEjPpnQwZQw5hXa+Sxhn9WhCE+27j04ug0u/if4B1odjRA14rMJvUuLhvRtEy5dGEX58jJh2f9B6wuh4ziroxGixnw2oQPcOCCWlOMnWbLliNWhCE+08kWzgMWoZ6TXufAJPp3QL+7cjBbShVGU5XgyrHkDekyEFnFWRyOES/h0QjcljLH8susY2w5LF0ZRwuInQdlg+ONWRyKEy/h0QgezkLSUMIqz7P8NNs2DgXdDw3N6yAnhtXw+oTcOCeTyuGi+Wp9CRm6B1eEIq2ltep03aAYD7rY6GiFcyucTOpQoYVwrXRjrvE3zIGWtmWoJamB1NEK4VJ1I6J1bhHGBlDCKwjxY/AQ06wZx11kdjRAuVycSOsCNA2M5kHGSxVLCWHf9OhMy9sGop8HPZnU0QrhcnUnoF3VqRnSjerz3c7LVoQgrnDgKK1+A9qOh7VCroxHCLepMQj/VhXH17mNsPZxldTiiti1/FgpOwMVPWR2JEG5TZxI6mBLG4AA/3pcSxrolbRskvAvxf4aI9lZHI4TbOLNiUUul1DKl1Bal1Cal1D1l7DNUKZWplEpy3P7unnBrplH9UyWMBzh+QkoY64xFj0NgAxj6iNWRCOFWzozQi4AHtNadgH7AHUqpzmXst1JrHee4/dOlUbrQmS6MUsJYJ+xaCjt+gMEPQEhTq6MRwq0qTeha60Na63WO+9nAFsBrL6/r1DyMfm3D+WD1XoqK7VaHI9zJXgw/PAaNWkPfW62ORgi3q9IculIqFrMc3a9lbO6vlNqglPpeKdXFFcG5y9QBbRwljB60kHR+Dmz5Fr5/BLYvsjoa35D0EaRugoufhIBgq6MRwu0qXVP0FKVUA+BL4F6tdekykXVAa611jlJqLPA10K6MY0wDpgG0atWqujHX2EWdIk0J4y97GN01yrI4OL4Xtv8A2xdC8kqz4ryywa9vQu+pMOr/IDDEuvi82d5f4Md/QMsLoPPlVkcjRK1waoSulArAJPOPtNbzSm/XWmdprXMc9xcAAUqpcyYstdaztNbxWuv4iIiIGoZeff42P6b0b82a3elsOVSLJYz2Yti3xiSa1/vBK93h+4fMxS59p8EN38Jf98PAeyHxfZh5IaQk1F58vsBuh1UvwXuXmEWfx78uvc5FnaG0rvhSeKWUAt4H0rXW95azTxRwRGutlVJ9gbmYEXu5B4+Pj9cJCdYlq4zcAvo9u4TL46J57qru7nujkxmwa4kZie9YBCePg58/tB5gLnJpPxqanHfu65J/hq9uhayDMOQvMOhBsDn9hapuyk2Hr6abk6CdL4fLXoXgMKujEsKllFKJWuv4srY5kyEGApOBP5RSSY7nHgVaAWitZwITgNuUUkXASWBiRcncEzSqH8gVPaOZt+4AD4/uSOMQF64neXSnmUbZvtB89dfFUL+JI4GPgvOGQ3DDio8ROxBu+xkW/MVcFLPjR7hyVtnJX5hvMl9MhezDMPZ56HOzjMxFnVPpCN1drB6hA2w9nMXol1fyyJiOTB9Sg0RZVAD7Vp+ZD0/fZZ6P7GISePvREBNf/f4hG+fBt/dBcSGMfhZ6TZFkdYrWpkfLoschrDlc/R5E97Y6KiHcpqYjdJ/VMSqM/m2b8MHqvdx8YRv8bVUo+jlx1Iyaty80tc75WWALgjaDod9tJpE3ctGJ365XQqt+8PVt8L+7zXteOgMaWHcewiOczID5d8KW/0GHsXD5G1CvsdVRCWEZ70vo+dmQkwq2QPAPMj9P3a/GCHjqwFhu/SCRxVuOMLpr8/J31BpSNzumUn4wq96gzUIJXS43o/A2Q9zXYzusBUz6yoxGFz8Bb/Y3J/zaj3LP+3m6g0nwxQ2QmQIjn4b+d8q3FlHneV9C37nYzJWWRfmZUbK/I8mfdb+MXwC2AC62BfFG/WP4LwiGfa3AFuDYFnTmfvpuk8QzHVeXNo8zl5G3HwVRPcCvllri+PlB/9tNt8B5t8DH15j+JCOfrjvljVpDwjuw8BEIiYCpC6DVBVZHJYRH8L459Ix9sHc1FOdDUb6ZVy7ON/PYxQWl7hc49il5v/Cc1+acyOVk3knCg8CmC802XXzmPQPqQ9thJoG3G2nmaq1WlA9Ln4ZfXjUnSq+c5ftzx/nZ8L97YeNcOP8iuGIWhDSxOiohalVFc+jel9Dd4FQJ4/ge0fxrgqOE0V585pdAQH0z0vdEe1aaUr3sQ+Zbw4X3+2Z545FN8PkU821p+GMw8L7a+2YkhAepKKHL/whOlTDG8HVSiS6MfjYIqGcuTvHUZA7QZpApb+x6JSx7Bt4dY5KeL1n/IcweYUboU+bDoAckmQtRBvlf4TB1QCz5RXY+9caFpOs1gqvegqveNr2/Zw6CdXPMfLM3K8iFr2+Hb+6Aln1g+irzC0wIUSZJ6A4dokIZcF4TPlid7L1dGLtNgNt/gRY9Yf5d8NkkU17pjdK2w1sjIOljGPIwTP4aGkRaHZUQHk0SeglTB8RyMDOPHzd78ULSDWPMtMTIZ0yrgTf6m3p5b/L7FzBrqClPnfQlDHtUFnUWwgmS0EsY0akZMY3r8a63L1Hn5wcD7oRblpnSvo8mwHcPmCkMT1aYZ66InXczNO8O01fC+SOsjkoIryEJvQSbn+KG/rH8tiedTQczrQ6n5qK6wi1LzUU3a9+C/w6GA+usjqpsx3bB2xebGvOB95rOk2EtrI5KCK8iCb2Ua+JbUi/A5jsLSQcEw6hnzDRMYa5Jmiv+Y8oyPcXmb8wUS8Y+uPYzsyCFL5ZeCuFmktBLaVg/gCt6RfN10kHSfWkh6bZDTHlj5/HmgqR3x0D6HmtjKiowKzR9PgWatjNTLB1GWxuTEF5MEnoZpg6IpaDIzqdr91kdimvVawwT3oEr34LUrWYBjbVvw+GNkHXIJNjakrEP3h1tVmfqdzvcuNB1zcyEqKPke20Z2jcLZeD5pgvjtEFtq9aF0Rt0v9p0b/xqOnx3/9nbghpC/XAIaQr1m5o+7iFNzM/6TR3PNzlzCwqtelOsbQvN4h3aDtfMMd8ahBA1Jgm9HFMHtOGWOQks2nyEsd08oHeLqzVqCTfMNwtD5Bw29eq56ZB71HH/GGSlwKEN5rnickbvtsAKEn94iW1NoV44rHkdfn4ForrDNe9DeNva/dxC+LBKE7pSqiUwB4gC7MAsrfUrpfZRwCvAWCAXmKq19tByCucM7xhJy/B6vPdzsm8mdDC13c50KtQaCnLKTvq5jp8nHPcz9pn7+RVUCcXfZBbADgh23WcRQjg1Qi8CHtBar1NKhQKJSqkftdabS+wzBmjnuF0AvOn46bVOlTA+/d0WNh7IpGt0JUvG+TKlzNRKUCiEt3HuNUUFcDLdkfhLJP3wttDuIvfGK0QdVWlC11ofAg457mcrpbYA0UDJhD4emONYR3SNUqqRUqq547Ve6+r4lrywaDuvLd3JK9fGEeQvVys6zT8QQqPMTQhRK6p0tk8pFQv0BH4ttSkaKNnVKsXxXOnXT1NKJSilEtLS0qoYau1rWC+AWwa1YeGmw4x6aQWLNx/Bw9e+FkLUYU4ndKVUA+BL4F6tdVbpzWW85JzMp7WepbWO11rHR0R4x3qY94/swPt/7ovNT3HznARueHctO1NzrA5LCCHO4VRCV0oFYJL5R1rreWXskgK0LPE4BjhY8/A8w5D2ESy8dzCPX9KZ9fuOM/rlFTz17WYyTxZaHZoQQpxWaUJ3VLC8DWzRWr9Yzm7zgSnK6Adkevv8eWkBNj9uurANyx4cytXxMbzz8x6GP7+cT3/bR7FdpmGEENardAk6pdSFwErgD0zZIsCjQCsArfVMR9J/DRiNKVu8UWtd4fpynrQEXXVsPJDJE/M3kbD3OF2jw/jHpV3oExtudVhCCB8na4q6idaa+RsO8tz3WzmUmcdlPVrw17Edad6wntWhCSF8lKwp6iZKKcbHRbPkgSHcPfx8Fm46zPDnf+LVJTvIK/SgboZCiDpBEroL1A/05/6RHVhy/xCGdojghR+3c9GLP/H9H4ekzFEIUWskobtQy/D6vDmpNx/ffAEhgf7c9tE6rpv9K1sPl67yFEII15OE7gYDzm/Kd3dfyD/Hd2HzoSzGvrKSv3+zkYxcH+qvLoTwOJLQ3cTf5seU/rEsf3Aok/q15sM1exn6/HI+WJ1MUbG98gMIIUQVSUJ3s8YhgfxzfFcW3DOITlFhPP7NJi55dRW/7DpqdWhCCB8jCb2WdIwK4+NbLuDN63uRnVfEdbN/5bYPE9mfnmt1aEIIHyEJvRYppRjTrTlLHhjC/Re3Z9m2VC568SdeXLSN3IIiq8MTQng5SegWCA6wcfeIdix9YCijukQxY+lORrzwE98kHZAyRyFEtUlCt1CLRvWYcW1Pvpjen/CQQO75NIlr/ruaTQcrWO1HCCHKIQndA/SJDWf+nRfy7JXd2JV2gktfXcUT8zdJN0chRJVIQvcQNj/FtX1bseyBoVx/QWveX53MiBd+Yt66FJmGEUI4RRK6h2lYP4CnLu/K/DsuJLpxPe7/fAN/+u8ath3Otjo0IYSHk4TuobrFNOSr2wbw7JXd2J6azdgZK3n6283k5Es1jBCibJLQPZifYxpm6QNDuSY+hrdW7WHEC8uZv+GgTMMIIc4hCd0LhIcE8uyV3fnq9gFEhAZx9yfruf6tX9mZKtMwQogznFmC7h2lVKpSamM524cqpTKVUkmO299dH6YA6NmqMd/ccSFPje/CxgOZjHllJc99v1UuShJCAM6N0N/DLC1XkZVa6zjH7Z81D0uUx+anmNw/lqUPDuWyHtHM/GkXF73wEws3Su91Ieq6ShO61noFkF4LsYgqaNogiBeu6cEX0/sTVi+A6R+u44Z317Ln6AmrQxNCWMRVc+j9lVIblFLfK6W6lLeTUmqaUipBKZWQlpbmoreu2/rEhvPtXRfy90s6s27vcUa9tIIXFm3jZIEsgSdEXePUItFKqVjgW6111zK2hQF2rXWOUmos8IrWul1lx/SFRaI9TWpWHs8s2MI3SQeJaVyPJy7twkWdm1kdlhDChdy6SLTWOktrneO4vwAIUEo1relxRdVFhgXzysSefHJLP+oF2Lh5TgI3vbdWWvQKUUfUOKErpaKUUspxv6/jmMdqelxRff3Pa8KCewbx1zEdWb37GBe9+BMzluwgr1CmYYTwZc6ULX4CrAY6KKVSlFI3KaWmK6WmO3aZAGxUSm0AZgATtZRbWC7A5setQ85jyQNDuKhTM178cTujX17B8m2pVocmhHATp+bQ3UHm0GvXiu1pPDF/E7uPnmB0lygev7Qz0Y3qWR2WEKKK3DqHLrzD4PYRfH/vIB4a1YHl21O56IWfeGP5TgqKZMFqIXyFjNDroJTjufzzf5tZtPkI0Y3q0TK8HkH+NoID/AgOsBHkf/bPU/eDAmwEl/hZ1j7mvh9B/uaxn5+y+uMK4VMqGqH713Ywwnoxjesza0o8y7am8sGaveTkF5GRW0BeoZ38omLyCu3kFRWT7/hZk9/5gf5+ZyX60KAAmoUFEdUwmMjQYKIaBhMVFkxkWBBRYcGEhwTiOMcuhKgiSeh12LCOkQzrGFnhPlprCort5BfZySs0Sf5U0j+d/AuLT28v7/n8Ijv5hcVknizkcFYefxzI4tiJ/HN+WQTa/IgINQm/WVgQzcJMwm92+ma21Q+Uf7pClCb/K0SFlFKO6RMbYcEBLj12YbGd1Ox8jmTlcSQzjyNZeRzOcjzOymPr4Wx+2pbGiTKueg0N9j+d7E+N7kuO+puFBRHRIAh/m5wmEnWHJHRhmQCbH9GN6lVabZOTX8ThzDxSs/I47LilZuVzODOPI9l5rNmVQ2p2PkX2s4f7fgpGdo7iL6M70DaigTs/ihAeQRK68HgNgvw5P7IB50eWn5Ttds2xEwVmlO9I9LvTTvDpb/v4ccsRruvbirtHtCMiNKgWIxeidkmVi/Bpadn5zFiyg49/20ewv7nY6uZBbWQOXnitiqpcJKGLOmFXWg7/WbiNhZsOExkaxH0Xt+fq3jEyxy68jiR0IRwSktP5vwVbWLcvg/MjG/DI6I6M6BQppZK1RGtNfpGdE/lF5BYUk5NfRG5BESfyi0//POFYgWt4x0hiGte3OGLPIwldiBK01vyw6TD/WriNPUdPcEGbcB4d24keLRtZHZpHKiiyk5aTT3ZeoUm4pZNwgXmu5OPc/CJHsjYJOteRqHMLiim2O5dzlIIB5zXh6t4tGdUlinqBNjd/Uu8gCV2IMhQW2/n0t328vHgHx04UcEn35jw0qgOtm4RYHVqtyC8qJi07n9TsfFKz8s6UkGad/Vz6iYJKj6UUhAT6Uz/QRkiQPyFBNuoH+hMSaKN+kPkZEuRv9gmyldrXsV/gmdedyC/i66QDzE1MIeX4SUKD/LmkR3Mm9G5Jr1aN6vQ3KknoQlQgJ7+IWT/tYvbKPRTZ7Uzq15q7hrcjPCTQ6tCq5VSiPpJ1dqI+9TPN8fN4buE5r7X5KSIaBJk6/lBTzx8Zamr9G9ULOJ2cTyXfU0k6OMDPLUnWbtes2XOMuYkpfP/HYU4WFnNeRAgTerfkyl7RNAsLdvl7ejpJ6EI44UhWHi8v3s5na/cTEujPbcPO488D2xAc4Flf9XMLili/L4MdR7IdSTqf1GxTm5+aXX6ijgwNMrewYCJDg05feXsqYUeGmtYLNg/tv5OdV8iCPw7xRUIKCXuP46dgSPsIro5vyYhOkQT5e9bfk7tIQheiCnYcyeZfC7eyeEsqzRsGc//F7bmyV4xlie5YTj5rk4+TkJzO2uR0Nh7MOj0P7e+niDgrSQfR7FSCLpG4w+sH+lSjtN1pOcxNTGHeugMczsqjUf0ALo+LZkLvGLq0CPPpKZkaJXSl1DvAJUBqOWuKKuAVYCyQC0zVWq+rLChJ6MLTrdl9jGcXbGFDSiYdo0J5ZExHhrSPcGuy0FqzP/0kax3Je21yOrvSTgCm0VlcTCP6tGlMfGw4XVs0pEmIbyXqqiq2a1btPMoXCftZtPkIBUV2OkaFcnV8Sy6Pa0GTBr53IVlNE/pgIAeYU05CHwvchUnoF2AWib6gsqAkoQtvoLXmuz8O8e+F29iXnsvA85vw1zGd6Brd0CXHL7Zrth3OZm1yOr8lp5OQnM6RrHwAwoL9iY8Np09sOH1iG9MtpmGdmVaojszcQuZvOMAXiSn8npKJv59iRKdIru7dkiEdIgjwkWsOajzlopSKBb4tJ6H/F1iutf7E8XgbMFRrfaiiY0pCF96koMjOR7/uZcaSHRzPLeTyuBY8OKpDleuk8wqL+T0l8/ToO3HvcbLzTN1184bBJnm3MQm8fWRonR5918S2w9nMTdzPV+sPcDSngKYNgriiZwuujm9J+2ahVodXI+5O6N8Cz2mtVzkeLwEe1lqfk62VUtOAaQCtWrXqvXfv3qp8DiEsl5VXyMzlu3h71R60hqkDY7lj6Pk0rF92J8rMk4Uk7k1nbfJx1u5J5/eUTAqKzSpR7SIbnE7efWLD5SIaNygstrN8WxpfJOxn6dZUiuyaHjENmRDfksu6tyj3782TuTuhfwc8Wyqh/0VrnVjRMWWELrzZocyTvLhoO3PXpRAWHMCdw85ncv/WHM8tOJ281yans+1INlqbk5fdYhrSNzac+Nhw4ls3prGXlkV6q2M5+XyddJAvEvaz9XA2gf5+jOzcjKvjWzLwvCbYtfkFUFhsp6DYTkGRncJibR4X2R3b9OnthUVnPz6zj3n+nMenX2NneKdmXNajRbU+h0y5COEmWw5l8a+FW1m+LY16ATZOFpre7SGBNnq1bnw6gce1bCRXOnoIrTWbDmbxRcJ+vtlwkIwyyjxdJcCmCLD5nb4F2hQB/n5c17cVtw45r1rHdHdCHwfcyZmTojO01n0rO6YkdOFLft55lG9/P0i7yFD6tgmnY1SoNP7yAvlFxSzZksr2I9mOhOtnkrC/X4nHZ54767HNj8BT+/mb5wJLJO8Am3JLRVRNq1w+AYYCTYEjwD+AAACt9UxH2eJrwGhM2eKNZc2flyYJXQghqq5Gi0Rrra+tZLsG7qhmbEIIIVxEvhMKIYSPkIQuhBA+QhK6EEL4CEnoQgjhIyShCyGEj5CELoQQPkISuhBC+AjLFrhQSqUB1e3O1RQ46sJwPI0vfz75bN7Llz+fN3221lrriLI2WJbQa0IplVDelVK+wJc/n3w27+XLn89XPptMuQghhI+QhC6EED7CWxP6LKsDcDNf/nzy2byXL38+n/hsXjmHLoQQ4lzeOkIXQghRiiR0IYTwEV6X0JVSo5VS25RSO5VSj1gdj6sopVoqpZYppbYopTYppe6xOiZXU0rZlFLrHQuL+xSlVCOl1Fyl1FbH32F/q2NyFaXUfY5/kxuVUp8opYKtjqkmlFLvKKVSlVIbSzwXrpT6USm1w/GzsZUxVpdXJXSllA14HRgDdAauVUp1tjYqlykCHtBadwL6AXf40Gc75R5gi9VBuMkrwEKtdUegBz7yOZVS0cDdQLxjCUobMNHaqGrsPcwKayU9AizRWrcDljgeex2vSuhAX2Cn1nq31roA+BQYb3FMLqG1PqS1Xue4n41JCNHWRuU6SqkYYBzwltWxuJpSKgwYDLwNoLUu0FpnWBqUa/kD9ZRS/kB94KDF8dSI1noFkF7q6fHA+4777wOX12ZMruJtCT0a2F/icQo+lPROcSzK3RP41eJQXOll4C+A3eI43KEtkAa865hSekspFWJ1UK6gtT4APA/sAw4BmVrrRdZG5RbNtNaHwAyugEiL46kWb0voZS2h7VN1l0qpBsCXwL1a6yyr43EFpdQlQKrWOtHqWNzEH+gFvKm17gmcwEu/spfmmEseD7QBWgAhSqlJ1kYlyuNtCT0FaFnicQxe/vWvJKVUACaZf6S1nmd1PC40ELhMKZWMmSYbrpT60NqQXCoFSNFan/pGNReT4H3BRcAerXWa1roQmAcMsDgmdziilGoO4PiZanE81eJtCX0t0E4p1UYpFYg5OTPf4phcQimlMHOwW7TWL1odjytprf+qtY7RWsdi/s6Waq19ZpSntT4M7FdKdXA8NQLYbGFIrrQP6KeUqu/4NzoCHznhW8p84AbH/RuAbyyMpdr8rQ6gKrTWRUqpO4EfMGfb39Fab7I4LFcZCEwG/lBKJTmee1RrvcC6kEQV3AV85Bho7AZutDgel9Ba/6qUmgusw1RircfLL5NXSn0CDAWaKqVSgH8AzwGfK6VuwvwSu9q6CKtPLv0XQggf4W1TLkIIIcohCV0IIXyEJHQhhPARktCFEMJHSEIXQggfIQldCCF8hCR0IYTwEf8PEpqu8l+oykAAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYAAAAD4CAYAAADlwTGnAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8vihELAAAACXBIWXMAAAsTAAALEwEAmpwYAAAzJklEQVR4nO3dd3xUZfb48c8hlYQAIYQiAYKCFBEQIqDYBcWKBQUFdbGga1nd9evquutPXN2vrqtfy6qLWFFRVBRFF9GAInYJCAIJSOihpEAghbRJzu+PO4EhJGQCk0xm5rxfL14zt82ci/icuc/z3HNFVTHGGBN6Wvg7AGOMMf5hCcAYY0KUJQBjjAlRlgCMMSZEWQIwxpgQFe7vABqiffv2mpyc7O8wjDEmoCxZsiRPVRNrrg+oBJCcnExaWpq/wzDGmIAiIptqW29dQMYYE6IsARhjTIiyBGCMMSEqoMYAalNRUUFWVhalpaX+DiXgREdHk5SUREREhL9DMcb4QcAngKysLOLi4khOTkZE/B1OwFBVdu7cSVZWFj169PB3OMYYPwj4LqDS0lISEhKs8W8gESEhIcGunIwJYQGfAABr/A+T/b0ZE9oCvgvIGGMCXWWVUlTqoqC0gj0lFRSUVFBQWkFBicv9WsHlQ5LonhDr0++1BHCEdu/ezdtvv82tt97a4GPPP/983n77bdq2bev7wIwxTeagBrxG411Q6qq1US90ry8scx3y80XghO7xlgCam927d/PCCy/UmgAqKysJCwur89i5c+c2ZmjGmEawatsepn69nsycIqdR96IBB4iLDqd1dAStW0bQOjqcbu1i3O8jaN3ywG0HrG8ZQavIcFq08H2XrSWAI3Tfffexbt06Bg0axKhRo7jgggt46KGH6Ny5M8uWLSM9PZ1LLrmELVu2UFpayp133snkyZOB/aUtioqKOO+88zjllFP4/vvv6dKlCx9//DEtW7Y84Ls++eQTHnnkEcrLy0lISGDGjBl07NiRoqIi7rjjDtLS0hARHnzwQS6//HLmzZvH/fffT2VlJe3bt2fBggX++CsyJiisyNrDMwvWMj8jm7jocIb1SKBf59aHbrzd61tFhRPWCA34kRJvHgkpIqOBZ4Aw4GVVfazG9njgVeAYoBS4XlVXurdtBAqBSsClqinu9e2Ad4FkYCNwparmHyqOlJQUrVkLKCMjg759+wLw0CerSN9WUO/5NES/o1rz4EXH1bl948aNXHjhhaxcuRKAhQsXcsEFF7By5cp90yt37dpFu3btKCkp4cQTT+Trr78mISHhgATQs2dP0tLSGDRoEFdeeSUXX3wxEydOPOC78vPzadu2LSLCyy+/TEZGBk8++ST33nsvZWVlPP300/v2c7lcDB48mEWLFtGjR499MdTk+fdnjDnYsi27eXbBWr5cnUOblhHceEoPrhuRTOvowLl/RkSWVLe9nuq9AhCRMOB5YBSQBSwWkTmqmu6x2/3AMlW9VET6uPc/22P7maqaV+Oj7wMWqOpjInKfe/neBp1VMzV06NAD5tY/++yzzJ49G4AtW7awdu1aEhISDjimR48eDBo0CIAhQ4awcePGgz43KyuLcePGsX37dsrLy/d9x/z585k5c+a+/eLj4/nkk0847bTT9u1TW+NvjKnbkk35PLNgLYt+yyU+JoJ7zu3NtSd1Jy6AGv76eNMFNBTIVNX1ACIyExgDeCaAfsCjAKq6WkSSRaSjqmYf4nPHAGe4308HFnKECeBQv9SbUmzs/oGahQsXMn/+fH744QdiYmI444wzap17HxUVte99WFgYJSUlB+1zxx138Kc//YmLL76YhQsXMmXKFMC5qavmlM7a1hlj6rd44y6emb+WbzPzaBcbyX3n9WHi8O60igq+HnNv7gPoAmzxWM5yr/O0HLgMQESGAt2BJPc2Bb4QkSUiMtnjmI6quh3A/dqh4eH7X1xcHIWFhXVu37NnD/Hx8cTExLB69Wp+/PHHw/6uPXv20KWL81c/ffr0fevPOeccnnvuuX3L+fn5nHTSSXz99dds2LABcLqhjDF1+3H9Tq6a9iNXTP2B1TsK+Ov5ffn23jO55fRjgrLxB+8SQG0/I2sOHDwGxIvIMuAO4Begelh8hKoOBs4DbhOR0xoSoIhMFpE0EUnLzc1tyKFNIiEhgREjRtC/f3/uueeeg7aPHj0al8vFgAEDeOCBBxg+fPhhf9eUKVO44oorOPXUU2nfvv2+9X/729/Iz8+nf//+DBw4kK+++orExESmTZvGZZddxsCBAxk3btxhf68xwUpV+T4zjytf/IHx034kM7eIBy7sxzd/PoubTjuamMjgbPir1TsILCInAVNU9Vz38l8AVPXROvYXYAMwQFULamybAhSp6hMisgY4Q1W3i0hnYKGq9j5ULPUNApuGs78/E4pUlW8z83hm/lrSNuXTsXUUvz/9GMYP7UZ0RN1TtwPVYQ8CA4uBXiLSA9gKjAeurvHhbYG9qloO3AgsUtUCEYkFWqhqofv9OcDf3YfNAa7DuXq4Dvj4sM7MGGO8pKos/C2XZxes5ZfNu+ncJpqHxxzHFSldg7Lhr0+9CUBVXSJyO/A5zjTQV1V1lYjc4t4+FegLvCEilTiDwze4D+8IzHYPRoYDb6vqPPe2x4D3ROQGYDNwhe9Oyxhj9lNVvlydw7ML1rI8aw9d2rbkH5f2Z+yQJKLCQ6/hr+ZVB5eqzgXm1lg31eP9D0CvWo5bDwys4zN3cuBUUWOM8SlVJTU9m2e/XMvKrQV0bdeSxy47nssGJxEZHhS1MI9IcI9wGNOMqSrllVVEhrUI6Cm75a4qdu8tZ9fecnYVl5NfXMGuveUUlFTQpmUE7VtFktAqioRY57V1dHijn29VlfJF+g6eWZBJxvYCuifE8PjYAVx6Qhciwqzhr2YJwBg/+D4zj39+voblW3YTGdZiX9mAuEOUE/Bc38ZjvS/7riurlD0lFU5Dvq9BdzfuRc6rs1xBvnubN3VwPEWECQmxUSS4E0P72Mh97xNiI2kfF0V79/Z2sZENOr+qKuWzlTv495drWb2jkB7tY3nyioGMGXQU4dbwH8QSgDFNaEXWHh7/fDXfrM3jqDbR/OHsXlRUVh1UMXLb7pJ9y2WuqkN+ZmR4i/oLikVHEBcdTrmryt2wV+xr2D1fd5dUUNfEwJYRYbSLjSQ+NoL4mEh6JMQQHxtJu5hI5zU2kviYyH37tI6OoKCkgryicnYWl5FXVMbOonJnuaiMncXO67qcIvKKyuo8z7io8AMSREKrKOeqwv0+oVUk7VtFsXpHIf9esJa1OUUckxjL0+MGcdHAo5plDZ7mwhKAH7Rq1YqioiJ/h2Ga0Ia8Yp74Yg3//XU78TER/O2Cvkwc3t2rX7elFZVelxeuXp+Vv9dZX1JBeeXBDWtEmOxrrNvFRtK3c+v9DXlMxMENekwkLSMbfqURHRFGh9bR9e6nquwtr3QSRHEZeYX7E4STQJz3m3buZenmfHYVl1NVS6Lq1aEVz151Ahcc39kafi9YAjCmEWUXlPLMgrW8u3gLUeEt+MNZPbnxtKMbVEgsOiLMaUjjDi+G0orKfckiMiyM+FinOmVzGncQEWKjwomNCqdbQky9+1dWKbv3Ookhr7CMvOJy4qLCOf3YxEYpmxysLAEcoXvvvZfu3bvvex7AlClTiIuL4+abb2bMmDHk5+dTUVHBI488wpgxYw75WXWVja6trHNdJaBN87CnpIKpX6/jte824KpUJgzrxh1n9SIxLqr+g31sXwLx4pd4oAhrIe7unyiO7XiYmdEEWQL47D7YscK3n9npeDjvsTo3jx8/nrvuumtfAnjvvfeYN28e0dHRzJ49m9atW5OXl8fw4cO5+OKLD/mr69VXXz2gbPTll19OVVUVN9100wFlnQEefvhh2rRpw4oVzvnm5x+ykrZpIqUVlbz+/Ub+s3Ade0oqGDPoKO4e1durX7XGNLXgSgB+cMIJJ5CTk8O2bdvIzc0lPj6ebt26UVFRwf3338+iRYto0aIFW7duJTs7m06dOtX5WbWVjc7Nza21rHNtJaCN/7gqq5i1JIun569lR0EpZ/RO5J5ze3PcUW38HZoxdQquBHCIX+qNaezYscyaNYsdO3Ywfvx4AGbMmEFubi5LliwhIiKC5OTkWstAV6urbHRdZZ2t3HPzoKrMW7mDf32xhvW5xQzu1panxw9i+NEJ9R9sjJ/ZxFgfGD9+PDNnzmTWrFmMHTsWcEo3d+jQgYiICL766is2bdp0yM+oq2x0XWWdaysBbZrW95l5XPL8d/x+xlLCRJh2zRA++P3J1vibgGEJwAeOO+44CgsL6dKlC507dwZgwoQJpKWlkZKSwowZM+jTp88hP6OustF1lXWurQS0aRorsvZwzSs/cfXLP5FbWMa/xg5g3l2ncc5xneyqzAQUr54J3FxYOWjfs78/763PLeLJ1N/2zeW/7cyeXs/lN8afjqQctDEhrba5/DeddnRQPRvWhCZLAMbUYc/eCqYucubyV1YpE4d143Y/zeU3pjEERQKwGTGHJ5C6/5qS51z+gtIKxgw8ij/ZXH4ThAI+AURHR7Nz504SEhIsCTSAqrJz506io4Pn7tAj5aqs4v0lWTw9/zeyC8o4s3ci95zbh35HtfZ3aMY0ioBPAElJSWRlZdEcHxjf3EVHR5OUlOTvMJqFr3/L5R//Tee37CIGd2vLs+NPYJhN5zRBLuATQERExL67ZI1pqLXZhfxjbgYL1+TSrV0MUycO5lybzmlCRMAnAGMOx67icp5K/Y23f95MTGQYfz2/L9ee3D2knw9rQo8lABNSylyVTP9+I//+MpO95ZVMGNaNu0YeS7vYSH+HZkyTswRgQkJ1zZ5HP1vN5l17ObN3In+9oC89D7fIvjFBwKtSECIyWkTWiEimiNxXy/Z4EZktIr+KyM8i0t+9vquIfCUiGSKySkTu9DhmiohsFZFl7j/n++60jNnv16zdjHvxR34/YyktI8J44/qhvDZpqDX+JuTVewUgImHA88AoIAtYLCJzVDXdY7f7gWWqeqmI9HHvfzbgAu5W1aUiEgcsEZFUj2OfUtUnfHlCxlTbvqeEf32+hg+XbiUhNpJ/XNqfcSld7eHgxrh50wU0FMhU1fUAIjITGAN4JoB+wKMAqrpaRJJFpKOqbge2u9cXikgG0KXGscb41N5yFy9+vZ4XF62jqgpuOf0YbjvzGCvdYEwN3iSALsAWj+UsYFiNfZYDlwHfishQoDuQBGRX7yAiycAJwE8ex90uItcCaThXCgfVNBaRycBkgG7dunkRrglVVVXKh79s5V+frya7oIwLBnTmvtF96NrO7uA1pjbeXAvXNiG6Zg2Bx4B4EVkG3AH8gtP943yASCvgA+AuVS1wr/4PcAwwCOcq4cnavlxVp6lqiqqmJCYmehGuCUU/rd/Jxc9/y/+8v5xObVrywe9P4vmrB1vjb8wheHMFkAV09VhOArZ57uBu1CcBiHMHzQb3H0QkAqfxn6GqH3oc43l18BLw6eGdggllm3YW8+jc1cxbtYOj2kTzzPhBXDTgKFq0sBu5jKmPNwlgMdBLRHoAW4HxwNWeO4hIW2CvqpYDNwKLVLXAnQxeATJU9f9qHNPZPUYAcCmw8ojOxISUPSUVPPflWl7/fiMRYS24e9Sx3Hjq0bSMtBu5jPFWvQlAVV0icjvwORAGvKqqq0TkFvf2qUBf4A0RqcQZ4L3BffgI4Bpghbt7COB+VZ0LPC4ig3C6kzYCN/vqpEzwclVW8fbPm3kq9Td2l1Rw5ZCu3H3OsXRobUXtjGmogH8imAkNqsrCNbn8Y24GmTlFnHR0An+7sC/HHdXG36EZ0+zZE8FMwFqzo5BH/pvON2vz6NE+lpeuTWFk3w5WsM2YI2QJwPhMZZVS7qqizFVJmauKsgqP965K93Jd26soq/B4795/d0kFC9fkEBcdwf+7sB8Th3cnMtxu5DLGFywBmAaZ8dMm3vxhU60NdkXlkXUnikBUeAuiwsOc14gWRIeH8buTe/CHs3vSNsYKthnjS5YAjNfe/HETD3y0kgFJbejVMY5odyO9r8EOD3MvH9iI79/egqiIOt6HhxERJtatY0wTsgRgvPJ+2hYe+GglI/t24IUJQ6wbxpggYP8Xm3rNWb6Nez/4lVN7tee5qwdb429MkLD/k80hzVu5gz++u4yU5HZMuyaF6Ai70cqYYGEJwNTpqzU53PHOUgYkteHV351od9kaE2QsAZhafZ+Zxy1vLqF3pzhenzSUVlE2XGRMsLEEYA6yeOMubpieRnJCLG9eP4w2La2OvjHByBKAOcDyLbuZ9NpiOreJ5q0bhxFvD0s3JmhZAjD7pG8r4NpXfyY+NoIZNw0jMS7K3yEZYxqRJQADwNrsQia+8hMxkWG8feNwOrdp6e+QjDGNzBKAYWNeMRNe/omwFsLbNw0P3ado7VoPH9wIm773dyTGNAlLACFuy669XP3Sj7iqlLdvHEaP9rH+Dsk/8jfB6xfBivfhtfNh3l+gfK+/ozKmUVkCCGE79pQy4eWfKCpz8eYNQ+nVMc7fIfnHniyYfhGUF8GkeXDijfDjCzD1FNj8k7+jM6bRWAIIUbmFZVz98o/sKi7njRuGhe6DVQq2O41/ST5cMxu6nwQXPAHXzoHKCnj1XPj8r1BR4u9IjfE5SwAhKL+4nGte+Yntu0t5bdKJDOra1t8h+UdRDrxxsfM68QPoMnj/tqNPh1u/h5RJ8MNzMPVU2PKz/2I1phFYAggxe0oquObVn1ifV8zL16VwYnI7f4fkH8U74Y0xTvfP1e9B16EH7xMVBxc+Bdd8BK5S52rgiwegorTJwzWmMVgCCCFFZS4mvfYza3YU8uLEIYzo2d7fIfnH3l3w5hhn1s9VMyF5xKH3P+ZM+P33MPha+P5ZePFUyLJnU5vAZwkgRJSUV3Lj9MUsz9rDv686gTP7dPB3SP5Rugfeugxy18D4GU5XjzeiW8NFz8DED53ZQa+MgvlTwFXWqOEa05i8SgAiMlpE1ohIpojcV8v2eBGZLSK/isjPItK/vmNFpJ2IpIrIWvdrvG9OydRU5qpk8ptp/LRhF/935UBG9+/s75D8o6wQ3hoLO1bAlW9Az5EN/4yeZztjA4MmwLdPwYunwdYlvo/VmCZQbwIQkTDgeeA8oB9wlYj0q7Hb/cAyVR0AXAs848Wx9wELVLUXsMC9bHysorKK22b8wjdr8/jnZQMYM6iLv0Pyj/JieHuc01iPfQ16n3f4nxXdBsY8BxNmQWkBvDwKFvzdrgZMwPHmCmAokKmq61W1HJgJjKmxTz+cRhxVXQ0ki0jHeo4dA0x3v58OXHIkJ2IO5qqs4q6Zy5ifkc3fxxzHlSd29XdI/lFRAu+Mh80/wOUvQb+LffO5vUbBrT/AwPHwzZMw7QzY9otvPtuYJuBNAugCbPFYznKv87QcuAxARIYC3YGkeo7tqKrbAdyvtXZKi8hkEUkTkbTc3FwvwjUAVVXKn2f9yn9XbOev5/fl2pOS/R2Sf7jK4N2JsOEbuOQ/0P9y335+y7ZwyQvOTKK9u+Cls+HLR8BV7tvvMaYReJMApJZ1WmP5MSBeRJYBdwC/AC4vjz0kVZ2mqimqmpKYmNiQQ0OWqvLXj1by4S9buXvUsdx02tH+Dsk/XOXw3nWQOR8uftb5pd5Yjj0XbvsRBlwJi/4FL50J25c33vcZ4wPeJIAswLPvIAnY5rmDqhao6iRVHYQzBpAIbKjn2GwR6Qzgfs05nBMwB1JVHvoknXd+3sytZxzD7Wf19HdI/lFZAR9cD799Bhc86UzhbGwt4+HSqc7U0uJceOks+OpRuxowzZY3CWAx0EtEeohIJDAemOO5g4i0dW8DuBFYpKoF9Rw7B7jO/f464OMjOxWjqjz++Rpe/34j14/owT3n9kaktouwIFdVCbNvhoxPYPRjTm2fptT7PLj1R6e76evH4OWznJlHxjQz9SYAVXUBtwOfAxnAe6q6SkRuEZFb3Lv1BVaJyGqcGT93HupY9zGPAaNEZC0wyr1sjsCzCzL5z8J1TBjWjQcu7BuijX8VfHwbrPwARj4Ew3/vnzhi2sFl02D821CY7QwQL/ync2ViTDMhqg3qkverlJQUTUuzOzBr8+LX63j0s9VcPjiJf40dQIsWIdr4f3onLH0DzvwbnH6PvyNy7N0Fc++BlbOg0wCnm6jjcf6OyoQQEVmiqik119udwEFg+vcbefSz1Vw4oDOPh2rjrwqf3eM0/qfd03waf3CuBsa+Ale+CQXb4MXTnYHiSpe/IzMhzhJAgPvvr9t5cM4qRvXryFPjBhEWqo3/5/fD4pfh5D/AmX/1d0S163cx3PYT9L3QmSr68tmw8VvYuQ4Kdzg3lVVV+jtK05yoOleQW5c6ZUx8LNznn2iaTMb2Av7n/eUM7taW564+gYiwEMznqk5Nnh9fgGG/h1F/h+Y89hHbHq54HfqNgf/eDa9fcPA+4dEQGQsRsRAZ434fA5GtPJZja7yvXm7l3tfzvXt7WGTz/rsJVZUVTlXa/I2Qv8H9uhF2bXCeVFfmbvgnfAC9DqN8ySFYAghQ+cXlTH4zjbjocKZOHEJUeJi/Q/KPhY/Cd09Dyg0w+tHAaeCOuxR6nO48f7i82HkaWcVep9DcvvfF+/9U7IWCrfvfV6/XBlwxtAh3pqrGdnASUasOzvtWie7XDhCb6LzGtIfwyPo/03inZPf+hr1mQ797y4H/HcMioW03iO8BXYdBfLLz56hBPg/LEkAAclVW8YeZv5C9p4yZNw+nQ+tof4fkH4v+BV//E064Bs5/InAa/2ox7ZzuoMOl6tzp7JkQKqqTxt6Dk0p5MZTsgqJcKM5xHnBTnOccU5votrUkiUQnSdRMGBEtD/88gkFVpZOgd22ovZEvyT9w/5gEp1HvkgL9x+5v5Nv1gLjO0KJpftBZAghAj3++hm/W5vH45QMY3C1Ei6h+96zTjz5gvFOmuUUIdn+JQES08yfmCB7sU17sPBWtONf9mrM/SRTnOu93rHBey+roh46M80gO7qTQpiuceINTPC/YrPoINiza39Dv3gJVHlN8W4S7f8Unw1GDD2zg23Z3yos3A5YAAszHy7YybdF6rj2pe+gWd/txKqQ+AMddBmOeb7JfS0ErMtZpmNr1qH/filInKexLErkHJoyiHNiZ6XRtleyCFbNg4ixofVTjn0dTqKqCBVPgu2ecxNbuaOg8EPpdcmAj37pLQPy7tAQQQFZu3cOfZ/3K0OR2PHBhzYrcIWLxKzDvXuhzoXOjVZj9E25SEdHQtqvzpz7rvoR3r4FXznGeuZzYu/Hja0yucphzO/z6rjPmdP6/AqKRP5QQvG4OTDuLyrj5zSW0i43k+QmDQ3PGz9I34b9/gmNHOzX9wyL8HZE5lGPOgklznXGKV86BTT/4O6LDV1YIb1/pNP5nPeDUlwrwxh8sAQSEisoqbn/7F3KLynjxmiEkxkX5O6Smt/xdmHOH06hcMd1mqASKzgPhxlRn1tGblzj1mQJNYTa8dr7T5z/mBTjtfwJvwkEdLAEEgP+dm8EP63fy6KXHMyCprb/DaXorP4SPboEepzq1dSJCdNZToIpPhuu/gE7Hw3vXOjfsBYq8THhlpHOz3tXvwgkT/B2RT1kCaOZmLcnite+c6p6XD0nydzhNx1Xu/E+35HX44EboOtwpsxzq0w0DVWwCXDsHep3j3AC34O/ONNbmbMtieGWUM432d584T4ALMjaC1owt37Kb+2ev4KSjE7j//D7+Dse3VJ250Qfd+bjRufuxIAu0ytk36USY8J4zW8UErsgYGDfDGcf55kmn/MVFzzTPsZw1n8H7kyCukzOAnXCMvyNqFJYAmqncwjJueWsJia2ieO7qEwgPxEHffbe419HI15xTHtvB6S7oNtyZSlc9ra5LivX5B4uwcKfRb90FFv4vFGU7YzpRrfwd2X5LpsOndznjF1e/79zfEKQsATRD5a4qbp2xhPy95cy65WQSWjXjQd99t7jX0sjvyarlFvfuTqPeddiBjXzb7s2rETCNRwTOuNf5df3pXTD9wubR0Ko6d5YvfBR6jnJqNgX5v0lLAM3Qw5+ms3hjPs+MH0T/Ls3oLsriPFg1GzZ9t7+hL9194D4xCU4Nk6QT4fgrDmzkm/AWdxMAhlwHrTrC+79z+tr92dVS6YL//tEpJz5oQvPtmvIxSwDNzLuLN/Pmj5u4+bSjGTOoi7/DcQbA1syFX9+DdQugyuXc4p7QC/o331vcTYDoPRp+9ynMuMK5V2DCe9BlSNPGUF4Ms66H3+bBqf8DZ/0taKZ51scSQDOydHM+D3y0ilN7tefPo/046Fvpgg1fO43+6k+dQmKtu8BJt8HxV0Kn/v6LzQSfpBS4IRXeuhRevxCufKPpZtwU73Ru8Nq21Lm5q6mfH+1nlgCaiZyCUm55cwmd2kTz76tOaPoHu6jCtl+cRn/lB05dl6g20P8yp9HvPiI0C66ZptG+J9wwH2aMhbfHwcX/bvw59/kb4c3LnCqeV755ZJVZA5QlgGagzFXJLW8tobDUxRs3DKVtTBPOeNm1AVa879zivjPTGajtdQ4MGOe82k1XpqnEdXRKR7x7DXx8KxRuc7pkGqM7Ztsyp9upshyu/diZeRaCvEoAIjIaeAYIA15W1cdqbG8DvAV0c3/mE6r6moj0Bt712PVo4P+p6tMiMgW4Cch1b7tfVeceyckEIlXlwY9XsXTzbl6YMJg+nZqgD716MPfX9yDrZ2dd91Ocxyn2u9h5aIgx/hAVB1e/5xRd+/IRKNju+6Jr1UXqWsY74w+BXqTuCNSbAEQkDHgeGAVkAYtFZI6qpnvsdhuQrqoXiUgisEZEZqjqGmCQx+dsBWZ7HPeUqj7hm1MJTDN+2szMxVu49YxjOP/4zo33RbUN5nboByOnOA+k8Ka6ozFNITwSLn3RmTX23dPOvQKXv+ybu8CXv+tcXST2gQmzoHUj/j8XALy5AhgKZKrqegARmQmMATwTgAJxIiJAK2AX4KrxOWcD61R10xFH3dwV5TjVA2MTnV80dVzCLt64i4c+WcUZvRO5+5xG+BVig7kmUInAqIec5wh8di+8McYpBXK4D75RdWr4z38Qkk+F8TOC80E1DeRNAugCbPFYzgKG1djnOWAOsA2IA8apVt/Hv8944J0a624XkWuBNOBuVa3x3LQA4yqDb59ybnOvLHfWhUfX8ki9DuwJa8uHi3ZxQVw7Hh7ZnbDSfOeS9Ej7O6sHc1e87zyMwwZzTSAbdrNzr8CHk+HVc517Bdp2a9hnVFXCvL/Azy9C/8vhkv9AeDO+ubIJidZTkElErgDOVdUb3cvXAENV9Q6PfcYCI4A/AccAqcBAVS1wb4/ESQ7HqWq2e11HIA/n6uFhoLOqXl/L908GJgN069ZtyKZNzfQCYsM3zl2NOzOdLpWeI/c/Iak474CnJmlxHlLbw7xbhB/4SD3PxBGbeODDu2MSDuwX3TeY+x7sXGuDuSa4bPwO3rnK6QaaOMupLOqNilKYPRnSP4aTbodRD4fkDyARWaKqKTXXe3MFkAV4dhAn4TTmniYBj6mTTTJFZAPQB3CPMHIesLS68QfwfC8iLwGf1vblqjoNmAaQkpLS/MoHFu90Hk+4bIZzI9TED5zGvw6qyp/fX8aCpav598VdGNGpykkQNZ/FWpQDORnOI/eqryY8SQsnCcQmgoRB9gpnffdT4OQ7bDDXBJfkEXD9PGea6Gvnw7i34OjTD31MST7MnODcuX7OP+Dk25sm1gDiTQJYDPQSkR44g7jjgatr7LMZp4//G/cv+97Aeo/tV1Gj+0dEOqvqdvfipcDKhofvR6qw/B34/K9QVgCn/AlOu8epeHgIb/ywifeXbuMPZw9hxMnHevc9pXtqf2B39dVFeaEN5prg17Ef3PAFvDUW3rocLp0Kx4+tfd89Wc5+OzPh8lfq3i/E1ZsAVNUlIrcDn+NMA31VVVeJyC3u7VNxunBeF5EVgAD3qmoegIjE4MwgurnGRz8uIoNwuoA21rK9+cpbC5/+ETZ+4xQ1u/Bp5x9nPX5Yt5O/f5rOyL4duOvsXt59lwi0bOv8ae/lMcYEqzZJzpXAzKvhgxucktI1f9lnpzsJoqzQuSKv70ohhNU7BtCcpKSkaFpamv8C8BzkjWgJIx+Cwdd51ae4dXcJF/37W+JjIvjothHERQd/oSljGk1dffsbv4OZV0F4A8cKgtyRjAEYcA/y/tEZYO0/Fs79X+fORS+UVlRy85tpVLiqmHZtijX+xhypiGgY+5ozu+eH56BwOxx7njPHPz758GYLhSBLAPVp4CBvTarKXz5cwaptBbxyXQrHJAZ3fXFjmkyLMDjvn869AvMfdGpYdR12ZPcLhBhLAHU5zEHeml75dgOzf9nK3aOO5aw+3l0xGGO8JAKn3OX82t/yM4x80J4b3QCWAGpzmIO8NX27No//nZvB6OM6cduZPX0fpzHG0f8y549pEEsAnmoO8l74tNeDvDVt2bWX299ZSs8OrXjiyoG0aOryzsYYUw9LANWOYJC3pr3lLm56I42qKmXaNSm0irK/ZmNM82Mt0xEO8tbmr7NX8lt2Ia9NGkpy+1gfBWqMMb4VugnAR4O8NeUWlvHRsq3cdOrRnH5soo+CNcYY3wvNBOCjQd7afLk6G1W4pDk80N0YYw4htBKADwd565Kank2Xti3p2znOZ59pjDGNIXQSgA8Heeuyt9zFN2vzuGpoN6QxnmNqjDE+FBoJYP4U55e/jwZ56/LN2jzKXFWM6mc3fBljmr/QSABJJ/pskPdQ5qdn0zo6nKE97DZ0Y0zzFxoJoM8Fzp9GVFmlfLk6hzP7dCAiLPSeOGSMCTzWUvnI0s357Cwut+4fY0zAsATgI6np2USEic39N8YEDEsAPqCqpKZnM/zoBKv1b4wJGJYAfGBdbhEb8oo5x7p/jDEBxBKAD6Sm5wAw0hKAMSaAWALwgdT0HRzfpQ2d29iDKIwxgcMSwBHKLSzjly27bfaPMSbgeJUARGS0iKwRkUwRua+W7W1E5BMRWS4iq0Rkkse2jSKyQkSWiUiax/p2IpIqImvdr/G+OaWmtSDDKf5mCcAYE2jqTQAiEgY8D5wH9AOuEpGapTNvA9JVdSBwBvCkiER6bD9TVQepaorHuvuABaraC1jgXg441cXf+nSy4m/GmMDizRXAUCBTVderajkwExhTYx8F4sSpgNYK2AW46vncMcB09/vpwCXeBt1c7C138W1mHqP6dbTib8aYgONNAugCbPFYznKv8/Qc0BfYBqwA7lTVKvc2Bb4QkSUiMtnjmI6quh3A/dqhti8XkckikiYiabm5uV6E23QW/eYUf7Ppn8aYQORNAqjtp63WWD4XWAYcBQwCnhOR1u5tI1R1ME4X0m0iclpDAlTVaaqaoqopiYnN6y7b+RlO8bcTrfibMSYAeZMAsoCuHstJOL/0PU0CPlRHJrAB6AOgqtvcrznAbJwuJYBsEekM4H7NOdyT8Ifq4m9nWfE3Y0yA8qblWgz0EpEe7oHd8cCcGvtsBs4GEJGOQG9gvYjEikice30scA6w0n3MHOA69/vrgI+P5ESa2pJN+ewqLmdUv07+DsUYYw5LveWgVdUlIrcDnwNhwKuqukpEbnFvnwo8DLwuIitwuozuVdU8ETkamO0eIA0H3lbVee6Pfgx4T0RuwEkgV/j43BpVavoOIsNacHrv5tUtZYwx3vLqeQCqOheYW2PdVI/323B+3dc8bj0wsI7P3In7qiHQ7Cv+dkwCraJC45EKxpjgY53XhyEzp4iNO/fazV/GmIBmCeAwfJGeDcCovpYAjDGByxLAYZifkc2ApDZ0ahPt71CMMeawWQJooJzCUpZt2W2//o0xAc8SQAMtyMhxir8dZwnAGBPYLAE0UGp6NknxLend0Yq/GWMCmyWABigus+JvxpjgYQmgAb5Zm0u5q8qmfxpjgoIlgAb4Ij2bNi0jGJpsxd+MMYHPEoCXXJVVfOUu/hZuxd+MMUHAWjIvLdmUT/7eCuv+McYEDUsAXkpNzyYyrAWnHWvF34wxwcESgBdUldSMbE6y4m/GmCBiCcALa3OK2GTF34wxQcYSgBdSq4u/WQIwxgQRSwBeSE3PZmBSGzq2tuJvxpjgYQmgHjkF7uJv9uvfGBNkLAHUY36G86x6e/avMSbYWAKoR2r6Drq2a8mxHVv5OxRjjPEpSwCHUFzm4rt1OxnVt5MVfzPGBB1LAIew6Dcr/maMCV5eJQARGS0ia0QkU0Tuq2V7GxH5RESWi8gqEZnkXt9VRL4SkQz3+js9jpkiIltFZJn7z/m+Oy3fSE3Ppm1MBCcmx/s7FGOM8bl6b2sVkTDgeWAUkAUsFpE5qprusdttQLqqXiQiicAaEZkBuIC7VXWpiMQBS0Qk1ePYp1T1CZ+ekY+4Kqv4ck0OZ/W24m/GmODkTcs2FMhU1fWqWg7MBMbU2EeBOHE6ylsBuwCXqm5X1aUAqloIZABdfBZ9I0rblM9uK/5mjAli3iSALsAWj+UsDm7EnwP6AtuAFcCdqlrluYOIJAMnAD95rL5dRH4VkVdFpNZ+FhGZLCJpIpKWm5vrRbi+YcXfjDHBzpsEUNv0F62xfC6wDDgKGAQ8JyKt932ASCvgA+AuVS1wr/4PcIx7/+3Ak7V9uapOU9UUVU1JTGyaxlhVSU3P5uSeCcRa8TdjTJDyJgFkAV09lpNwful7mgR8qI5MYAPQB0BEInAa/xmq+mH1AaqaraqV7iuFl3C6mpqF37KL2LzLir8ZY4KbNwlgMdBLRHqISCQwHphTY5/NwNkAItIR6A2sd48JvAJkqOr/eR4gIp09Fi8FVh7eKfheavoOAEb2tQRgjAle9fZvqKpLRG4HPgfCgFdVdZWI3OLePhV4GHhdRFbgdBndq6p5InIKcA2wQkSWuT/yflWdCzwuIoNwupM2Ajf79MyOQGp6NgO7trXib8aYoOZVB7e7wZ5bY91Uj/fbgHNqOe5bah9DQFWvaVCkTSS7oJTlWXu459ze/g7FGGMalU1wr2F+htX+N8aEBksANaSmZ9M9IYZeHaz4mzEmuFkC8FBU5uL7zJ2M7NvRir8ZY4KeJQAPi37LpbzSir8ZY0KDJQAP1cXfUrpb8TdjTPCzBODmqqziy9U5nNXHir8ZY0KDtXRuizfms6ekgnOs+8cYEyIsAbilpmcTGd6CU3tZ8TdjTGiwBIC7+FvGDkYcY8XfjDGhwxIAsCa7kC27ShjVr5O/QzHGmCZjCQBIXeXc/Tuybwc/R2KMMU3HEgCQmpHNoK5t6WDF34wxISTkE8COPaX8mrXHbv4yxoSckE8A1cXfbPqnMSbUhHwCSE3PJjkhhp5W/M0YE2JCOgEUlbn4YZ0VfzPGhKaQTgBfr7Hib8aY0BXSCSA1fQfxMREMseJvxpgQFLIJoGJf8beOVvzNGBOSQrblW7xxFwWlLuv+McaELK8SgIiMFpE1IpIpIvfVsr2NiHwiIstFZJWITKrvWBFpJyKpIrLW/dqk/TDVxd9OO7Z9U36tMcY0G/UmABEJA54HzgP6AVeJSL8au90GpKvqQOAM4EkRiazn2PuABaraC1jgXm4Sqkpqejan9GxPTKQVfzPGhCZvrgCGApmqul5Vy4GZwJga+ygQJ85cylbALsBVz7FjgOnu99OBS47kRBpi9Y5CsvJLrPvHGBPSvEkAXYAtHstZ7nWengP6AtuAFcCdqlpVz7EdVXU7gPu1ySqxpaZnIwJnW/E3Y0wI8yYB1HaHlNZYPhdYBhwFDAKeE5HWXh576C8XmSwiaSKSlpub25BD65Sa7i7+FmfF34wxocubBJAFdPVYTsL5pe9pEvChOjKBDUCfeo7NFpHOAO7XnNq+XFWnqWqKqqYkJh7507q27ylhxVYr/maMMd4kgMVALxHpISKRwHhgTo19NgNnA4hIR6A3sL6eY+cA17nfXwd8fCQn4q35GU6eseJvxphQV+8UGFV1icjtwOdAGPCqqq4SkVvc26cCDwOvi8gKnG6fe1U1D6C2Y90f/RjwnojcgJNArvDtqdUuNT2bHu1jOSbRir8ZY0KbV3MgVXUuMLfGuqke77cB53h7rHv9TtxXDU2lsLSCH9bl8buTk634mzEm5IXUncBf/5ZLRaXas3+NMYYQSwCp6dm0i4204m/GGEMIJYCKyiq+Wp3DWX06ENbCun+MMSZkEsDiDVb8zRhjPIVMAvgiPZuo8Bac2suKvxljDIRIAqgu/nZqLyv+Zowx1UIiAWRsL2Tr7hJG9rXuH2OMqRYSCWB/8TdLAMYYUy0kEkCnNlFcMSSJxLgof4dijDHNRkh0iI87sRvjTuzm7zCMMaZZCYkrAGOMMQezBGCMMSHKEoAxxoQoSwDGGBOiLAEYY0yIsgRgjDEhyhKAMcaEKEsAxhgTokRV/R2D10QkF9h0mIe3B/J8GE5zE8znZ+cWuIL5/ALp3LqramLNlQGVAI6EiKSpaoq/42gswXx+dm6BK5jPLxjOzbqAjDEmRFkCMMaYEBVKCWCavwNoZMF8fnZugSuYzy/gzy1kxgCMMcYcKJSuAIwxxniwBGCMMSEqJBKAiIwWkTUikiki9/k7Hl8Rka4i8pWIZIjIKhG5098x+ZqIhInILyLyqb9j8TURaSsis0Rktfu/4Un+jslXROSP7n+TK0XkHRGJ9ndMR0JEXhWRHBFZ6bGunYikisha92u8P2M8HEGfAEQkDHgeOA/oB1wlIv38G5XPuIC7VbUvMBy4LYjOrdqdQIa/g2gkzwDzVLUPMJAgOU8R6QL8AUhR1f5AGDDev1EdsdeB0TXW3QcsUNVewAL3ckAJ+gQADAUyVXW9qpYDM4Exfo7JJ1R1u6oudb8vxGlAuvg3Kt8RkSTgAuBlf8fiayLSGjgNeAVAVctVdbdfg/KtcKCliIQDMcA2P8dzRFR1EbCrxuoxwHT3++nAJU0Zky+EQgLoAmzxWM4iiBrJaiKSDJwA/OTnUHzpaeDPQJWf42gMRwO5wGvuLq6XRSTW30H5gqpuBZ4ANgPbgT2q+oV/o2oUHVV1Ozg/xoAOfo6nwUIhAUgt64Jq7quItAI+AO5S1QJ/x+MLInIhkKOqS/wdSyMJBwYD/1HVE4BiArALoTbuvvAxQA/gKCBWRCb6NypTm1BIAFlAV4/lJAL8ctSTiETgNP4zVPVDf8fjQyOAi0VkI0633Vki8pZ/Q/KpLCBLVauv2GbhJIRgMBLYoKq5qloBfAic7OeYGkO2iHQGcL/m+DmeBguFBLAY6CUiPUQkEmcwao6fY/IJERGcPuQMVf0/f8fjS6r6F1VNUtVknP9mX6pq0PyKVNUdwBYR6e1edTaQ7seQfGkzMFxEYtz/Rs8mSAa4a5gDXOd+fx3wsR9jOSzh/g6gsamqS0RuBz7HmY3wqqqu8nNYvjICuAZYISLL3OvuV9W5/gvJNMAdwAz3D5P1wCQ/x+MTqvqTiMwCluLMVPuFAC+bICLvAGcA7UUkC3gQeAx4T0RuwEl6V/gvwsNjpSCMMSZEhUIXkDHGmFpYAjDGmBBlCcAYY0KUJQBjjAlRlgCMMSZEWQIwxpgQZQnAGGNC1P8HoUhb/HvPH90AAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "<Figure size 432x288 with 0 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# Loss\n",
    "plt.plot(holiday.history['loss'], label='train loss')\n",
    "plt.plot(holiday.history['val_loss'], label='val loss')\n",
    "plt.legend()\n",
    "plt.show()\n",
    "plt.savefig('LossVal_loss')\n",
    "\n",
    "# Accuracies\n",
    "plt.plot(holiday.history['accuracy'], label='train acc')\n",
    "plt.plot(holiday.history['val_accuracy'], label='val acc')\n",
    "plt.legend()\n",
    "plt.show()\n",
    "plt.savefig('AccVal_acc')"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "fabulous-system",
   "metadata": {},
   "source": [
    "# Predictions for Test Data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "id": "indonesian-booking",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Image</th>\n",
       "      <th>Class</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>image8799.jpg</td>\n",
       "      <td>Jacket</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>image1965.jpg</td>\n",
       "      <td>Miscellaneous</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>image4821.jpg</td>\n",
       "      <td>Airplane</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>image1795.jpg</td>\n",
       "      <td>Miscellaneous</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>image444.jpg</td>\n",
       "      <td>Miscellaneous</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           Image          Class\n",
       "0  image8799.jpg         Jacket\n",
       "1  image1965.jpg  Miscellaneous\n",
       "2  image4821.jpg       Airplane\n",
       "3  image1795.jpg  Miscellaneous\n",
       "4   image444.jpg  Miscellaneous"
      ]
     },
     "execution_count": 44,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "name = []\n",
    "y_pred = []\n",
    "labels = (training_set.class_indices)\n",
    "labels = dict((v, k) for k, v in labels.items())\n",
    "for i in os.listdir('dataset/test'):\n",
    "    name.append(i)\n",
    "    i = 'dataset/test/' + i\n",
    "    img = image.load_img(i, target_size = (299,299,3))\n",
    "    img = image.img_to_array(img) / 255\n",
    "    pred = model.predict(img.reshape(1,299,299,3))\n",
    "    y_pred.append(labels[np.argmax(pred[0])])\n",
    "    \n",
    "data = pd.DataFrame((zip(name, y_pred)), columns = ['Image', 'Class'])\n",
    "data.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "id": "reliable-obligation",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(3489, 2)"
      ]
     },
     "execution_count": 45,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "id": "laughing-newcastle",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Save submission data\n",
    "\n",
    "data.to_csv('he_holiday_submission1.csv', index = False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "narrative-investment",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.9"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}