Adding dropout.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Loading necessary Libraries\n",
    "from __future__ import division\n",
    "import warnings\n",
    "warnings.filterwarnings(\"ignore\")\n",
    "import numpy as np\n",
    "import  scipy.misc\n",
    "import glob\n",
    "import numpy as np\n",
    "from keras import layers\n",
    "from keras.layers import Input, Dense, Activation, ZeroPadding1D, BatchNormalization, Flatten, Conv1D\n",
    "from keras.layers import AveragePooling1D, MaxPooling1D, Dropout, GlobalMaxPooling1D, GlobalAveragePooling1D\n",
    "from keras.models import Model, Sequential\n",
    "from keras.preprocessing import image\n",
    "from keras.utils import layer_utils\n",
    "from keras.utils.data_utils import get_file\n",
    "from keras.applications.imagenet_utils import preprocess_input\n",
    "\n",
    "from IPython.display import SVG\n",
    "from keras.utils.vis_utils import model_to_dot\n",
    "from keras.utils import plot_model\n",
    "import keras.backend as K"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "/Users/siddhantbansal/Desktop/young_diab/L1'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L10'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L100'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L101'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L102'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L103'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L104'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L105'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L106'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L107'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L108'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L109'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L11'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L110'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L111'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L112'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L113'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L114'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L115'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L116'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L117'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L118'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L119'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L12'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L120'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L121'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L122'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L123'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L124'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L125'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L126'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L127'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L128'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L129'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L13'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L130'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L131'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L132'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L133'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L134'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L135'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L136'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L137'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L14'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L15'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L16'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L17'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L18'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L19'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L2'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L20'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L21'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L22'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L23'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L24'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L25'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L26'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L27'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L28'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L29'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L3'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L30'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L31'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L32'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L33'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L34'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L35'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L36'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L37'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L38'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L39'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L4'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L40'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L41'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L42'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L43'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L44'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L45'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L46'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L47'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L48'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L49'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L5'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L50'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L51'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L52'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L53'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L54'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L55'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L56'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L57'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L58'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L59'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L6'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L60'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L61'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L62'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L63'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L64'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L65'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L66'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L67'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L68'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L69'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L7'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L70'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L71'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L72'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L73'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L74'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L75'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L76'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L77'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L78'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L79'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L8'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L80'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L81'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L82'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L83'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L84'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L85'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L86'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L87'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L89'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L9'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L90'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L91'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L92'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L93'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L94'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L95'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L96'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L97'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L98'.png\n",
      "/Users/siddhantbansal/Desktop/young_diab/L99'.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L1.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L10.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L100.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L101.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L102.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L103.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L104.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L105.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L106.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L107.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L108.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L109.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L11.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L110.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L111.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L112.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L113.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L114.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L115.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L116.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L117.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L118.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L119.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L12.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L120.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L121.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L122.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L123.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L124.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L125.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L126.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L127.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L128.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L129.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L13.png\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L130.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L131.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L132.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L133.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L134.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L135.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L136.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L137.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L138.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L139.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L14.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L140.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L141.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L142.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L143.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L144.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L145.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L146.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L147.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L148.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L149.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L15.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L150.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L151.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L152.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L153.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L154.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L155.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L156.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L157.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L158.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L159.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L16.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L160.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L161.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L162.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L163.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L164.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L165.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L166.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L167.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L168.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L169.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L17.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L170.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L171.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L172.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L173.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L174.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L175.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L176.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L177.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L178.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L179.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L18.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L180.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L181.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L182.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L183.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L184.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L185.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L186.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L187.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L188.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L189.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L19.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L190.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L191.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L192.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L193.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L194.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L195.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L196.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L197.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L198.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L199.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L2.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L20.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L200.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L201.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L202.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L203.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L204.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L205.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L206.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L207.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L208.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L209.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L21.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L210.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L211.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L212.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L213.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L214.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L215.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L216.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L217.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L218.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L219.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L22.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L220.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L221.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L222.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L223.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L224.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L225.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L226.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L227.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L228.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L229.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L23.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L230.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L231.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L232.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L233.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L234.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L235.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L236.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L237.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L238.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L239.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L24.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L240.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L241.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L242.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L243.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L244.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L245.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L25.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L250.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L251.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L252.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L253.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L254.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L255.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L256.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L257.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L258.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L26.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L27.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L28.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L29.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L3.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L30.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L31.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L32.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L33.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L34.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L35.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L36.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L37.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L38.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L39.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L4.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L40.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L41.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L42.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L43.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L44.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L45.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L46.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L47.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L48.png\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L49.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L5.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L50.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L51.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L52.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L53.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L54.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L55.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L56.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L57.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L58.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L59.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L6.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L60.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L61.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L62.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L63.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L64.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L65.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L66.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L67.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L68.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L69.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L7.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L70.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L71.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L72.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L73.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L74.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L75.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L76.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L77.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L78.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L79.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L8.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L80.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L81.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L82.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L83.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L84.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L85.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L86.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L87.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L88.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L89.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L9.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L90.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L91.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L92.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L93.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L94.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L95.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L96.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L97.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L98.png\n",
      "/Users/siddhantbansal/Desktop/Non_Diabetes/L99.png\n"
     ]
    }
   ],
   "source": [
    "# Loading the data\n",
    "train=np.empty(shape=(390,200,250))\n",
    "y=[]\n",
    "for filename in glob.iglob('/Users/siddhantbansal/Desktop/young_diab/*.*'):\n",
    "    print(filename)\n",
    "    img=scipy.misc.imread(filename,mode='L')\n",
    "    img=scipy.misc.imresize(img,(200,250))\n",
    "    train[counter]=img\n",
    "    y.append(0)\n",
    "for filename in glob.iglob('/Users/siddhantbansal/Desktop/Non_Diabetes/*.*'):\n",
    "    print(filename)\n",
    "    img=scipy.misc.imread(filename,mode='L')\n",
    "    img=scipy.misc.imresize(img,(200,250))\n",
    "    train[counter]=img\n",
    "    y.append(1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "y=np.array(y)\n",
    "y=y.reshape(390,1)\n",
    "\n",
    "#Perfect   , now   having train and test  we also  need to shuffle  the data  as a good practice  for evaluation  and fiting\n",
    "from random import shuffle\n",
    "N=train.shape[0]\n",
    "ind_list = [i for i in range(N)]\n",
    "shuffle(ind_list)\n",
    "\n",
    "train_new  = train[ind_list, :,:]\n",
    "target_new = y[ind_list,]\n",
    "train=train_new\n",
    "y=target_new\n",
    "train=train/255.0\n",
    "from sklearn.model_selection import train_test_split\n",
    "X_train, X_test, y_train, y_test = train_test_split(train, y, test_size=0.2, random_state=13)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "def DocumentModel(input_shape):\n",
    "    \"\"\"\n",
    "    Implementation of the DocumentModel.\n",
    "\n",
    "    Arguments:\n",
    "    input_shape -- shape of the images of the dataset\n",
    "    Returns:\n",
    "    model -- a Model() instance in Keras\n",
    "    \"\"\"\n",
    "\n",
    "\n",
    "\n",
    "    # Define the input placeholder as a tensor with shape input_shape. Think of this as your input image!\n",
    "    X_input = Input(input_shape)\n",
    "    X=Sequential()\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "    # CONV -> BN -> RELU Block applied to X\n",
    "    X = Conv1D(32, 7, strides = 1, name = 'conv1')(X_input)\n",
    "    X = BatchNormalization(axis = 2, name = 'bn1')(X)\n",
    "    X = Activation('relu')(X)\n",
    "    X = Dropout(0.2)(X)\n",
    "    X = MaxPooling1D(2, name='max_pool1')(X)\n",
    "\n",
    "\n",
    "\n",
    "    # CONV -> BN -> RELU Block applied to X\n",
    "    X = Conv1D(64, 5, strides = 1, name = 'conv2')(X)\n",
    "    X = BatchNormalization(axis = 2, name = 'bn2')(X)\n",
    "    X = Activation('relu')(X)\n",
    "    X = Dropout(0.2)(X)\n",
    "    X = MaxPooling1D(2, name='max_pool2')(X)\n",
    "\n",
    "\n",
    "\n",
    "    # CONV -> BN -> RELU Block applied to X\n",
    "    X = Conv1D(128, 3, strides = 1, name = 'conv3')(X)\n",
    "    X = BatchNormalization(axis = 2, name = 'bn3')(X)\n",
    "    X = Activation('relu')(X)\n",
    "    X = Dropout(0.2)(X)\n",
    "    X = MaxPooling1D(2, name='max_pool3')(X)\n",
    "\n",
    "\n",
    "    # CONV -> BN -> RELU Block applied to X\n",
    "    X = Conv1D(64, 1, strides = 1, name = 'conv4')(X)\n",
    "    X = BatchNormalization(axis = 2, name = 'bn4')(X)\n",
    "    X = Activation('relu')(X)\n",
    "    X = Dropout(0.1)(X)\n",
    "\n",
    "    #layer group5 4*4*32\n",
    "\n",
    "\n",
    "    X = Conv1D(32, 3, strides = 1, name = 'conv5')(X)\n",
    "    X = BatchNormalization(axis = 2, name = 'bn5')(X)\n",
    "    X = Activation('relu')(X)\n",
    "    X = Dropout(0.2)(X)\n",
    "    X = MaxPooling1D(2, name='max_pool5')(X)\n",
    "\n",
    "    # FLATTEN X (means convert it to a vector) + FULLYCONNECTED\n",
    "    X = Flatten()(X)\n",
    "    X = Dense(128, activation='sigmoid', name='fc1')(X)\n",
    "    X = Dense(32, activation='sigmoid', name='fc2')(X)\n",
    "    X = Dense(2, activation='sigmoid', name='fc3')(X)\n",
    "\n",
    "    # Create model. This creates your Keras model instance, you'll use this instance to train/test the model.\n",
    "    model = Model(inputs = X_input, outputs = X, name='DocumentModel')\n",
    "\n",
    "    ### END CODE HERE ###\n",
    "\n",
    "    return model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "performing iteration number  0\n",
      "Epoch 1/20\n",
      "312/312 [==============================] - 7s 22ms/step - loss: 0.7407 - acc: 0.5064\n",
      "Epoch 2/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.5426 - acc: 0.6667\n",
      "Epoch 3/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.4183 - acc: 0.8686\n",
      "Epoch 4/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.3030 - acc: 0.9359\n",
      "Epoch 5/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.2346 - acc: 0.9519\n",
      "Epoch 6/20\n",
      "312/312 [==============================] - 2s 8ms/step - loss: 0.1999 - acc: 0.9551\n",
      "Epoch 7/20\n",
      "312/312 [==============================] - 2s 7ms/step - loss: 0.2028 - acc: 0.9327\n",
      "Epoch 8/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1561 - acc: 0.9583\n",
      "Epoch 9/20\n",
      "312/312 [==============================] - 2s 7ms/step - loss: 0.1294 - acc: 0.9744\n",
      "Epoch 10/20\n",
      "312/312 [==============================] - 2s 7ms/step - loss: 0.1218 - acc: 0.9744\n",
      "Epoch 11/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1107 - acc: 0.9744\n",
      "Epoch 12/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1101 - acc: 0.9679\n",
      "Epoch 13/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0953 - acc: 0.9744\n",
      "Epoch 14/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1230 - acc: 0.9647\n",
      "Epoch 15/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0764 - acc: 0.9872\n",
      "Epoch 16/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0926 - acc: 0.9776\n",
      "Epoch 17/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0605 - acc: 0.9872\n",
      "Epoch 18/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0723 - acc: 0.9904\n",
      "Epoch 19/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0535 - acc: 0.9904\n",
      "Epoch 20/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0513 - acc: 0.9904\n",
      "accuracy  0.782051282051282\n",
      "performing iteration number  1\n",
      "Epoch 1/20\n",
      "312/312 [==============================] - 5s 16ms/step - loss: 0.5820 - acc: 0.6538\n",
      "Epoch 2/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.3979 - acc: 0.8590\n",
      "Epoch 3/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.2632 - acc: 0.9199\n",
      "Epoch 4/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.2020 - acc: 0.9423\n",
      "Epoch 5/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1757 - acc: 0.9423\n",
      "Epoch 6/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1483 - acc: 0.9679\n",
      "Epoch 7/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1018 - acc: 0.9808\n",
      "Epoch 8/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0931 - acc: 0.9808\n",
      "Epoch 9/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1038 - acc: 0.9647\n",
      "Epoch 10/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0734 - acc: 0.9840\n",
      "Epoch 11/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0720 - acc: 0.9840\n",
      "Epoch 12/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0526 - acc: 0.9936\n",
      "Epoch 13/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0689 - acc: 0.9840\n",
      "Epoch 14/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0506 - acc: 0.9904\n",
      "Epoch 15/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0554 - acc: 0.9904\n",
      "Epoch 16/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0450 - acc: 0.9904\n",
      "Epoch 17/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0507 - acc: 0.9904\n",
      "Epoch 18/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0545 - acc: 0.9808\n",
      "Epoch 19/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0441 - acc: 0.9904\n",
      "Epoch 20/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0329 - acc: 0.9968\n",
      "accuracy  0.6794871794871795\n",
      "performing iteration number  2\n",
      "Epoch 1/20\n",
      "312/312 [==============================] - 5s 16ms/step - loss: 0.6973 - acc: 0.5513\n",
      "Epoch 2/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.6166 - acc: 0.8814\n",
      "Epoch 3/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.5138 - acc: 0.9103\n",
      "Epoch 4/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.3863 - acc: 0.9359\n",
      "Epoch 5/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.2959 - acc: 0.9551\n",
      "Epoch 6/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.2582 - acc: 0.9583\n",
      "Epoch 7/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.2117 - acc: 0.9712\n",
      "Epoch 8/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1803 - acc: 0.9808\n",
      "Epoch 9/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1617 - acc: 0.9744\n",
      "Epoch 10/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1433 - acc: 0.9776\n",
      "Epoch 11/20\n",
      "312/312 [==============================] - 2s 7ms/step - loss: 0.1357 - acc: 0.9776\n",
      "Epoch 12/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1209 - acc: 0.9840\n",
      "Epoch 13/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1289 - acc: 0.9776\n",
      "Epoch 14/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1049 - acc: 0.9808\n",
      "Epoch 15/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0957 - acc: 0.9872\n",
      "Epoch 16/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0903 - acc: 0.9840\n",
      "Epoch 17/20\n",
      "312/312 [==============================] - 2s 7ms/step - loss: 0.1030 - acc: 0.9744\n",
      "Epoch 18/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1026 - acc: 0.9776\n",
      "Epoch 19/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0933 - acc: 0.9776\n",
      "Epoch 20/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0887 - acc: 0.9840\n",
      "accuracy  0.8461538461538461\n",
      "performing iteration number  3\n",
      "Epoch 1/20\n",
      "312/312 [==============================] - 5s 17ms/step - loss: 0.6112 - acc: 0.6571\n",
      "Epoch 2/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.4571 - acc: 0.7660\n",
      "Epoch 3/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.3283 - acc: 0.9263\n",
      "Epoch 4/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.2449 - acc: 0.9455\n",
      "Epoch 5/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.2067 - acc: 0.9487\n",
      "Epoch 6/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1907 - acc: 0.9455\n",
      "Epoch 7/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1593 - acc: 0.9647\n",
      "Epoch 8/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1208 - acc: 0.9808\n",
      "Epoch 9/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1052 - acc: 0.9808\n",
      "Epoch 10/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0975 - acc: 0.9840\n",
      "Epoch 11/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0824 - acc: 0.9872\n",
      "Epoch 12/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0747 - acc: 0.9840\n",
      "Epoch 13/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0685 - acc: 0.9872\n",
      "Epoch 14/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0754 - acc: 0.9808\n",
      "Epoch 15/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0774 - acc: 0.9808\n",
      "Epoch 16/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0845 - acc: 0.9744\n",
      "Epoch 17/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0870 - acc: 0.9712\n",
      "Epoch 18/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0637 - acc: 0.9808\n",
      "Epoch 19/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0463 - acc: 0.9968\n",
      "Epoch 20/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0611 - acc: 0.9872\n",
      "accuracy  0.6410256410256411\n",
      "performing iteration number  4\n",
      "Epoch 1/20\n",
      "312/312 [==============================] - 5s 16ms/step - loss: 0.5508 - acc: 0.7372\n",
      "Epoch 2/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.3339 - acc: 0.9103\n",
      "Epoch 3/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.2264 - acc: 0.9487\n",
      "Epoch 4/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1671 - acc: 0.9519\n",
      "Epoch 5/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1490 - acc: 0.9583\n",
      "Epoch 6/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1176 - acc: 0.9679\n",
      "Epoch 7/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0879 - acc: 0.9872\n",
      "Epoch 8/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0742 - acc: 0.9872\n",
      "Epoch 9/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0689 - acc: 0.9872\n",
      "Epoch 10/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0726 - acc: 0.9808\n",
      "Epoch 11/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0810 - acc: 0.9776\n",
      "Epoch 12/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0779 - acc: 0.9808\n",
      "Epoch 13/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0837 - acc: 0.9776\n",
      "Epoch 14/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0894 - acc: 0.9647\n",
      "Epoch 15/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0541 - acc: 0.9872\n",
      "Epoch 16/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0422 - acc: 0.9936\n",
      "Epoch 17/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0393 - acc: 0.9904\n",
      "Epoch 18/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0320 - acc: 0.9968\n",
      "Epoch 19/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0399 - acc: 0.9936\n",
      "Epoch 20/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0399 - acc: 0.9904\n",
      "accuracy  0.8461538461538461\n",
      "performing iteration number  5\n",
      "Epoch 1/20\n",
      "312/312 [==============================] - 5s 17ms/step - loss: 0.6599 - acc: 0.5769\n",
      "Epoch 2/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.5158 - acc: 0.6795\n",
      "Epoch 3/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.3888 - acc: 0.8558\n",
      "Epoch 4/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.2868 - acc: 0.9295\n",
      "Epoch 5/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.2079 - acc: 0.9423\n",
      "Epoch 6/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1927 - acc: 0.9391\n",
      "Epoch 7/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1434 - acc: 0.9647\n",
      "Epoch 8/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1150 - acc: 0.9776\n",
      "Epoch 9/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0917 - acc: 0.9872\n",
      "Epoch 10/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1051 - acc: 0.9712\n",
      "Epoch 11/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0825 - acc: 0.9840\n",
      "Epoch 12/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0774 - acc: 0.9808\n",
      "Epoch 13/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0840 - acc: 0.9808\n",
      "Epoch 14/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0699 - acc: 0.9904\n",
      "Epoch 15/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0511 - acc: 0.9936\n",
      "Epoch 16/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0481 - acc: 0.9904\n",
      "Epoch 17/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0397 - acc: 0.9968\n",
      "Epoch 18/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0401 - acc: 0.9904\n",
      "Epoch 19/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0523 - acc: 0.9872\n",
      "Epoch 20/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0658 - acc: 0.9872\n",
      "accuracy  0.7051282051282052\n",
      "performing iteration number  6\n",
      "Epoch 1/20\n",
      "312/312 [==============================] - 5s 18ms/step - loss: 0.5900 - acc: 0.6731\n",
      "Epoch 2/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.4060 - acc: 0.8237\n",
      "Epoch 3/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.2754 - acc: 0.9199\n",
      "Epoch 4/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.2068 - acc: 0.9391\n",
      "Epoch 5/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1668 - acc: 0.9712\n",
      "Epoch 6/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1707 - acc: 0.9551\n",
      "Epoch 7/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1391 - acc: 0.9487\n",
      "Epoch 8/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1059 - acc: 0.9776\n",
      "Epoch 9/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0953 - acc: 0.9840\n",
      "Epoch 10/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0743 - acc: 0.9872\n",
      "Epoch 11/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0607 - acc: 0.9936\n",
      "Epoch 12/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0579 - acc: 0.9936\n",
      "Epoch 13/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0594 - acc: 0.9840\n",
      "Epoch 14/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0676 - acc: 0.9872\n",
      "Epoch 15/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0679 - acc: 0.9776\n",
      "Epoch 16/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0676 - acc: 0.9840\n",
      "Epoch 17/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0478 - acc: 0.9872\n",
      "Epoch 18/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0600 - acc: 0.9840\n",
      "Epoch 19/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0778 - acc: 0.9744\n",
      "Epoch 20/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0571 - acc: 0.9904\n",
      "accuracy  0.8846153846153846\n",
      "performing iteration number  7\n",
      "Epoch 1/20\n",
      "312/312 [==============================] - 6s 20ms/step - loss: 0.5994 - acc: 0.6538\n",
      "Epoch 2/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.4287 - acc: 0.8301\n",
      "Epoch 3/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.2828 - acc: 0.9391\n",
      "Epoch 4/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.2121 - acc: 0.9551\n",
      "Epoch 5/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1668 - acc: 0.9647\n",
      "Epoch 6/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1504 - acc: 0.9615\n",
      "Epoch 7/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1225 - acc: 0.9776\n",
      "Epoch 8/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1071 - acc: 0.9712\n",
      "Epoch 9/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0940 - acc: 0.9840\n",
      "Epoch 10/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0990 - acc: 0.9776\n",
      "Epoch 11/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0747 - acc: 0.9840\n",
      "Epoch 12/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0755 - acc: 0.9840\n",
      "Epoch 13/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0652 - acc: 0.9904\n",
      "Epoch 14/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0601 - acc: 0.9904\n",
      "Epoch 15/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0629 - acc: 0.9872\n",
      "Epoch 16/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0764 - acc: 0.9840\n",
      "Epoch 17/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0903 - acc: 0.9744\n",
      "Epoch 18/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0625 - acc: 0.9872\n",
      "Epoch 19/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0751 - acc: 0.9776\n",
      "Epoch 20/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0533 - acc: 0.9936\n",
      "accuracy  0.7948717948717948\n",
      "performing iteration number  8\n",
      "Epoch 1/20\n",
      "312/312 [==============================] - 6s 19ms/step - loss: 0.6092 - acc: 0.6731\n",
      "Epoch 2/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.4293 - acc: 0.8654\n",
      "Epoch 3/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.2971 - acc: 0.9135\n",
      "Epoch 4/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.2224 - acc: 0.9391\n",
      "Epoch 5/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1898 - acc: 0.9551\n",
      "Epoch 6/20\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1653 - acc: 0.9519\n",
      "Epoch 7/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1768 - acc: 0.9455\n",
      "Epoch 8/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1286 - acc: 0.9647\n",
      "Epoch 9/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1212 - acc: 0.9744\n",
      "Epoch 10/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0927 - acc: 0.9808\n",
      "Epoch 11/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0795 - acc: 0.9808\n",
      "Epoch 12/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0701 - acc: 0.9904\n",
      "Epoch 13/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0733 - acc: 0.9840\n",
      "Epoch 14/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0729 - acc: 0.9840\n",
      "Epoch 15/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0896 - acc: 0.9776\n",
      "Epoch 16/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0729 - acc: 0.9808\n",
      "Epoch 17/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0585 - acc: 0.9904\n",
      "Epoch 18/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0750 - acc: 0.9776\n",
      "Epoch 19/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0461 - acc: 0.9872\n",
      "Epoch 20/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0313 - acc: 0.9968\n",
      "accuracy  0.8461538461538461\n",
      "performing iteration number  9\n",
      "Epoch 1/20\n",
      "312/312 [==============================] - 6s 20ms/step - loss: 0.5781 - acc: 0.6603\n",
      "Epoch 2/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.3584 - acc: 0.9135\n",
      "Epoch 3/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.2368 - acc: 0.9455\n",
      "Epoch 4/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1707 - acc: 0.9551\n",
      "Epoch 5/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1472 - acc: 0.9679\n",
      "Epoch 6/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1077 - acc: 0.9776\n",
      "Epoch 7/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0858 - acc: 0.9808\n",
      "Epoch 8/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0949 - acc: 0.9744\n",
      "Epoch 9/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0911 - acc: 0.9744\n",
      "Epoch 10/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0964 - acc: 0.9776\n",
      "Epoch 11/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0850 - acc: 0.9744\n",
      "Epoch 12/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0718 - acc: 0.9840\n",
      "Epoch 13/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0703 - acc: 0.9872\n",
      "Epoch 14/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0407 - acc: 0.9968\n",
      "Epoch 15/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0405 - acc: 0.9936\n",
      "Epoch 16/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0380 - acc: 0.9936\n",
      "Epoch 17/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0672 - acc: 0.9872\n",
      "Epoch 18/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0393 - acc: 0.9904\n",
      "Epoch 19/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0404 - acc: 0.9936\n",
      "Epoch 20/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0313 - acc: 0.9968\n",
      "accuracy  0.6923076923076923\n",
      "performing iteration number  10\n",
      "Epoch 1/20\n",
      "312/312 [==============================] - 7s 22ms/step - loss: 0.5896 - acc: 0.6667\n",
      "Epoch 2/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.4136 - acc: 0.8173\n",
      "Epoch 3/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.2899 - acc: 0.9199\n",
      "Epoch 4/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.2250 - acc: 0.9391\n",
      "Epoch 5/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1776 - acc: 0.9551\n",
      "Epoch 6/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1446 - acc: 0.9679\n",
      "Epoch 7/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1442 - acc: 0.9647\n",
      "Epoch 8/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1664 - acc: 0.9423\n",
      "Epoch 9/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1311 - acc: 0.9647\n",
      "Epoch 10/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1191 - acc: 0.9679\n",
      "Epoch 11/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0936 - acc: 0.9808\n",
      "Epoch 12/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0793 - acc: 0.9872\n",
      "Epoch 13/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0996 - acc: 0.9776\n",
      "Epoch 14/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0751 - acc: 0.9872\n",
      "Epoch 15/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0912 - acc: 0.9840\n",
      "Epoch 16/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0641 - acc: 0.9904\n",
      "Epoch 17/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0985 - acc: 0.9712\n",
      "Epoch 18/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0947 - acc: 0.9647\n",
      "Epoch 19/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0774 - acc: 0.9744\n",
      "Epoch 20/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0604 - acc: 0.9904\n",
      "accuracy  0.5769230769230769\n",
      "performing iteration number  11\n",
      "Epoch 1/20\n",
      "312/312 [==============================] - 6s 20ms/step - loss: 0.6163 - acc: 0.6538\n",
      "Epoch 2/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.4828 - acc: 0.7147\n",
      "Epoch 3/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.3407 - acc: 0.9103\n",
      "Epoch 4/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.2462 - acc: 0.9455\n",
      "Epoch 5/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1879 - acc: 0.9615\n",
      "Epoch 6/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1551 - acc: 0.9679\n",
      "Epoch 7/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1474 - acc: 0.9551\n",
      "Epoch 8/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1119 - acc: 0.9776\n",
      "Epoch 9/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1022 - acc: 0.9808\n",
      "Epoch 10/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1155 - acc: 0.9744\n",
      "Epoch 11/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1144 - acc: 0.9647\n",
      "Epoch 12/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1198 - acc: 0.9647\n",
      "Epoch 13/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1000 - acc: 0.9712\n",
      "Epoch 14/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0907 - acc: 0.9808\n",
      "Epoch 15/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0774 - acc: 0.9872\n",
      "Epoch 16/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0698 - acc: 0.9872\n",
      "Epoch 17/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0638 - acc: 0.9904\n",
      "Epoch 18/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0948 - acc: 0.9712\n",
      "Epoch 19/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0714 - acc: 0.9840\n",
      "Epoch 20/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0700 - acc: 0.9840\n",
      "accuracy  0.782051282051282\n",
      "performing iteration number  12\n",
      "Epoch 1/20\n",
      "312/312 [==============================] - 8s 26ms/step - loss: 0.6357 - acc: 0.6058\n",
      "Epoch 2/20\n",
      "312/312 [==============================] - 2s 7ms/step - loss: 0.4762 - acc: 0.7212\n",
      "Epoch 3/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.3608 - acc: 0.9038\n",
      "Epoch 4/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.2681 - acc: 0.9391\n",
      "Epoch 5/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.2198 - acc: 0.9551\n",
      "Epoch 6/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1842 - acc: 0.9583\n",
      "Epoch 7/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1538 - acc: 0.9679\n",
      "Epoch 8/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1512 - acc: 0.9583\n",
      "Epoch 9/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1391 - acc: 0.9679\n",
      "Epoch 10/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1181 - acc: 0.9776\n",
      "Epoch 11/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1348 - acc: 0.9679\n",
      "Epoch 12/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1049 - acc: 0.9808\n",
      "Epoch 13/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0984 - acc: 0.9808\n",
      "Epoch 14/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1053 - acc: 0.9744\n",
      "Epoch 15/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0881 - acc: 0.9808\n",
      "Epoch 16/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1012 - acc: 0.9744\n",
      "Epoch 17/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0822 - acc: 0.9840\n",
      "Epoch 18/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0794 - acc: 0.9840\n",
      "Epoch 19/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0689 - acc: 0.9872\n",
      "Epoch 20/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0648 - acc: 0.9872\n",
      "accuracy  0.9230769230769231\n",
      "performing iteration number  13\n",
      "Epoch 1/20\n",
      "312/312 [==============================] - 7s 22ms/step - loss: 0.6246 - acc: 0.6186\n",
      "Epoch 2/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.4608 - acc: 0.8205\n",
      "Epoch 3/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.3125 - acc: 0.9263\n",
      "Epoch 4/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.2342 - acc: 0.9455\n",
      "Epoch 5/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1854 - acc: 0.9583\n",
      "Epoch 6/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1737 - acc: 0.9583\n",
      "Epoch 7/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1290 - acc: 0.9679\n",
      "Epoch 8/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1246 - acc: 0.9647\n",
      "Epoch 9/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1119 - acc: 0.9776\n",
      "Epoch 10/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1040 - acc: 0.9776\n",
      "Epoch 11/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0823 - acc: 0.9808\n",
      "Epoch 12/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0767 - acc: 0.9840\n",
      "Epoch 13/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0850 - acc: 0.9776\n",
      "Epoch 14/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0670 - acc: 0.9840\n",
      "Epoch 15/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0596 - acc: 0.9904\n",
      "Epoch 16/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0491 - acc: 0.9936\n",
      "Epoch 17/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0430 - acc: 0.9936\n",
      "Epoch 18/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0450 - acc: 0.9936\n",
      "Epoch 19/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0594 - acc: 0.9872\n",
      "Epoch 20/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0404 - acc: 0.9936\n",
      "accuracy  0.6666666666666666\n",
      "performing iteration number  14\n",
      "Epoch 1/20\n",
      "312/312 [==============================] - 7s 22ms/step - loss: 0.9261 - acc: 0.3365\n",
      "Epoch 2/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.6840 - acc: 0.5577\n",
      "Epoch 3/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.6235 - acc: 0.9135\n",
      "Epoch 4/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.5618 - acc: 0.9231\n",
      "Epoch 5/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.4752 - acc: 0.9199\n",
      "Epoch 6/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.3856 - acc: 0.9359\n",
      "Epoch 7/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.3148 - acc: 0.9455\n",
      "Epoch 8/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.2510 - acc: 0.9615\n",
      "Epoch 9/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.2125 - acc: 0.9647\n",
      "Epoch 10/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.2009 - acc: 0.9615\n",
      "Epoch 11/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1723 - acc: 0.9647\n",
      "Epoch 12/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1341 - acc: 0.9840\n",
      "Epoch 13/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1071 - acc: 0.9872\n",
      "Epoch 14/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0988 - acc: 0.9872\n",
      "Epoch 15/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0749 - acc: 0.9968\n",
      "Epoch 16/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0624 - acc: 1.0000\n",
      "Epoch 17/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0523 - acc: 1.0000\n",
      "Epoch 18/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0482 - acc: 1.0000\n",
      "Epoch 19/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0524 - acc: 0.9936\n",
      "Epoch 20/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0693 - acc: 0.9808\n",
      "accuracy  0.5128205128205128\n",
      "performing iteration number  15\n",
      "Epoch 1/20\n",
      "312/312 [==============================] - 7s 23ms/step - loss: 0.6329 - acc: 0.5929\n",
      "Epoch 2/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.4871 - acc: 0.7404\n",
      "Epoch 3/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.3398 - acc: 0.9327\n",
      "Epoch 4/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.2449 - acc: 0.9423\n",
      "Epoch 5/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1736 - acc: 0.9647\n",
      "Epoch 6/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1505 - acc: 0.9647\n",
      "Epoch 7/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1437 - acc: 0.9583\n",
      "Epoch 8/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1104 - acc: 0.9808\n",
      "Epoch 9/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0982 - acc: 0.9840\n",
      "Epoch 10/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0871 - acc: 0.9840\n",
      "Epoch 11/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0766 - acc: 0.9808\n",
      "Epoch 12/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1184 - acc: 0.9647\n",
      "Epoch 13/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0909 - acc: 0.9776\n",
      "Epoch 14/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0755 - acc: 0.9840\n",
      "Epoch 15/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0673 - acc: 0.9904\n",
      "Epoch 16/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0408 - acc: 1.0000\n",
      "Epoch 17/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0348 - acc: 1.0000\n",
      "Epoch 18/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0263 - acc: 1.0000\n",
      "Epoch 19/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0241 - acc: 1.0000\n",
      "Epoch 20/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0238 - acc: 1.0000\n",
      "accuracy  0.8589743589743589\n",
      "performing iteration number  16\n",
      "Epoch 1/20\n",
      "312/312 [==============================] - 7s 24ms/step - loss: 0.6290 - acc: 0.5641\n",
      "Epoch 2/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.4623 - acc: 0.7404\n",
      "Epoch 3/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.3254 - acc: 0.9295\n",
      "Epoch 4/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.2277 - acc: 0.9455\n",
      "Epoch 5/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1947 - acc: 0.9551\n",
      "Epoch 6/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1598 - acc: 0.9615\n",
      "Epoch 7/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1353 - acc: 0.9647\n",
      "Epoch 8/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1475 - acc: 0.9519\n",
      "Epoch 9/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1163 - acc: 0.9744\n",
      "Epoch 10/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0908 - acc: 0.9840\n",
      "Epoch 11/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0840 - acc: 0.9872\n",
      "Epoch 12/20\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0702 - acc: 0.9904\n",
      "Epoch 13/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0789 - acc: 0.9872\n",
      "Epoch 14/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0718 - acc: 0.9872\n",
      "Epoch 15/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0808 - acc: 0.9776\n",
      "Epoch 16/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0949 - acc: 0.9744\n",
      "Epoch 17/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0992 - acc: 0.9744\n",
      "Epoch 18/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0740 - acc: 0.9808\n",
      "Epoch 19/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0570 - acc: 0.9872\n",
      "Epoch 20/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0506 - acc: 0.9936\n",
      "accuracy  0.5769230769230769\n",
      "performing iteration number  17\n",
      "Epoch 1/20\n",
      "312/312 [==============================] - 9s 27ms/step - loss: 0.6424 - acc: 0.6122\n",
      "Epoch 2/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.4666 - acc: 0.7244\n",
      "Epoch 3/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.3270 - acc: 0.9231\n",
      "Epoch 4/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.2395 - acc: 0.9359\n",
      "Epoch 5/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.2041 - acc: 0.9423\n",
      "Epoch 6/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1894 - acc: 0.9455\n",
      "Epoch 7/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1445 - acc: 0.9712\n",
      "Epoch 8/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1286 - acc: 0.9679\n",
      "Epoch 9/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1431 - acc: 0.9615\n",
      "Epoch 10/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1108 - acc: 0.9776\n",
      "Epoch 11/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0841 - acc: 0.9840\n",
      "Epoch 12/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0698 - acc: 0.9936\n",
      "Epoch 13/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0729 - acc: 0.9872\n",
      "Epoch 14/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0613 - acc: 0.9936\n",
      "Epoch 15/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0532 - acc: 0.9904\n",
      "Epoch 16/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0529 - acc: 0.9936\n",
      "Epoch 17/20\n",
      "312/312 [==============================] - 2s 7ms/step - loss: 0.0482 - acc: 0.9936\n",
      "Epoch 18/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0504 - acc: 0.9904\n",
      "Epoch 19/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0348 - acc: 0.9968\n",
      "Epoch 20/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0285 - acc: 0.9968\n",
      "accuracy  0.7948717948717948\n",
      "performing iteration number  18\n",
      "Epoch 1/20\n",
      "312/312 [==============================] - 8s 25ms/step - loss: 0.6392 - acc: 0.6346\n",
      "Epoch 2/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.5109 - acc: 0.6891\n",
      "Epoch 3/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.3850 - acc: 0.9167\n",
      "Epoch 4/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.2883 - acc: 0.9423\n",
      "Epoch 5/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.2201 - acc: 0.9519\n",
      "Epoch 6/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1776 - acc: 0.9712\n",
      "Epoch 7/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1506 - acc: 0.9776\n",
      "Epoch 8/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1357 - acc: 0.9744\n",
      "Epoch 9/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1277 - acc: 0.9744\n",
      "Epoch 10/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1303 - acc: 0.9712\n",
      "Epoch 11/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1251 - acc: 0.9647\n",
      "Epoch 12/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1127 - acc: 0.9744\n",
      "Epoch 13/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1100 - acc: 0.9712\n",
      "Epoch 14/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1116 - acc: 0.9776\n",
      "Epoch 15/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1008 - acc: 0.9744\n",
      "Epoch 16/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0896 - acc: 0.9776\n",
      "Epoch 17/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0809 - acc: 0.9840\n",
      "Epoch 18/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0845 - acc: 0.9776\n",
      "Epoch 19/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0812 - acc: 0.9808\n",
      "Epoch 20/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0944 - acc: 0.9776\n",
      "accuracy  0.6025641025641025\n",
      "performing iteration number  19\n",
      "Epoch 1/20\n",
      "312/312 [==============================] - 8s 26ms/step - loss: 0.6522 - acc: 0.5705\n",
      "Epoch 2/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.4824 - acc: 0.7628\n",
      "Epoch 3/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.3505 - acc: 0.9167\n",
      "Epoch 4/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.2638 - acc: 0.9455\n",
      "Epoch 5/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1964 - acc: 0.9615\n",
      "Epoch 6/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1545 - acc: 0.9712\n",
      "Epoch 7/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1228 - acc: 0.9776\n",
      "Epoch 8/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1188 - acc: 0.9744\n",
      "Epoch 9/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1501 - acc: 0.9551\n",
      "Epoch 10/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1334 - acc: 0.9615\n",
      "Epoch 11/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0891 - acc: 0.9776\n",
      "Epoch 12/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0669 - acc: 0.9904\n",
      "Epoch 13/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0667 - acc: 0.9872\n",
      "Epoch 14/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0609 - acc: 0.9904\n",
      "Epoch 15/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0587 - acc: 0.9872\n",
      "Epoch 16/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0438 - acc: 0.9968\n",
      "Epoch 17/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0395 - acc: 0.9968\n",
      "Epoch 18/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0376 - acc: 0.9968\n",
      "Epoch 19/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0375 - acc: 0.9968\n",
      "Epoch 20/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0413 - acc: 0.9936\n",
      "accuracy  0.6538461538461539\n",
      "performing iteration number  20\n",
      "Epoch 1/20\n",
      "312/312 [==============================] - 8s 26ms/step - loss: 0.6562 - acc: 0.5962\n",
      "Epoch 2/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.5450 - acc: 0.6571\n",
      "Epoch 3/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.4309 - acc: 0.8397\n",
      "Epoch 4/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.3306 - acc: 0.9263\n",
      "Epoch 5/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.2751 - acc: 0.9359\n",
      "Epoch 6/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.2234 - acc: 0.9487\n",
      "Epoch 7/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1948 - acc: 0.9615\n",
      "Epoch 8/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1672 - acc: 0.9712\n",
      "Epoch 9/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1528 - acc: 0.9712\n",
      "Epoch 10/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1531 - acc: 0.9679\n",
      "Epoch 11/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1325 - acc: 0.9679\n",
      "Epoch 12/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1553 - acc: 0.9615\n",
      "Epoch 13/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1290 - acc: 0.9679\n",
      "Epoch 14/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1227 - acc: 0.9744\n",
      "Epoch 15/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1320 - acc: 0.9679\n",
      "Epoch 16/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1218 - acc: 0.9679\n",
      "Epoch 17/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1039 - acc: 0.9712\n",
      "Epoch 18/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0750 - acc: 0.9904\n",
      "Epoch 19/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0825 - acc: 0.9808\n",
      "Epoch 20/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0734 - acc: 0.9872\n",
      "accuracy  0.7948717948717948\n",
      "performing iteration number  21\n",
      "Epoch 1/20\n",
      "312/312 [==============================] - 9s 28ms/step - loss: 0.6319 - acc: 0.6859\n",
      "Epoch 2/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.4781 - acc: 0.8205\n",
      "Epoch 3/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.3226 - acc: 0.9295\n",
      "Epoch 4/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.2492 - acc: 0.9295\n",
      "Epoch 5/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1920 - acc: 0.9583\n",
      "Epoch 6/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1690 - acc: 0.9679\n",
      "Epoch 7/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1436 - acc: 0.9679\n",
      "Epoch 8/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1294 - acc: 0.9744\n",
      "Epoch 9/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1033 - acc: 0.9776\n",
      "Epoch 10/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1174 - acc: 0.9744\n",
      "Epoch 11/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0885 - acc: 0.9872\n",
      "Epoch 12/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0707 - acc: 0.9904\n",
      "Epoch 13/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0670 - acc: 0.9936\n",
      "Epoch 14/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0631 - acc: 0.9904\n",
      "Epoch 15/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0613 - acc: 0.9904\n",
      "Epoch 16/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0559 - acc: 0.9904\n",
      "Epoch 17/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0788 - acc: 0.9744\n",
      "Epoch 18/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0841 - acc: 0.9808\n",
      "Epoch 19/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0639 - acc: 0.9872\n",
      "Epoch 20/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0516 - acc: 0.9840\n",
      "accuracy  0.6794871794871795\n",
      "performing iteration number  22\n",
      "Epoch 1/20\n",
      "312/312 [==============================] - 10s 32ms/step - loss: 0.5922 - acc: 0.6699\n",
      "Epoch 2/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.4364 - acc: 0.7596\n",
      "Epoch 3/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.3180 - acc: 0.9135\n",
      "Epoch 4/20\n",
      "312/312 [==============================] - 2s 7ms/step - loss: 0.2522 - acc: 0.9391\n",
      "Epoch 5/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.2228 - acc: 0.9455\n",
      "Epoch 6/20\n",
      "312/312 [==============================] - 2s 7ms/step - loss: 0.1918 - acc: 0.9423\n",
      "Epoch 7/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1686 - acc: 0.9583\n",
      "Epoch 8/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1323 - acc: 0.9712\n",
      "Epoch 9/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1223 - acc: 0.9712\n",
      "Epoch 10/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1022 - acc: 0.9808\n",
      "Epoch 11/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0928 - acc: 0.9840\n",
      "Epoch 12/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0826 - acc: 0.9840\n",
      "Epoch 13/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1162 - acc: 0.9615\n",
      "Epoch 14/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1372 - acc: 0.9583\n",
      "Epoch 15/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1227 - acc: 0.9647\n",
      "Epoch 16/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1236 - acc: 0.9615\n",
      "Epoch 17/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1087 - acc: 0.9647\n",
      "Epoch 18/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0739 - acc: 0.9840\n",
      "Epoch 19/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0695 - acc: 0.9872\n",
      "Epoch 20/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0616 - acc: 0.9904\n",
      "accuracy  0.7564102564102564\n",
      "performing iteration number  23\n",
      "Epoch 1/20\n",
      "312/312 [==============================] - 9s 28ms/step - loss: 0.6096 - acc: 0.5962\n",
      "Epoch 2/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.4073 - acc: 0.8173\n",
      "Epoch 3/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.2851 - acc: 0.9167\n",
      "Epoch 4/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.2247 - acc: 0.9295\n",
      "Epoch 5/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1753 - acc: 0.9519\n",
      "Epoch 6/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1345 - acc: 0.9679\n",
      "Epoch 7/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1056 - acc: 0.9808\n",
      "Epoch 8/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0875 - acc: 0.9840\n",
      "Epoch 9/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0808 - acc: 0.9808\n",
      "Epoch 10/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0941 - acc: 0.9647\n",
      "Epoch 11/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0770 - acc: 0.9776\n",
      "Epoch 12/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0994 - acc: 0.9615\n",
      "Epoch 13/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0589 - acc: 0.9840\n",
      "Epoch 14/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0398 - acc: 0.9968\n",
      "Epoch 15/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0390 - acc: 0.9936\n",
      "Epoch 16/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0211 - acc: 1.0000\n",
      "Epoch 17/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0191 - acc: 1.0000\n",
      "Epoch 18/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0163 - acc: 1.0000\n",
      "Epoch 19/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0155 - acc: 1.0000\n",
      "Epoch 20/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0141 - acc: 1.0000\n",
      "accuracy  0.8333333333333334\n",
      "performing iteration number  24\n",
      "Epoch 1/20\n",
      "312/312 [==============================] - 10s 32ms/step - loss: 0.6370 - acc: 0.6442\n",
      "Epoch 2/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.4587 - acc: 0.8494\n",
      "Epoch 3/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.3076 - acc: 0.9263\n",
      "Epoch 4/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.2315 - acc: 0.9519\n",
      "Epoch 5/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1803 - acc: 0.9679\n",
      "Epoch 6/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1598 - acc: 0.9647\n",
      "Epoch 7/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1462 - acc: 0.9647\n",
      "Epoch 8/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1078 - acc: 0.9840\n",
      "Epoch 9/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1103 - acc: 0.9776\n",
      "Epoch 10/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0833 - acc: 0.9808\n",
      "Epoch 11/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0996 - acc: 0.9679\n",
      "Epoch 12/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1200 - acc: 0.9679\n",
      "Epoch 13/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0822 - acc: 0.9808\n",
      "Epoch 14/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0810 - acc: 0.9808\n",
      "Epoch 15/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0555 - acc: 0.9936\n",
      "Epoch 16/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0398 - acc: 0.9936\n",
      "Epoch 17/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0361 - acc: 0.9968\n",
      "Epoch 18/20\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0469 - acc: 0.9904\n",
      "Epoch 19/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0303 - acc: 1.0000\n",
      "Epoch 20/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0312 - acc: 0.9968\n",
      "accuracy  0.8589743589743589\n",
      "performing iteration number  25\n",
      "Epoch 1/20\n",
      "312/312 [==============================] - 9s 30ms/step - loss: 0.5844 - acc: 0.6603\n",
      "Epoch 2/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.4165 - acc: 0.8333\n",
      "Epoch 3/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.2946 - acc: 0.9167\n",
      "Epoch 4/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.2466 - acc: 0.9167\n",
      "Epoch 5/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.2054 - acc: 0.9359\n",
      "Epoch 6/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1767 - acc: 0.9551\n",
      "Epoch 7/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1509 - acc: 0.9615\n",
      "Epoch 8/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1489 - acc: 0.9583\n",
      "Epoch 9/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1525 - acc: 0.9551\n",
      "Epoch 10/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1271 - acc: 0.9679\n",
      "Epoch 11/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1204 - acc: 0.9679\n",
      "Epoch 12/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1172 - acc: 0.9647\n",
      "Epoch 13/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1048 - acc: 0.9679\n",
      "Epoch 14/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0968 - acc: 0.9776\n",
      "Epoch 15/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0982 - acc: 0.9776\n",
      "Epoch 16/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0762 - acc: 0.9840\n",
      "Epoch 17/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0949 - acc: 0.9744\n",
      "Epoch 18/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0708 - acc: 0.9776\n",
      "Epoch 19/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0589 - acc: 0.9872\n",
      "Epoch 20/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0527 - acc: 0.9936\n",
      "accuracy  0.7435897435897436\n",
      "performing iteration number  26\n",
      "Epoch 1/20\n",
      "312/312 [==============================] - 9s 30ms/step - loss: 0.7572 - acc: 0.5481\n",
      "Epoch 2/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.5250 - acc: 0.6987\n",
      "Epoch 3/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.3999 - acc: 0.8910\n",
      "Epoch 4/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.2845 - acc: 0.9295\n",
      "Epoch 5/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.2148 - acc: 0.9487\n",
      "Epoch 6/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1827 - acc: 0.9487\n",
      "Epoch 7/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1778 - acc: 0.9455\n",
      "Epoch 8/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1368 - acc: 0.9647\n",
      "Epoch 9/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0961 - acc: 0.9808\n",
      "Epoch 10/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1004 - acc: 0.9744\n",
      "Epoch 11/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0968 - acc: 0.9776\n",
      "Epoch 12/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0873 - acc: 0.9808\n",
      "Epoch 13/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0656 - acc: 0.9840\n",
      "Epoch 14/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0625 - acc: 0.9840\n",
      "Epoch 15/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0590 - acc: 0.9872\n",
      "Epoch 16/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0408 - acc: 0.9936\n",
      "Epoch 17/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0570 - acc: 0.9840\n",
      "Epoch 18/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0503 - acc: 0.9872\n",
      "Epoch 19/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0536 - acc: 0.9872\n",
      "Epoch 20/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0493 - acc: 0.9808\n",
      "accuracy  0.7948717948717948\n",
      "performing iteration number  27\n",
      "Epoch 1/20\n",
      "312/312 [==============================] - 11s 36ms/step - loss: 0.5814 - acc: 0.7051\n",
      "Epoch 2/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.3725 - acc: 0.9006\n",
      "Epoch 3/20\n",
      "312/312 [==============================] - 2s 7ms/step - loss: 0.2534 - acc: 0.9167\n",
      "Epoch 4/20\n",
      "312/312 [==============================] - 2s 7ms/step - loss: 0.1966 - acc: 0.9391\n",
      "Epoch 5/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1572 - acc: 0.9583\n",
      "Epoch 6/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1241 - acc: 0.9744\n",
      "Epoch 7/20\n",
      "312/312 [==============================] - 2s 7ms/step - loss: 0.1177 - acc: 0.9712\n",
      "Epoch 8/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0821 - acc: 0.9872\n",
      "Epoch 9/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0849 - acc: 0.9840\n",
      "Epoch 10/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0926 - acc: 0.9744\n",
      "Epoch 11/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0934 - acc: 0.9776\n",
      "Epoch 12/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0689 - acc: 0.9872\n",
      "Epoch 13/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0959 - acc: 0.9776\n",
      "Epoch 14/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0562 - acc: 0.9904\n",
      "Epoch 15/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0597 - acc: 0.9840\n",
      "Epoch 16/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0524 - acc: 0.9904\n",
      "Epoch 17/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0466 - acc: 0.9936\n",
      "Epoch 18/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0483 - acc: 0.9872\n",
      "Epoch 19/20\n",
      "312/312 [==============================] - 2s 7ms/step - loss: 0.0540 - acc: 0.9872\n",
      "Epoch 20/20\n",
      "312/312 [==============================] - 2s 7ms/step - loss: 0.0368 - acc: 0.9936\n",
      "accuracy  0.7948717948717948\n",
      "performing iteration number  28\n",
      "Epoch 1/20\n",
      "312/312 [==============================] - 16s 51ms/step - loss: 0.6165 - acc: 0.6154\n",
      "Epoch 2/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.4426 - acc: 0.8269\n",
      "Epoch 3/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.3130 - acc: 0.9167\n",
      "Epoch 4/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.2249 - acc: 0.9487\n",
      "Epoch 5/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1983 - acc: 0.9359\n",
      "Epoch 6/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1645 - acc: 0.9615\n",
      "Epoch 7/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1303 - acc: 0.9679\n",
      "Epoch 8/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1245 - acc: 0.9712\n",
      "Epoch 9/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1059 - acc: 0.9744\n",
      "Epoch 10/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1156 - acc: 0.9776\n",
      "Epoch 11/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1226 - acc: 0.9551\n",
      "Epoch 12/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1109 - acc: 0.9647\n",
      "Epoch 13/20\n",
      "312/312 [==============================] - 2s 7ms/step - loss: 0.0841 - acc: 0.9776\n",
      "Epoch 14/20\n",
      "312/312 [==============================] - 2s 7ms/step - loss: 0.0656 - acc: 0.9904\n",
      "Epoch 15/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0606 - acc: 0.9872\n",
      "Epoch 16/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0537 - acc: 0.9872\n",
      "Epoch 17/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0503 - acc: 0.9872\n",
      "Epoch 18/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0613 - acc: 0.9840\n",
      "Epoch 19/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0372 - acc: 0.9968\n",
      "Epoch 20/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0347 - acc: 0.9936\n",
      "accuracy  0.7564102564102564\n",
      "performing iteration number  29\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 1/20\n",
      "312/312 [==============================] - 10s 32ms/step - loss: 0.5775 - acc: 0.6506\n",
      "Epoch 2/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.4090 - acc: 0.8365\n",
      "Epoch 3/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.2751 - acc: 0.9295\n",
      "Epoch 4/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.2178 - acc: 0.9327\n",
      "Epoch 5/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1620 - acc: 0.9744\n",
      "Epoch 6/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1567 - acc: 0.9519\n",
      "Epoch 7/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1232 - acc: 0.9744\n",
      "Epoch 8/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1166 - acc: 0.9776\n",
      "Epoch 9/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1373 - acc: 0.9647\n",
      "Epoch 10/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1103 - acc: 0.9712\n",
      "Epoch 11/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0963 - acc: 0.9776\n",
      "Epoch 12/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0946 - acc: 0.9840\n",
      "Epoch 13/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0797 - acc: 0.9840\n",
      "Epoch 14/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0747 - acc: 0.9840\n",
      "Epoch 15/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0649 - acc: 0.9936\n",
      "Epoch 16/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0491 - acc: 0.9936\n",
      "Epoch 17/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0475 - acc: 0.9936\n",
      "Epoch 18/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0449 - acc: 0.9936\n",
      "Epoch 19/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0426 - acc: 0.9936\n",
      "Epoch 20/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0366 - acc: 0.9936\n",
      "accuracy  0.8589743589743589\n",
      "performing iteration number  30\n",
      "Epoch 1/20\n",
      "312/312 [==============================] - 10s 32ms/step - loss: 0.5961 - acc: 0.6635\n",
      "Epoch 2/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.4068 - acc: 0.8205\n",
      "Epoch 3/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.2758 - acc: 0.9391\n",
      "Epoch 4/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.2107 - acc: 0.9327\n",
      "Epoch 5/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1734 - acc: 0.9455\n",
      "Epoch 6/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1849 - acc: 0.9455\n",
      "Epoch 7/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1569 - acc: 0.9615\n",
      "Epoch 8/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1112 - acc: 0.9808\n",
      "Epoch 9/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0990 - acc: 0.9840\n",
      "Epoch 10/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1015 - acc: 0.9744\n",
      "Epoch 11/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0881 - acc: 0.9776\n",
      "Epoch 12/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1050 - acc: 0.9744\n",
      "Epoch 13/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1039 - acc: 0.9744\n",
      "Epoch 14/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0600 - acc: 0.9936\n",
      "Epoch 15/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0507 - acc: 0.9904\n",
      "Epoch 16/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0508 - acc: 0.9936\n",
      "Epoch 17/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0385 - acc: 0.9968\n",
      "Epoch 18/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0377 - acc: 0.9968\n",
      "Epoch 19/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0340 - acc: 0.9968\n",
      "Epoch 20/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0326 - acc: 0.9968\n",
      "accuracy  0.6923076923076923\n",
      "performing iteration number  31\n",
      "Epoch 1/20\n",
      "312/312 [==============================] - 11s 35ms/step - loss: 0.6025 - acc: 0.6474\n",
      "Epoch 2/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.4503 - acc: 0.7532\n",
      "Epoch 3/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.2851 - acc: 0.9295\n",
      "Epoch 4/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.2273 - acc: 0.9295\n",
      "Epoch 5/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1922 - acc: 0.9391\n",
      "Epoch 6/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1331 - acc: 0.9712\n",
      "Epoch 7/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1090 - acc: 0.9744\n",
      "Epoch 8/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0897 - acc: 0.9808\n",
      "Epoch 9/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0987 - acc: 0.9712\n",
      "Epoch 10/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0897 - acc: 0.9808\n",
      "Epoch 11/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0693 - acc: 0.9872\n",
      "Epoch 12/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0709 - acc: 0.9872\n",
      "Epoch 13/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0609 - acc: 0.9840\n",
      "Epoch 14/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0543 - acc: 0.9872\n",
      "Epoch 15/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0380 - acc: 0.9968\n",
      "Epoch 16/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0509 - acc: 0.9904\n",
      "Epoch 17/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0481 - acc: 0.9904\n",
      "Epoch 18/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0346 - acc: 0.9936\n",
      "Epoch 19/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0299 - acc: 0.9968\n",
      "Epoch 20/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0297 - acc: 0.9968\n",
      "accuracy  0.6538461538461539\n",
      "performing iteration number  32\n",
      "Epoch 1/20\n",
      "312/312 [==============================] - 11s 35ms/step - loss: 0.5791 - acc: 0.6731\n",
      "Epoch 2/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.4057 - acc: 0.7596\n",
      "Epoch 3/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.2822 - acc: 0.9327\n",
      "Epoch 4/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.2036 - acc: 0.9487\n",
      "Epoch 5/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1594 - acc: 0.9551\n",
      "Epoch 6/20\n",
      "312/312 [==============================] - 2s 7ms/step - loss: 0.1621 - acc: 0.9487\n",
      "Epoch 7/20\n",
      "312/312 [==============================] - 2s 7ms/step - loss: 0.1281 - acc: 0.9647\n",
      "Epoch 8/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1175 - acc: 0.9679\n",
      "Epoch 9/20\n",
      "312/312 [==============================] - 2s 7ms/step - loss: 0.1232 - acc: 0.9679\n",
      "Epoch 10/20\n",
      "312/312 [==============================] - 2s 7ms/step - loss: 0.1272 - acc: 0.9615\n",
      "Epoch 11/20\n",
      "312/312 [==============================] - 2s 7ms/step - loss: 0.1174 - acc: 0.9647\n",
      "Epoch 12/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0914 - acc: 0.9808\n",
      "Epoch 13/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0962 - acc: 0.9744\n",
      "Epoch 14/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0629 - acc: 0.9872\n",
      "Epoch 15/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0571 - acc: 0.9872\n",
      "Epoch 16/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0563 - acc: 0.9872\n",
      "Epoch 17/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0478 - acc: 0.9904\n",
      "Epoch 18/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0394 - acc: 0.9936\n",
      "Epoch 19/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0484 - acc: 0.9872\n",
      "Epoch 20/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0347 - acc: 0.9936\n",
      "accuracy  0.6153846153846154\n",
      "performing iteration number  33\n",
      "Epoch 1/20\n",
      "312/312 [==============================] - 18s 58ms/step - loss: 0.5974 - acc: 0.6699\n",
      "Epoch 2/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.4404 - acc: 0.7564\n",
      "Epoch 3/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.2934 - acc: 0.9167\n",
      "Epoch 4/20\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "312/312 [==============================] - 2s 6ms/step - loss: 0.2322 - acc: 0.9359\n",
      "Epoch 5/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1763 - acc: 0.9487\n",
      "Epoch 6/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1571 - acc: 0.9615\n",
      "Epoch 7/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1468 - acc: 0.9615\n",
      "Epoch 8/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1271 - acc: 0.9647\n",
      "Epoch 9/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1081 - acc: 0.9776\n",
      "Epoch 10/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1010 - acc: 0.9776\n",
      "Epoch 11/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0876 - acc: 0.9808\n",
      "Epoch 12/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0924 - acc: 0.9712\n",
      "Epoch 13/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0847 - acc: 0.9808\n",
      "Epoch 14/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0989 - acc: 0.9712\n",
      "Epoch 15/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0874 - acc: 0.9744\n",
      "Epoch 16/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0695 - acc: 0.9840\n",
      "Epoch 17/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0594 - acc: 0.9872\n",
      "Epoch 18/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0499 - acc: 0.9872\n",
      "Epoch 19/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0416 - acc: 0.9936\n",
      "Epoch 20/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0522 - acc: 0.9808\n",
      "accuracy  0.7051282051282052\n",
      "performing iteration number  34\n",
      "Epoch 1/20\n",
      "312/312 [==============================] - 11s 36ms/step - loss: 0.6285 - acc: 0.6186\n",
      "Epoch 2/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.4928 - acc: 0.7051\n",
      "Epoch 3/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.3404 - acc: 0.9199\n",
      "Epoch 4/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.2418 - acc: 0.9359\n",
      "Epoch 5/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1870 - acc: 0.9487\n",
      "Epoch 6/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1267 - acc: 0.9744\n",
      "Epoch 7/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1116 - acc: 0.9776\n",
      "Epoch 8/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0781 - acc: 0.9904\n",
      "Epoch 9/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0657 - acc: 0.9936\n",
      "Epoch 10/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0781 - acc: 0.9808\n",
      "Epoch 11/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0707 - acc: 0.9840\n",
      "Epoch 12/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0771 - acc: 0.9744\n",
      "Epoch 13/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1029 - acc: 0.9615\n",
      "Epoch 14/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0640 - acc: 0.9840\n",
      "Epoch 15/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0501 - acc: 0.9936\n",
      "Epoch 16/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0398 - acc: 0.9936\n",
      "Epoch 17/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0346 - acc: 0.9968\n",
      "Epoch 18/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0336 - acc: 0.9968\n",
      "Epoch 19/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0310 - acc: 0.9968\n",
      "Epoch 20/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0295 - acc: 0.9968\n",
      "accuracy  0.782051282051282\n",
      "performing iteration number  35\n",
      "Epoch 1/20\n",
      "312/312 [==============================] - 11s 36ms/step - loss: 0.7382 - acc: 0.4968\n",
      "Epoch 2/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.5303 - acc: 0.6859\n",
      "Epoch 3/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.4134 - acc: 0.8910\n",
      "Epoch 4/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.3059 - acc: 0.9391\n",
      "Epoch 5/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.2523 - acc: 0.9199\n",
      "Epoch 6/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1943 - acc: 0.9583\n",
      "Epoch 7/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1707 - acc: 0.9679\n",
      "Epoch 8/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1395 - acc: 0.9679\n",
      "Epoch 9/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1191 - acc: 0.9776\n",
      "Epoch 10/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0910 - acc: 0.9872\n",
      "Epoch 11/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0804 - acc: 0.9872\n",
      "Epoch 12/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0561 - acc: 0.9936\n",
      "Epoch 13/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0657 - acc: 0.9904\n",
      "Epoch 14/20\n",
      "312/312 [==============================] - 2s 7ms/step - loss: 0.0680 - acc: 0.9808\n",
      "Epoch 15/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0492 - acc: 0.9904\n",
      "Epoch 16/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0449 - acc: 0.9904\n",
      "Epoch 17/20\n",
      "312/312 [==============================] - 2s 7ms/step - loss: 0.0617 - acc: 0.9872\n",
      "Epoch 18/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0438 - acc: 0.9936\n",
      "Epoch 19/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0395 - acc: 0.9936\n",
      "Epoch 20/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0293 - acc: 1.0000\n",
      "accuracy  0.6282051282051282\n",
      "performing iteration number  36\n",
      "Epoch 1/20\n",
      "312/312 [==============================] - 12s 39ms/step - loss: 0.6086 - acc: 0.6538\n",
      "Epoch 2/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.4553 - acc: 0.7692\n",
      "Epoch 3/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.3211 - acc: 0.9199\n",
      "Epoch 4/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.2414 - acc: 0.9359\n",
      "Epoch 5/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1886 - acc: 0.9487\n",
      "Epoch 6/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1709 - acc: 0.9551\n",
      "Epoch 7/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1413 - acc: 0.9679\n",
      "Epoch 8/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1200 - acc: 0.9712\n",
      "Epoch 9/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0932 - acc: 0.9840\n",
      "Epoch 10/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1010 - acc: 0.9744\n",
      "Epoch 11/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0860 - acc: 0.9840\n",
      "Epoch 12/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0677 - acc: 0.9904\n",
      "Epoch 13/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0596 - acc: 0.9904\n",
      "Epoch 14/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0563 - acc: 0.9904\n",
      "Epoch 15/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0523 - acc: 0.9936\n",
      "Epoch 16/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0529 - acc: 0.9872\n",
      "Epoch 17/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0494 - acc: 0.9936\n",
      "Epoch 18/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0438 - acc: 0.9904\n",
      "Epoch 19/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0488 - acc: 0.9872\n",
      "Epoch 20/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0556 - acc: 0.9872\n",
      "accuracy  0.6538461538461539\n",
      "performing iteration number  37\n",
      "Epoch 1/20\n",
      "312/312 [==============================] - 12s 39ms/step - loss: 0.6321 - acc: 0.6122\n",
      "Epoch 2/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.4770 - acc: 0.7532\n",
      "Epoch 3/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.3308 - acc: 0.9263\n",
      "Epoch 4/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.2462 - acc: 0.9423\n",
      "Epoch 5/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1794 - acc: 0.9615\n",
      "Epoch 6/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1504 - acc: 0.9647\n",
      "Epoch 7/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1356 - acc: 0.9647\n",
      "Epoch 8/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1120 - acc: 0.9744\n",
      "Epoch 9/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1102 - acc: 0.9776\n",
      "Epoch 10/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0872 - acc: 0.9808\n",
      "Epoch 11/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0889 - acc: 0.9776\n",
      "Epoch 12/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0783 - acc: 0.9872\n",
      "Epoch 13/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0736 - acc: 0.9872\n",
      "Epoch 14/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0914 - acc: 0.9776\n",
      "Epoch 15/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0526 - acc: 0.9904\n",
      "Epoch 16/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0601 - acc: 0.9872\n",
      "Epoch 17/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0546 - acc: 0.9904\n",
      "Epoch 18/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0435 - acc: 0.9968\n",
      "Epoch 19/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0396 - acc: 0.9936\n",
      "Epoch 20/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0510 - acc: 0.9904\n",
      "accuracy  0.7564102564102564\n",
      "performing iteration number  38\n",
      "Epoch 1/20\n",
      "312/312 [==============================] - 13s 41ms/step - loss: 0.6270 - acc: 0.6378\n",
      "Epoch 2/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.5010 - acc: 0.6987\n",
      "Epoch 3/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.3789 - acc: 0.9103\n",
      "Epoch 4/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.2936 - acc: 0.9327\n",
      "Epoch 5/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.2337 - acc: 0.9455\n",
      "Epoch 6/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1794 - acc: 0.9712\n",
      "Epoch 7/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1887 - acc: 0.9455\n",
      "Epoch 8/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1842 - acc: 0.9519\n",
      "Epoch 9/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1494 - acc: 0.9679\n",
      "Epoch 10/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1182 - acc: 0.9776\n",
      "Epoch 11/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1172 - acc: 0.9712\n",
      "Epoch 12/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1054 - acc: 0.9776\n",
      "Epoch 13/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0855 - acc: 0.9840\n",
      "Epoch 14/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0876 - acc: 0.9840\n",
      "Epoch 15/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0638 - acc: 0.9872\n",
      "Epoch 16/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0493 - acc: 0.9968\n",
      "Epoch 17/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0497 - acc: 0.9936\n",
      "Epoch 18/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0403 - acc: 0.9968\n",
      "Epoch 19/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0491 - acc: 0.9904\n",
      "Epoch 20/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0533 - acc: 0.9872\n",
      "accuracy  0.7051282051282052\n",
      "performing iteration number  39\n",
      "Epoch 1/20\n",
      "312/312 [==============================] - 15s 49ms/step - loss: 0.6143 - acc: 0.6635\n",
      "Epoch 2/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.4800 - acc: 0.7083\n",
      "Epoch 3/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.3643 - acc: 0.8814\n",
      "Epoch 4/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.2933 - acc: 0.9327\n",
      "Epoch 5/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.2419 - acc: 0.9487\n",
      "Epoch 6/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.2042 - acc: 0.9647\n",
      "Epoch 7/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1845 - acc: 0.9615\n",
      "Epoch 8/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1546 - acc: 0.9712\n",
      "Epoch 9/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1444 - acc: 0.9776\n",
      "Epoch 10/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.1273 - acc: 0.9744\n",
      "Epoch 11/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1064 - acc: 0.9840\n",
      "Epoch 12/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0999 - acc: 0.9840\n",
      "Epoch 13/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0962 - acc: 0.9776\n",
      "Epoch 14/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0792 - acc: 0.9904\n",
      "Epoch 15/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0831 - acc: 0.9840\n",
      "Epoch 16/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1064 - acc: 0.9744\n",
      "Epoch 17/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0923 - acc: 0.9808\n",
      "Epoch 18/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0986 - acc: 0.9776\n",
      "Epoch 19/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0930 - acc: 0.9776\n",
      "Epoch 20/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0545 - acc: 0.9936\n",
      "accuracy  0.5256410256410257\n",
      "performing iteration number  40\n",
      "Epoch 1/20\n",
      "312/312 [==============================] - 13s 41ms/step - loss: 0.7003 - acc: 0.5513\n",
      "Epoch 2/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.5178 - acc: 0.6699\n",
      "Epoch 3/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.4071 - acc: 0.9103\n",
      "Epoch 4/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.3063 - acc: 0.9391\n",
      "Epoch 5/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.2298 - acc: 0.9615\n",
      "Epoch 6/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1844 - acc: 0.9615\n",
      "Epoch 7/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1405 - acc: 0.9776\n",
      "Epoch 8/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1351 - acc: 0.9712\n",
      "Epoch 9/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1234 - acc: 0.9808\n",
      "Epoch 10/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1259 - acc: 0.9647\n",
      "Epoch 11/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1071 - acc: 0.9808\n",
      "Epoch 12/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0946 - acc: 0.9808\n",
      "Epoch 13/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0810 - acc: 0.9872\n",
      "Epoch 14/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0665 - acc: 0.9872\n",
      "Epoch 15/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0708 - acc: 0.9840\n",
      "Epoch 16/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0547 - acc: 0.9968\n",
      "Epoch 17/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0483 - acc: 0.9936\n",
      "Epoch 18/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0505 - acc: 0.9936\n",
      "Epoch 19/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0527 - acc: 0.9872\n",
      "Epoch 20/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0391 - acc: 0.9968\n",
      "accuracy  0.8076923076923077\n",
      "performing iteration number  41\n",
      "Epoch 1/20\n",
      "312/312 [==============================] - 13s 43ms/step - loss: 0.6685 - acc: 0.5801\n",
      "Epoch 2/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.5535 - acc: 0.6635\n",
      "Epoch 3/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.4228 - acc: 0.8942\n",
      "Epoch 4/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.3213 - acc: 0.9199\n",
      "Epoch 5/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.2631 - acc: 0.9359\n",
      "Epoch 6/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.2181 - acc: 0.9551\n",
      "Epoch 7/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1857 - acc: 0.9519\n",
      "Epoch 8/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1598 - acc: 0.9615\n",
      "Epoch 9/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1444 - acc: 0.9712\n",
      "Epoch 10/20\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1541 - acc: 0.9679\n",
      "Epoch 11/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1231 - acc: 0.9744\n",
      "Epoch 12/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0943 - acc: 0.9872\n",
      "Epoch 13/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0856 - acc: 0.9904\n",
      "Epoch 14/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0803 - acc: 0.9936\n",
      "Epoch 15/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0598 - acc: 0.9968\n",
      "Epoch 16/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0652 - acc: 0.9936\n",
      "Epoch 17/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0593 - acc: 0.9936\n",
      "Epoch 18/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0750 - acc: 0.9840\n",
      "Epoch 19/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0652 - acc: 0.9872\n",
      "Epoch 20/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0883 - acc: 0.9744\n",
      "accuracy  0.6666666666666666\n",
      "performing iteration number  42\n",
      "Epoch 1/20\n",
      "312/312 [==============================] - 13s 43ms/step - loss: 0.7004 - acc: 0.5994\n",
      "Epoch 2/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.5112 - acc: 0.6859\n",
      "Epoch 3/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.3543 - acc: 0.9231\n",
      "Epoch 4/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.2391 - acc: 0.9551\n",
      "Epoch 5/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1887 - acc: 0.9487\n",
      "Epoch 6/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1477 - acc: 0.9712\n",
      "Epoch 7/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1150 - acc: 0.9712\n",
      "Epoch 8/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0698 - acc: 0.9936\n",
      "Epoch 9/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0640 - acc: 0.9968\n",
      "Epoch 10/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0484 - acc: 0.9968\n",
      "Epoch 11/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0369 - acc: 1.0000\n",
      "Epoch 12/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0298 - acc: 1.0000\n",
      "Epoch 13/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0259 - acc: 1.0000\n",
      "Epoch 14/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0234 - acc: 1.0000\n",
      "Epoch 15/20\n",
      "312/312 [==============================] - 2s 5ms/step - loss: 0.0213 - acc: 1.0000\n",
      "Epoch 16/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0193 - acc: 1.0000\n",
      "Epoch 17/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0180 - acc: 1.0000\n",
      "Epoch 18/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0166 - acc: 1.0000\n",
      "Epoch 19/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0155 - acc: 1.0000\n",
      "Epoch 20/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0146 - acc: 1.0000A: 1s - loss: 0.0146 - acc:\n",
      "accuracy  0.8589743589743589\n",
      "performing iteration number  43\n",
      "Epoch 1/20\n",
      "312/312 [==============================] - 22s 69ms/step - loss: 0.6131 - acc: 0.6186\n",
      "Epoch 2/20\n",
      "312/312 [==============================] - 2s 7ms/step - loss: 0.4277 - acc: 0.8269\n",
      "Epoch 3/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.2806 - acc: 0.9391\n",
      "Epoch 4/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.2070 - acc: 0.9487\n",
      "Epoch 5/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1531 - acc: 0.9712\n",
      "Epoch 6/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1424 - acc: 0.9679\n",
      "Epoch 7/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1097 - acc: 0.9808\n",
      "Epoch 8/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0954 - acc: 0.9840\n",
      "Epoch 9/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0924 - acc: 0.9776\n",
      "Epoch 10/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0802 - acc: 0.9872\n",
      "Epoch 11/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0825 - acc: 0.9808\n",
      "Epoch 12/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0718 - acc: 0.9872\n",
      "Epoch 13/20\n",
      "312/312 [==============================] - 2s 7ms/step - loss: 0.0550 - acc: 0.9904\n",
      "Epoch 14/20\n",
      "312/312 [==============================] - 2s 7ms/step - loss: 0.0594 - acc: 0.9904\n",
      "Epoch 15/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0560 - acc: 0.9904\n",
      "Epoch 16/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0538 - acc: 0.9904\n",
      "Epoch 17/20\n",
      "312/312 [==============================] - 2s 7ms/step - loss: 0.0512 - acc: 0.9904\n",
      "Epoch 18/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0446 - acc: 0.9936\n",
      "Epoch 19/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0411 - acc: 0.9936\n",
      "Epoch 20/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0552 - acc: 0.9904\n",
      "accuracy  0.7435897435897436\n",
      "performing iteration number  44\n",
      "Epoch 1/20\n",
      "312/312 [==============================] - 17s 55ms/step - loss: 0.6180 - acc: 0.6506\n",
      "Epoch 2/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.4491 - acc: 0.8109\n",
      "Epoch 3/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.2891 - acc: 0.9263\n",
      "Epoch 4/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.2134 - acc: 0.9359\n",
      "Epoch 5/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1545 - acc: 0.9679\n",
      "Epoch 6/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1349 - acc: 0.9615\n",
      "Epoch 7/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1172 - acc: 0.9679\n",
      "Epoch 8/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0916 - acc: 0.9808\n",
      "Epoch 9/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0843 - acc: 0.9840\n",
      "Epoch 10/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0736 - acc: 0.9840\n",
      "Epoch 11/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0757 - acc: 0.9776\n",
      "Epoch 12/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0666 - acc: 0.9872\n",
      "Epoch 13/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0448 - acc: 0.9936\n",
      "Epoch 14/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0305 - acc: 1.0000\n",
      "Epoch 15/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0347 - acc: 0.9936\n",
      "Epoch 16/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0348 - acc: 0.9968\n",
      "Epoch 17/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0437 - acc: 0.9936\n",
      "Epoch 18/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0253 - acc: 0.9968\n",
      "Epoch 19/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0230 - acc: 1.0000\n",
      "Epoch 20/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0200 - acc: 1.0000\n",
      "accuracy  0.6923076923076923\n",
      "performing iteration number  45\n",
      "Epoch 1/20\n",
      "312/312 [==============================] - 15s 48ms/step - loss: 0.6480 - acc: 0.6090\n",
      "Epoch 2/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.5017 - acc: 0.7308\n",
      "Epoch 3/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.3715 - acc: 0.9231\n",
      "Epoch 4/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.2644 - acc: 0.9327\n",
      "Epoch 5/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.2202 - acc: 0.9423\n",
      "Epoch 6/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1640 - acc: 0.9679\n",
      "Epoch 7/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1485 - acc: 0.9647\n",
      "Epoch 8/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1272 - acc: 0.9679\n",
      "Epoch 9/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1121 - acc: 0.9744\n",
      "Epoch 10/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1037 - acc: 0.9712\n",
      "Epoch 11/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0863 - acc: 0.9840\n",
      "Epoch 12/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0946 - acc: 0.9776\n",
      "Epoch 13/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0547 - acc: 0.9936\n",
      "Epoch 14/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0472 - acc: 0.9968\n",
      "Epoch 15/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0464 - acc: 0.9904\n",
      "Epoch 16/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0552 - acc: 0.9840\n",
      "Epoch 17/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0394 - acc: 0.9936\n",
      "Epoch 18/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0316 - acc: 0.9968\n",
      "Epoch 19/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0339 - acc: 0.9968\n",
      "Epoch 20/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0324 - acc: 0.9936\n",
      "accuracy  0.9487179487179487\n",
      "performing iteration number  46\n",
      "Epoch 1/20\n",
      "312/312 [==============================] - 21s 69ms/step - loss: 0.5713 - acc: 0.6827\n",
      "Epoch 2/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.3737 - acc: 0.8974\n",
      "Epoch 3/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.2590 - acc: 0.9231\n",
      "Epoch 4/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.2197 - acc: 0.9391\n",
      "Epoch 5/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1969 - acc: 0.9423\n",
      "Epoch 6/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1615 - acc: 0.9423\n",
      "Epoch 7/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1477 - acc: 0.9679\n",
      "Epoch 8/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1087 - acc: 0.9776\n",
      "Epoch 9/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0990 - acc: 0.9744\n",
      "Epoch 10/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0991 - acc: 0.9776\n",
      "Epoch 11/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0710 - acc: 0.9872\n",
      "Epoch 12/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0681 - acc: 0.9872\n",
      "Epoch 13/20\n",
      "312/312 [==============================] - 2s 7ms/step - loss: 0.0864 - acc: 0.9840\n",
      "Epoch 14/20\n",
      "312/312 [==============================] - 2s 7ms/step - loss: 0.0722 - acc: 0.9840\n",
      "Epoch 15/20\n",
      "312/312 [==============================] - 2s 7ms/step - loss: 0.0478 - acc: 0.9936\n",
      "Epoch 16/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0406 - acc: 0.9968\n",
      "Epoch 17/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0495 - acc: 0.9904\n",
      "Epoch 18/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0404 - acc: 0.9904\n",
      "Epoch 19/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0339 - acc: 0.9968\n",
      "Epoch 20/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0344 - acc: 0.9936\n",
      "accuracy  0.8717948717948718\n",
      "performing iteration number  47\n",
      "Epoch 1/20\n",
      "312/312 [==============================] - 16s 51ms/step - loss: 0.6395 - acc: 0.6090\n",
      "Epoch 2/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.4962 - acc: 0.7340\n",
      "Epoch 3/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.3632 - acc: 0.9327\n",
      "Epoch 4/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.2648 - acc: 0.9391\n",
      "Epoch 5/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1982 - acc: 0.9519\n",
      "Epoch 6/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1773 - acc: 0.9615\n",
      "Epoch 7/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1793 - acc: 0.9487\n",
      "Epoch 8/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1357 - acc: 0.9647\n",
      "Epoch 9/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1085 - acc: 0.9776\n",
      "Epoch 10/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0908 - acc: 0.9872\n",
      "Epoch 11/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0714 - acc: 0.9936\n",
      "Epoch 12/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0610 - acc: 0.9904\n",
      "Epoch 13/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0508 - acc: 0.9968\n",
      "Epoch 14/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0481 - acc: 0.9936\n",
      "Epoch 15/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0486 - acc: 0.9904\n",
      "Epoch 16/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0389 - acc: 0.9968\n",
      "Epoch 17/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0427 - acc: 0.9936\n",
      "Epoch 18/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0341 - acc: 0.9968\n",
      "Epoch 19/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0345 - acc: 0.9968\n",
      "Epoch 20/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0636 - acc: 0.9808\n",
      "accuracy  0.8333333333333334\n",
      "performing iteration number  48\n",
      "Epoch 1/20\n",
      "312/312 [==============================] - 17s 53ms/step - loss: 0.6290 - acc: 0.6474\n",
      "Epoch 2/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.4714 - acc: 0.7308\n",
      "Epoch 3/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.3200 - acc: 0.9263\n",
      "Epoch 4/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.2321 - acc: 0.9391\n",
      "Epoch 5/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1972 - acc: 0.9487\n",
      "Epoch 6/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1617 - acc: 0.9647\n",
      "Epoch 7/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1468 - acc: 0.9647\n",
      "Epoch 8/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1322 - acc: 0.9647\n",
      "Epoch 9/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1265 - acc: 0.9712\n",
      "Epoch 10/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1129 - acc: 0.9744\n",
      "Epoch 11/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0959 - acc: 0.9808\n",
      "Epoch 12/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0751 - acc: 0.9872\n",
      "Epoch 13/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0661 - acc: 0.9904\n",
      "Epoch 14/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0781 - acc: 0.9744\n",
      "Epoch 15/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1893 - acc: 0.9455\n",
      "Epoch 16/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1496 - acc: 0.9551\n",
      "Epoch 17/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1204 - acc: 0.9679\n",
      "Epoch 18/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1197 - acc: 0.9647\n",
      "Epoch 19/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1059 - acc: 0.9712\n",
      "Epoch 20/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0949 - acc: 0.9744\n",
      "accuracy  0.8717948717948718\n",
      "performing iteration number  49\n",
      "Epoch 1/20\n",
      "312/312 [==============================] - 18s 57ms/step - loss: 0.6819 - acc: 0.5513\n",
      "Epoch 2/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.5286 - acc: 0.6795\n",
      "Epoch 3/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.4121 - acc: 0.8141\n",
      "Epoch 4/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.3057 - acc: 0.9455\n",
      "Epoch 5/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.2332 - acc: 0.9455\n",
      "Epoch 6/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1991 - acc: 0.9519\n",
      "Epoch 7/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1714 - acc: 0.9615\n",
      "Epoch 8/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1534 - acc: 0.9679\n",
      "Epoch 9/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1320 - acc: 0.9679\n",
      "Epoch 10/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.1116 - acc: 0.9776\n",
      "Epoch 11/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0856 - acc: 0.9904\n",
      "Epoch 12/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0749 - acc: 0.9872\n",
      "Epoch 13/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0670 - acc: 0.9872\n",
      "Epoch 14/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0664 - acc: 0.9872\n",
      "Epoch 15/20\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0543 - acc: 0.9872\n",
      "Epoch 16/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0483 - acc: 0.9936\n",
      "Epoch 17/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0499 - acc: 0.9904\n",
      "Epoch 18/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0723 - acc: 0.9744\n",
      "Epoch 19/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0813 - acc: 0.9808\n",
      "Epoch 20/20\n",
      "312/312 [==============================] - 2s 6ms/step - loss: 0.0571 - acc: 0.9840\n",
      "accuracy  0.8205128205128205\n"
     ]
    }
   ],
   "source": [
    "scores=[]\n",
    "for i in range(50):\n",
    "    print(\"performing iteration number \", i)\n",
    "\n",
    "    from sklearn.model_selection import train_test_split\n",
    "    X_train, X_test, y_train, y_test = train_test_split(train, y, test_size=0.2, random_state=i)\n",
    "    happyModel = DocumentModel(((200,250)))\n",
    "    happyModel.compile(optimizer = \"adam\", loss = \"categorical_crossentropy\", metrics = [\"accuracy\"])\n",
    "    from keras.utils.np_utils import to_categorical\n",
    "    categorical_labels = to_categorical(y_train, num_classes=None)\n",
    "    happyModel.fit(x = X_train, y = categorical_labels, epochs = 20, batch_size = 32)\n",
    "    pred=happyModel.predict(X_test)\n",
    "    y_classes = pred.argmax(axis=-1)\n",
    "    from sklearn.metrics import   accuracy_score\n",
    "    scores.append(accuracy_score(y_classes,y_test))\n",
    "    print('accuracy ' , accuracy_score(y_classes,y_test))\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Mean Scores 0.7474358974358973\n",
      "Min scores 0.5128205128205128\n",
      "Max scores 0.9487179487179487\n",
      "STD 0.10279621172000561\n"
     ]
    }
   ],
   "source": [
    "print('Mean Scores',np.mean(scores))\n",
    "print('Min scores',np.min(scores))\n",
    "print('Max scores',np.max(scores))\n",
    "print('STD',np.std(scores))"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}