Our_model.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "48a09a3b",
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import sys\n",
    "import pandas as pd\n",
    "#from tensorflow import tf\n",
    "from tensorflow.keras import  layers\n",
    "from tensorflow.keras import regularizers\n",
    "from keras.models import Sequential, load_model\n",
    "from keras.layers import Dense, Dropout, Activation, GaussianNoise, GaussianDropout\n",
    "from keras.layers import Embedding, Flatten\n",
    "from keras.layers import Conv1D, GlobalMaxPooling1D, MaxPooling1D\n",
    "from keras.callbacks import ModelCheckpoint, ReduceLROnPlateau\n",
    "from util import utils\n",
    "from keras.preprocessing.sequence import pad_sequences\n",
    "\n",
    "from keras.layers import LSTM, Bidirectional\n",
    "from matplotlib import pyplot as plt\n",
    "# Performs classification using CNN."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "c4cc03c0",
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd  \n",
    "import numpy as np\n",
    "import time\n",
    "from ast import literal_eval\n",
    "from operator import add\n",
    "import matplotlib.pyplot as plt\n",
    "from mpl_toolkits.axes_grid1.inset_locator import zoomed_inset_axes\n",
    "from sklearn.model_selection import StratifiedKFold\n",
    "from collections import Counter\n",
    "from sklearn.utils import resample\n",
    "plt.style.use('fivethirtyeight')\n",
    "import re\n",
    "from bs4 import BeautifulSoup\n",
    "from nltk.tokenize import WordPunctTokenizer\n",
    "from keras.models import model_from_json\n",
    "from keras.preprocessing.text import Tokenizer\n",
    "from keras.preprocessing.sequence import pad_sequences\n",
    "from sklearn.preprocessing import LabelEncoder\n",
    "from keras.utils import np_utils\n",
    "from keras.wrappers.scikit_learn import KerasClassifier\n",
    "from keras.models import Sequential\n",
    "from keras import layers\n",
    "from keras.layers import Dense\n",
    "from keras.layers import Dropout, Dense, Embedding, LSTM, SpatialDropout1D, Input, MaxPooling1D, Flatten, GRU, Conv2D, Reshape, MaxPool2D, Concatenate, Bidirectional, GlobalAveragePooling1D, GlobalMaxPooling1D\n",
    "from tensorflow.compat.v1.keras.layers import CuDNNLSTM\n",
    "from keras.layers.merge import concatenate\n",
    "from keras.models import Model\n",
    "from keras.utils.vis_utils import plot_model\n",
    "from keras.callbacks import ModelCheckpoint\n",
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn.feature_extraction.text import TfidfVectorizer\n",
    "from sklearn.linear_model import LogisticRegression\n",
    "from keras.layers import Conv1D, GlobalMaxPooling1D\n",
    "from keras.layers import Input, Dense, concatenate, Activation\n",
    "from keras.models import load_model\n",
    "from sklearn.metrics import roc_curve, auc\n",
    "from keras.callbacks import ModelCheckpoint\n",
    "import os\n",
    "import gc\n",
    "import csv\n",
    "from keras.layers import LeakyReLU\n",
    "from nltk import TweetTokenizer\n",
    "from nltk.corpus import stopwords\n",
    "from keras.preprocessing.sequence import pad_sequences\n",
    "from keras.layers import Dense, Input, LSTM, Embedding, Dropout, Activation, Conv1D, GRU,  BatchNormalization\n",
    "from tensorflow.compat.v1.keras.layers import CuDNNGRU, CuDNNLSTM\n",
    "from keras.layers import Bidirectional, GlobalMaxPool1D, MaxPooling1D, Add, Flatten, TimeDistributed\n",
    "from keras.layers import GlobalAveragePooling1D, GlobalMaxPooling1D, concatenate, SpatialDropout1D\n",
    "from keras.models import Model, load_model\n",
    "from keras import initializers, regularizers, constraints, optimizers, layers, callbacks\n",
    "from keras import backend as K\n",
    "from keras.engine import InputSpec, Layer\n",
    "from keras.optimizers import Adam\n",
    "from keras.callbacks import ModelCheckpoint, TensorBoard, Callback, EarlyStopping\n",
    "use_gpu=True\n",
    "from keras import backend as K\n",
    "import keras.initializers\n",
    "import keras.regularizers\n",
    "import keras.constraints\n",
    "from sklearn.metrics import f1_score, classification_report, accuracy_score, confusion_matrix\n",
    "from numpy import dstack\n",
    "import tensorflow as tf\n",
    "from keras.layers.core import Lambda"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "5950a395",
   "metadata": {},
   "outputs": [],
   "source": [
    "path = 'D:/result/sd4a/'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "108a462a",
   "metadata": {},
   "outputs": [],
   "source": [
    "FREQ_DIST_FILE = path+'dataset/processed-freqdist.pkl'\n",
    "BI_FREQ_DIST_FILE = path+'dataset/processed-freqdist-bi.pkl'\n",
    "TRAIN_PROCESSED_FILE =  path+'dataset/sd4a-train.csv'\n",
    "TEST_PROCESSED_FILE = path+'dataset/sd4a-test.csv'\n",
    "GLOVE_FILE =  '.../glove-seeds.txt'\n",
    "dim = 200"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "fd65aad5",
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "def get_glove_vectors(vocab):\n",
    "    \"\"\"\n",
    "    Extracts glove vectors from seed file only for words present in vocab.\n",
    "    \"\"\"\n",
    "    print ('Looking for GLOVE seeds')\n",
    "    glove_vectors = {}\n",
    "    found = 0\n",
    "    with open(GLOVE_FILE, 'r',encoding='utf-8') as glove_file:\n",
    "        for i, line in enumerate(glove_file):\n",
    "            utils.write_status(i + 1, 0)\n",
    "            tokens = line.strip().split()\n",
    "            word = tokens[0]\n",
    "            if vocab.get(word):\n",
    "                vector = [float(e) for e in tokens[1:]]\n",
    "                glove_vectors[word] = np.array(vector)\n",
    "                found += 1\n",
    "    print ('\\n')\n",
    "    return glove_vectors\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "a1fca031",
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "def get_feature_vector(tweet):\n",
    "    \"\"\"\n",
    "    Generates a feature vector for each tweet where each word is\n",
    "    represented by integer index based on rank in vocabulary.\n",
    "    \"\"\"\n",
    "    words = tweet.split()\n",
    "    feature_vector = []\n",
    "    for i in range(len(words) - 1):\n",
    "        word = words[i]\n",
    "        if vocab.get(word) is not None:\n",
    "            feature_vector.append(vocab.get(word))\n",
    "    if len(words) >= 1:\n",
    "        if vocab.get(words[-1]) is not None:\n",
    "            feature_vector.append(vocab.get(words[-1]))\n",
    "    return feature_vector\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "515ec549",
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "def process_tweets(csv_file, test_file=True):\n",
    "    \"\"\"\n",
    "    Generates training X, y pairs.\n",
    "    \"\"\"\n",
    "    tweets = []\n",
    "    labels = []\n",
    "    print ('Generating feature vectors')\n",
    "    with open(csv_file, 'r') as csv:\n",
    "        lines = csv.readlines()\n",
    "        total = len(lines)\n",
    "        for i, line in enumerate(lines):\n",
    "            if test_file:\n",
    "                tweet_id, sentiment, tweet = line.split(',')\n",
    "            else:\n",
    "                tweet_id, sentiment, tweet = line.split(',')\n",
    "            feature_vector = get_feature_vector(tweet)\n",
    "            if test_file:\n",
    "                tweets.append(feature_vector)\n",
    "                labels.append(int(sentiment))\n",
    "            else:\n",
    "                tweets.append(feature_vector)\n",
    "                labels.append(int(sentiment))\n",
    "            utils.write_status(i + 1, total)\n",
    "    print ('\\n')\n",
    "    return tweets, np.array(labels)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "d2ae27ab",
   "metadata": {},
   "outputs": [],
   "source": [
    "#train = len(sys.argv) == 1\n",
    "np.random.seed(1337)\n",
    "vocab_size = 90000\n",
    "batch_size = 1000\n",
    "max_length = 40\n",
    "vocab = utils.top_n_words(FREQ_DIST_FILE, vocab_size, shift=1)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "66dddc4b",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Looking for GLOVE seeds\n",
      "Processing 2984/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 7233/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 11205/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 15476/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 19910/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 24000/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 29164/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 35186/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 41227/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 45716/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 50241/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 54755/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 59227/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 63769/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 69577/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 75947/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 82487/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 88213/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 94877/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 101872/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 108547/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 114441/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 119027/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 125850/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 132838/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 139481/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 145143/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 152190/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 158481/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 165622/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 171509/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 178674/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 185327/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 191973/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 196373/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 205141/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 209513/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 216019/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 222657/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 228633/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 235470/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 241877/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 247488/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 254391/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 261820/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 268637/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 273023/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 279070/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 285864/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 292961/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 299517/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 305564/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 312075/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 318867/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 325279/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 331100/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 338652/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 345689/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 350148/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 356829/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 362482/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 369441/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 375811/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 382962/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 388888/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 396038/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 402571/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 409243/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 415172/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 422417/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 426755/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 433200/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 439255/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 445879/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 452887/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 459099/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 465169/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 471750/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 479052/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 485798/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 491750/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 496177/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 502962/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 510038/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 516523/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 522421/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 529429/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 535889/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 542474/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 548352/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 555526/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 562260/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 568807/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 573219/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 578910/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 585998/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 592623/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 599424/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 605422/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 612307/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 619028/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 624893/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 631598/0\r"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 638715/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 645271/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 649658/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 655572/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 662356/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 669460/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 675855/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 681894/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 688382/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 695461/0Processing 693410/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 702042/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 708029/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 715149/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 721889/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 728436/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 732856/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 738886/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 746114/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 752599/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 758915/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 764947/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 771705/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 778271/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 784922/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 791101/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 797890/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 802445/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 809089/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 815279/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 822124/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 829074/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 835412/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 841247/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 847766/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 855011/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 861701/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 867476/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 871913/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 878690/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 885645/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 892047/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 898050/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 905102/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 911605/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 918131/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 924104/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 931293/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 937914/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 944530/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 950433/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 957605/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 962113/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 968688/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 974934/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 980923/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 987780/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 994336/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1000245/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1006845/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1013396/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1017882/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1024532/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1030328/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1038357/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1044793/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1051287/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1057629/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1064174/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1070816/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1076734/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1083853/0\r"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1090489/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1094972/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1100937/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1107892/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1114504/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1120814/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1126678/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1133399/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1140082/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1145845/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1152992/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1159539/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1166185/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1172493/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1179226/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1183565/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1189992/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1193517/0\n",
      "\n",
      "Generating feature vectors\n",
      "Processing 2455/31601"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 9406/31601"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 16214/31601"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 22287/31601"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 29790/31601"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 31601/31601\n",
      "\n"
     ]
    }
   ],
   "source": [
    "glove_vectors = get_glove_vectors(vocab)\n",
    "tweets, labels = process_tweets(TRAIN_PROCESSED_FILE, test_file=False)\n",
    "embedding_matrix = np.random.randn(vocab_size + 1, dim) * 0.01\n",
    "# Seed it with GloVe vectors\n",
    "for word, i in vocab.items():\n",
    "    glove_vector = glove_vectors.get(word)\n",
    "    if glove_vector is not None:\n",
    "        embedding_matrix[i] = glove_vector\n",
    "tweets = pad_sequences(tweets, maxlen=max_length, padding='post')\n",
    "shuffled_indices = np.random.permutation(tweets.shape[0])\n",
    "tweets = tweets[shuffled_indices]\n",
    "labels = labels[shuffled_indices]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "d56d401a",
   "metadata": {},
   "outputs": [],
   "source": [
    "  def dot_product(x, kernel):\n",
    "      if K.backend() == 'tensorflow':\n",
    "          return K.squeeze(K.dot(x, K.expand_dims(kernel)), axis=-1)\n",
    "      else:\n",
    "          return K.dot(x, kernel)\n",
    "\n",
    "  from keras.layers import Layer\n",
    "\n",
    "  class AttentionWithContext(keras.layers.Layer):\n",
    "\n",
    "    def __init__(self,\n",
    "                W_regularizer=None, u_regularizer=None, b_regularizer=None,\n",
    "                W_constraint=None, u_constraint=None, b_constraint=None,\n",
    "                bias=True, **kwargs):\n",
    "\n",
    "        self.supports_masking = True\n",
    "        self.init = keras.initializers.get('glorot_uniform')\n",
    "\n",
    "        self.W_regularizer = keras.regularizers.get(W_regularizer)\n",
    "        self.u_regularizer = keras.regularizers.get(u_regularizer)\n",
    "        self.b_regularizer = keras.regularizers.get(b_regularizer)\n",
    "\n",
    "        self.W_constraint = keras.constraints.get(W_constraint)\n",
    "        self.u_constraint = keras.constraints.get(u_constraint)\n",
    "        self.b_constraint = keras.constraints.get(b_constraint)\n",
    "\n",
    "        self.bias = bias\n",
    "        super(AttentionWithContext, self).__init__(**kwargs)\n",
    "\n",
    "    def get_config(self):\n",
    "        config = super().get_config().copy()\n",
    "        config.update({\n",
    "                'W_regularizer': self.W_regularizer,\n",
    "                'u_regularizer': self.u_regularizer,\n",
    "                'b_regularizer': self.b_regularizer,\n",
    "                'W_constraint': self.W_constraint,\n",
    "                'u_constraint': self.u_constraint,\n",
    "                'b_constraint': self.b_constraint,\n",
    "                'bias': self.bias,\n",
    "        })\n",
    "        return config\n",
    "\n",
    "    def build(self, input_shape):\n",
    "        assert len(input_shape) == 3\n",
    "\n",
    "        self.W = self.add_weight(shape=(input_shape[-1], input_shape[-1],),\n",
    "                                initializer=self.init,\n",
    "                                name='{}_W'.format(self.name),\n",
    "                                regularizer=self.W_regularizer,\n",
    "                                constraint=self.W_constraint)\n",
    "        if self.bias:\n",
    "            self.b = self.add_weight(shape=(input_shape[-1],),\n",
    "                                    initializer='zero',\n",
    "                                    name='{}_b'.format(self.name),\n",
    "                                    regularizer=self.b_regularizer,\n",
    "                                    constraint=self.b_constraint)\n",
    "\n",
    "        self.u = self.add_weight(shape=(input_shape[-1],),\n",
    "                                initializer=self.init,\n",
    "                                name='{}_u'.format(self.name),\n",
    "                                regularizer=self.u_regularizer,\n",
    "                                constraint=self.u_constraint)\n",
    "\n",
    "        super(AttentionWithContext, self).build(input_shape)\n",
    "\n",
    "    def compute_mask(self, input, input_mask=None):\n",
    "        # do not pass the mask to the next layers\n",
    "        return None\n",
    "\n",
    "    def call(self, x, mask=None):\n",
    "        uit = dot_product(x, self.W)\n",
    "\n",
    "        if self.bias:\n",
    "            uit += self.b\n",
    "\n",
    "        uit = K.tanh(uit)\n",
    "        ait = dot_product(uit, self.u)\n",
    "\n",
    "        a = K.exp(ait)\n",
    "\n",
    "        # apply mask after the exp. will be re-normalized next\n",
    "        if mask is not None:\n",
    "            # Cast the mask to floatX to avoid float64 upcasting in theano\n",
    "            a *= K.cast(mask, K.floatx())\n",
    "\n",
    "        # in some cases especially in the early stages of training the sum may be almost zero\n",
    "        # and this results in NaN's. A workaround is to add a very small positive number ε to the sum.\n",
    "        # a /= K.cast(K.sum(a, axis=1, keepdims=True), K.floatx())\n",
    "        a /= K.cast(K.sum(a, axis=1, keepdims=True) + K.epsilon(), K.floatx())\n",
    "\n",
    "        a = K.expand_dims(a)\n",
    "        weighted_input = x * a\n",
    "        return K.sum(weighted_input, axis=1)\n",
    "\n",
    "    def compute_output_shape(self, input_shape):\n",
    "        return input_shape[0], input_shape[-1]\n",
    "      \n",
    "  def createHierarchicalAttentionModel(maxSeq, embWeights=None, embeddingSize = None, vocabSize = None,wordRnnSize=100, sentenceRnnSize=100,dropWordEmb = 0.2, dropWordRnnOut = 0.2, dropSentenceRnnOut = 0.5):\t\n",
    "    '''\n",
    "    maxSeq: maximum size for sentences\n",
    "    '''\n",
    "    # Sentence level logic\n",
    "    wordInp = Input(shape=(maxSeq,),dtype='int32')\t\n",
    "    if embWeights is None:\n",
    "      x = Embedding(vocabSize, embeddingSize, input_length=maxSeq,trainable=True)(wordInp)\n",
    "    else:\n",
    "      x = Embedding(embWeights.shape[0], embWeights.shape[1], weights=[embWeights], trainable=False)(wordInp)    \n",
    "    \n",
    "    # if dropWordEmb!=0.0:\n",
    "    # \tx = Dropout(dropWordEmb)(x)\n",
    "    wordRNN = Bidirectional(CuDNNGRU(wordRnnSize,return_sequences=True))(x)\n",
    "    # if dropWordRnnOut>0.0:\n",
    "    # \twordRNN = Dropout(dropWordRnnOut)(wordRNN)\n",
    "    word_dense = TimeDistributed(Dense(200))(wordRNN)\n",
    "    word_attention = AttentionWithContext()(word_dense)\n",
    "    modelSentEncoder = Model(wordInp,word_attention)\n",
    "\n",
    "\n",
    "    # Document level logic\n",
    "    docInp = Input(shape=(1,maxSeq),dtype='int32')\t\n",
    "    sentEncoder = TimeDistributed(modelSentEncoder)(docInp)\t\n",
    "    sentRNN = Bidirectional(CuDNNGRU(sentenceRnnSize,return_sequences=True))(sentEncoder)\n",
    "    # if dropSentenceRnnOut!=0:\n",
    "    # \tsentRNN = Dropout(dropSentenceRnnOut)(sentRNN)\n",
    "    sent_dense = TimeDistributed(Dense(200))(sentRNN)\n",
    "    sent_attention = AttentionWithContext()(sent_dense)\n",
    "    docOut = Dense(1,activation='sigmoid')(sent_attention)\n",
    "    model = Model(input=docInp,output=docOut)\n",
    "    model.compile(loss='binary_crossentropy',optimizer='adam',metrics=['accuracy'])\n",
    "    plot_model(model, show_shapes=True, to_file=path+'model/afghan_model.png')\n",
    "    return model\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "01b37681",
   "metadata": {},
   "outputs": [],
   "source": [
    "#model_our = build_model2(lr = 1e-3, lr_d = 1e-10, units = 128, spatial_dr = 0.5, kernel_size1 = 4, kernel_size2 = 6, dense_units = 64, dr = 0.2, conv_size = 32)\n",
    "#model_our.fit(x_train_seq, y_train, batch_size = bs, epochs= ep, validation_split = 0.2, callbacks = [checkpoint, early_stop])\n",
    "embedding_dim = 200\n",
    "\n",
    "def ARC_model(lr=0.0, lr_d=0.0, units=0, spatial_dr=0.0, kernel_size1=3, kernel_size2=2, dense_units=128, dr=0.1, conv_size=32):\n",
    "    file_path = path + \"model/our_model_sd4a.hdf5\"\n",
    "    check_point = ModelCheckpoint(file_path, monitor = \"val_accuracy\", verbose = 1,\n",
    "                                  save_best_only = True, mode = \"max\")\n",
    "    #early_stop = EarlyStopping(monitor = \"val_accuracy\", mode = \"max\", patience = 5)\n",
    "   \n",
    "    \n",
    "    inp = Input(shape = (tweets.shape[1],), name = 'our-inp')\n",
    "    embd1 = Embedding(embedding_matrix.shape[0], dim, weights = [embedding_matrix], trainable =True, name = 'our-embd_1')(inp)\n",
    "    embd2 = Embedding(embedding_matrix.shape[0], dim, weights = [embedding_matrix], trainable = False, name = 'our-embd_2')(inp)\n",
    "    first=GaussianNoise(0.2)(embd1)\n",
    "    second=GaussianNoise(0.2)(embd2)\n",
    "    x1 = SpatialDropout1D(spatial_dr, name = 'our-spdrop_1')(first)\n",
    "    \n",
    "    x4 = SpatialDropout1D(spatial_dr, name = 'our-spdrop_2')(second)\n",
    "    \n",
    "    x1_cnn = Conv1D(conv_size, kernel_size=2, padding='valid', kernel_initializer='he_uniform')(x1)\n",
    "    max_pool1_cnn = MaxPooling1D(pool_size=2)(x1_cnn)\n",
    "\n",
    "    x2_cnn = Conv1D(conv_size, kernel_size=3, padding='valid', kernel_initializer='he_uniform')(x1)\n",
    "    max_pool2_cnn = MaxPooling1D(pool_size=2)(x2_cnn)\n",
    "\n",
    "    x1_cnn_c = concatenate([max_pool1_cnn, max_pool2_cnn])#, x1])\n",
    "    x_lstm1 = Bidirectional(LSTM(units, return_sequences = True))(x1_cnn_c)\n",
    "    x_lstm11 = Dropout(dr)(x_lstm1)\n",
    "    x_lstm111 = AttentionWithContext()(x_lstm11)\n",
    "\n",
    "\n",
    "    x3_cnn = Conv1D(conv_size, kernel_size=2, padding='valid', kernel_initializer='he_uniform')(x4)\n",
    "    #avg_pool3_cnn = GlobalAveragePooling1D()(x3_cnn)\n",
    "    max_pool3_cnn = MaxPooling1D(pool_size=2)(x3_cnn)\n",
    "\n",
    "    x4_cnn = Conv1D(conv_size, kernel_size=3, padding='valid', kernel_initializer='he_uniform')(x4)\n",
    "    #avg_pool4_cnn = GlobalAveragePooling1D()(x4_cnn)\n",
    "    max_pool4_cnn = MaxPooling1D(pool_size=2)(x4_cnn)\n",
    "\n",
    "    x2_cnn_c = concatenate([max_pool3_cnn, max_pool4_cnn])#, x1])\n",
    "    x_gru2 = Bidirectional(GRU(units, return_sequences = True))(x2_cnn_c)\n",
    "    x_gru22 = Dropout(dr)(x_gru2)\n",
    "    x_gru222 = AttentionWithContext()(x_gru22)\n",
    "\n",
    "\n",
    "    x = concatenate([x_gru222, x_lstm111])#, x1])\n",
    "    x = BatchNormalization()(x)\n",
    "   \n",
    "    x = Dropout(dr)(Dense(dense_units, activation='relu') (x))\n",
    "    x = BatchNormalization()(x)\n",
    "    x = Dropout(dr)(x)\n",
    "    x = Dense(int(dense_units / 2), activation='relu') (x)\n",
    "    x = Dense(1, activation = \"sigmoid\")(x)\n",
    "    model = Model(inputs = inp, outputs = x)\n",
    "    model.compile(loss = \"binary_crossentropy\", optimizer = Adam(lr = lr, decay = lr_d), metrics = [\"accuracy\"])\n",
    "   # model.compile(loss = \"binary_crossentropy\", optimizer = 'adam', metrics = [\"accuracy\"])\n",
    "    \n",
    "    \n",
    "    print(model.summary())\n",
    "    plot_model(model, show_shapes=True, to_file= path + 'model/our_model_afgan.png')\n",
    "    history = model.fit(tweets, labels, batch_size = 128, epochs = 50,  validation_split=0.10, \n",
    "                        verbose = 1, callbacks = [check_point])\n",
    "    hist_df = pd.DataFrame(history.history)\n",
    "    hist_csv_file = path+'model/our_model_result.csv' \n",
    "    with open(hist_csv_file, mode='w') as f:\n",
    "        hist_df.to_csv(f)\n",
    "    return model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "6db89cbd",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model: \"model\"\n",
      "__________________________________________________________________________________________________\n",
      "Layer (type)                    Output Shape         Param #     Connected to                     \n",
      "==================================================================================================\n",
      "our-inp (InputLayer)            [(None, 40)]         0                                            \n",
      "__________________________________________________________________________________________________\n",
      "our-embd_2 (Embedding)          (None, 40, 200)      18000200    our-inp[0][0]                    \n",
      "__________________________________________________________________________________________________\n",
      "our-embd_1 (Embedding)          (None, 40, 200)      18000200    our-inp[0][0]                    \n",
      "__________________________________________________________________________________________________\n",
      "gaussian_noise_1 (GaussianNoise (None, 40, 200)      0           our-embd_2[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "gaussian_noise (GaussianNoise)  (None, 40, 200)      0           our-embd_1[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "our-spdrop_2 (SpatialDropout1D) (None, 40, 200)      0           gaussian_noise_1[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "our-spdrop_1 (SpatialDropout1D) (None, 40, 200)      0           gaussian_noise[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "conv1d_2 (Conv1D)               (None, 39, 32)       12832       our-spdrop_2[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv1d_3 (Conv1D)               (None, 38, 32)       19232       our-spdrop_2[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv1d (Conv1D)                 (None, 39, 32)       12832       our-spdrop_1[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv1d_1 (Conv1D)               (None, 38, 32)       19232       our-spdrop_1[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "max_pooling1d_2 (MaxPooling1D)  (None, 19, 32)       0           conv1d_2[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "max_pooling1d_3 (MaxPooling1D)  (None, 19, 32)       0           conv1d_3[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "max_pooling1d (MaxPooling1D)    (None, 19, 32)       0           conv1d[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "max_pooling1d_1 (MaxPooling1D)  (None, 19, 32)       0           conv1d_1[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "concatenate_1 (Concatenate)     (None, 19, 64)       0           max_pooling1d_2[0][0]            \n",
      "                                                                 max_pooling1d_3[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "concatenate (Concatenate)       (None, 19, 64)       0           max_pooling1d[0][0]              \n",
      "                                                                 max_pooling1d_1[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "bidirectional_1 (Bidirectional) (None, 19, 256)      148992      concatenate_1[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bidirectional (Bidirectional)   (None, 19, 256)      197632      concatenate[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "dropout_1 (Dropout)             (None, 19, 256)      0           bidirectional_1[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "dropout (Dropout)               (None, 19, 256)      0           bidirectional[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "attention_with_context_1 (Atten (None, 256)          66048       dropout_1[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "attention_with_context (Attenti (None, 256)          66048       dropout[0][0]                    \n",
      "__________________________________________________________________________________________________\n",
      "concatenate_2 (Concatenate)     (None, 512)          0           attention_with_context_1[0][0]   \n",
      "                                                                 attention_with_context[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization (BatchNorma (None, 512)          2048        concatenate_2[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "dense (Dense)                   (None, 32)           16416       batch_normalization[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "dropout_2 (Dropout)             (None, 32)           0           dense[0][0]                      \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_1 (BatchNor (None, 32)           128         dropout_2[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "dropout_3 (Dropout)             (None, 32)           0           batch_normalization_1[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "dense_1 (Dense)                 (None, 16)           528         dropout_3[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "dense_2 (Dense)                 (None, 1)            17          dense_1[0][0]                    \n",
      "==================================================================================================\n",
      "Total params: 36,562,385\n",
      "Trainable params: 18,561,097\n",
      "Non-trainable params: 18,001,288\n",
      "__________________________________________________________________________________________________\n",
      "None\n",
      "('Failed to import pydot. You must `pip install pydot` and install graphviz (https://graphviz.gitlab.io/download/), ', 'for `pydotprint` to work.')\n",
      "Epoch 1/50\n",
      "223/223 [==============================] - 68s 265ms/step - loss: 0.5838 - accuracy: 0.6907 - val_loss: 0.3347 - val_accuracy: 0.8532\n",
      "\n",
      "Epoch 00001: val_accuracy improved from -inf to 0.85321, saving model to D:/result/afghan/model\\our_model_afghan.hdf5\n",
      "Epoch 2/50\n",
      "223/223 [==============================] - 57s 254ms/step - loss: 0.3490 - accuracy: 0.8434 - val_loss: 0.2277 - val_accuracy: 0.9070\n",
      "\n",
      "Epoch 00002: val_accuracy improved from 0.85321 to 0.90699, saving model to D:/result/afghan/model\\our_model_afghan.hdf5\n",
      "Epoch 3/50\n",
      "223/223 [==============================] - 56s 253ms/step - loss: 0.2619 - accuracy: 0.8894 - val_loss: 0.2000 - val_accuracy: 0.9168\n",
      "\n",
      "Epoch 00003: val_accuracy improved from 0.90699 to 0.91680, saving model to D:/result/afghan/model\\our_model_afghan.hdf5\n",
      "Epoch 4/50\n",
      "223/223 [==============================] - 56s 253ms/step - loss: 0.2120 - accuracy: 0.9165 - val_loss: 0.1761 - val_accuracy: 0.9288\n",
      "\n",
      "Epoch 00004: val_accuracy improved from 0.91680 to 0.92882, saving model to D:/result/afghan/model\\our_model_afghan.hdf5\n",
      "Epoch 5/50\n",
      "223/223 [==============================] - 56s 253ms/step - loss: 0.1722 - accuracy: 0.9312 - val_loss: 0.1482 - val_accuracy: 0.9415\n",
      "\n",
      "Epoch 00005: val_accuracy improved from 0.92882 to 0.94147, saving model to D:/result/afghan/model\\our_model_afghan.hdf5\n",
      "Epoch 6/50\n",
      "223/223 [==============================] - 56s 253ms/step - loss: 0.1422 - accuracy: 0.9461 - val_loss: 0.1590 - val_accuracy: 0.9370\n",
      "\n",
      "Epoch 00006: val_accuracy did not improve from 0.94147\n",
      "Epoch 7/50\n",
      "223/223 [==============================] - 56s 253ms/step - loss: 0.1216 - accuracy: 0.9535 - val_loss: 0.1431 - val_accuracy: 0.9459\n",
      "\n",
      "Epoch 00007: val_accuracy improved from 0.94147 to 0.94590, saving model to D:/result/afghan/model\\our_model_afghan.hdf5\n",
      "Epoch 8/50\n",
      "223/223 [==============================] - 57s 254ms/step - loss: 0.1073 - accuracy: 0.9572 - val_loss: 0.1371 - val_accuracy: 0.9500\n",
      "\n",
      "Epoch 00008: val_accuracy improved from 0.94590 to 0.95002, saving model to D:/result/afghan/model\\our_model_afghan.hdf5\n",
      "Epoch 9/50\n",
      "223/223 [==============================] - 57s 256ms/step - loss: 0.0921 - accuracy: 0.9655 - val_loss: 0.1273 - val_accuracy: 0.9503\n",
      "\n",
      "Epoch 00009: val_accuracy improved from 0.95002 to 0.95033, saving model to D:/result/afghan/model\\our_model_afghan.hdf5\n",
      "Epoch 10/50\n",
      "223/223 [==============================] - 57s 254ms/step - loss: 0.0799 - accuracy: 0.9676 - val_loss: 0.1309 - val_accuracy: 0.9500\n",
      "\n",
      "Epoch 00010: val_accuracy did not improve from 0.95033\n",
      "Epoch 11/50\n",
      "223/223 [==============================] - 57s 258ms/step - loss: 0.0771 - accuracy: 0.9708 - val_loss: 0.1327 - val_accuracy: 0.9579\n",
      "\n",
      "Epoch 00011: val_accuracy improved from 0.95033 to 0.95792, saving model to D:/result/afghan/model\\our_model_afghan.hdf5\n",
      "Epoch 12/50\n",
      "223/223 [==============================] - 59s 265ms/step - loss: 0.0629 - accuracy: 0.9775 - val_loss: 0.1535 - val_accuracy: 0.9557\n",
      "\n",
      "Epoch 00012: val_accuracy did not improve from 0.95792\n",
      "Epoch 13/50\n",
      "223/223 [==============================] - 58s 261ms/step - loss: 0.0527 - accuracy: 0.9813 - val_loss: 0.1419 - val_accuracy: 0.9554\n",
      "\n",
      "Epoch 00013: val_accuracy did not improve from 0.95792\n",
      "Epoch 14/50\n",
      "223/223 [==============================] - 59s 264ms/step - loss: 0.0471 - accuracy: 0.9830 - val_loss: 0.1349 - val_accuracy: 0.9586\n",
      "\n",
      "Epoch 00014: val_accuracy improved from 0.95792 to 0.95856, saving model to D:/result/afghan/model\\our_model_afghan.hdf5\n",
      "Epoch 15/50\n",
      "223/223 [==============================] - 59s 265ms/step - loss: 0.0449 - accuracy: 0.9845 - val_loss: 0.1410 - val_accuracy: 0.9573\n",
      "\n",
      "Epoch 00015: val_accuracy did not improve from 0.95856\n",
      "Epoch 16/50\n",
      "223/223 [==============================] - 60s 268ms/step - loss: 0.0403 - accuracy: 0.9850 - val_loss: 0.1415 - val_accuracy: 0.9595\n",
      "\n",
      "Epoch 00016: val_accuracy improved from 0.95856 to 0.95951, saving model to D:/result/afghan/model\\our_model_afghan.hdf5\n",
      "Epoch 17/50\n",
      "223/223 [==============================] - 59s 265ms/step - loss: 0.0340 - accuracy: 0.9870 - val_loss: 0.1430 - val_accuracy: 0.9592\n",
      "\n",
      "Epoch 00017: val_accuracy did not improve from 0.95951\n",
      "Epoch 18/50\n",
      "223/223 [==============================] - 57s 255ms/step - loss: 0.0309 - accuracy: 0.9899 - val_loss: 0.1306 - val_accuracy: 0.9624\n",
      "\n",
      "Epoch 00018: val_accuracy improved from 0.95951 to 0.96235, saving model to D:/result/afghan/model\\our_model_afghan.hdf5\n",
      "Epoch 19/50\n",
      "223/223 [==============================] - 56s 253ms/step - loss: 0.0305 - accuracy: 0.9901 - val_loss: 0.1545 - val_accuracy: 0.9611\n",
      "\n",
      "Epoch 00019: val_accuracy did not improve from 0.96235\n",
      "Epoch 20/50\n",
      "223/223 [==============================] - 59s 266ms/step - loss: 0.0281 - accuracy: 0.9903 - val_loss: 0.1722 - val_accuracy: 0.9576\n",
      "\n",
      "Epoch 00020: val_accuracy did not improve from 0.96235\n",
      "Epoch 21/50\n",
      "223/223 [==============================] - 59s 263ms/step - loss: 0.0306 - accuracy: 0.9898 - val_loss: 0.1712 - val_accuracy: 0.9525\n",
      "\n",
      "Epoch 00021: val_accuracy did not improve from 0.96235\n",
      "Epoch 22/50\n",
      "223/223 [==============================] - 58s 260ms/step - loss: 0.0249 - accuracy: 0.9922 - val_loss: 0.1731 - val_accuracy: 0.9589\n",
      "\n",
      "Epoch 00022: val_accuracy did not improve from 0.96235\n",
      "Epoch 23/50\n",
      "223/223 [==============================] - 58s 261ms/step - loss: 0.0219 - accuracy: 0.9931 - val_loss: 0.1510 - val_accuracy: 0.9582\n",
      "\n",
      "Epoch 00023: val_accuracy did not improve from 0.96235\n",
      "Epoch 24/50\n",
      "223/223 [==============================] - 59s 266ms/step - loss: 0.0234 - accuracy: 0.9927 - val_loss: 0.1508 - val_accuracy: 0.9611\n",
      "\n",
      "Epoch 00024: val_accuracy did not improve from 0.96235\n",
      "Epoch 25/50\n",
      "223/223 [==============================] - 57s 257ms/step - loss: 0.0175 - accuracy: 0.9941 - val_loss: 0.1826 - val_accuracy: 0.9576\n",
      "\n",
      "Epoch 00025: val_accuracy did not improve from 0.96235\n",
      "Epoch 26/50\n",
      "223/223 [==============================] - 58s 261ms/step - loss: 0.0279 - accuracy: 0.9911 - val_loss: 0.1749 - val_accuracy: 0.9576\n",
      "\n",
      "Epoch 00026: val_accuracy did not improve from 0.96235\n",
      "Epoch 27/50\n",
      "223/223 [==============================] - 60s 268ms/step - loss: 0.0168 - accuracy: 0.9944 - val_loss: 0.1715 - val_accuracy: 0.9608\n",
      "\n",
      "Epoch 00027: val_accuracy did not improve from 0.96235\n",
      "Epoch 28/50\n",
      "223/223 [==============================] - 61s 271ms/step - loss: 0.0163 - accuracy: 0.9948 - val_loss: 0.1744 - val_accuracy: 0.9595\n",
      "\n",
      "Epoch 00028: val_accuracy did not improve from 0.96235\n",
      "Epoch 29/50\n",
      "223/223 [==============================] - 60s 268ms/step - loss: 0.0129 - accuracy: 0.9958 - val_loss: 0.2060 - val_accuracy: 0.9563\n",
      "\n",
      "Epoch 00029: val_accuracy did not improve from 0.96235\n",
      "Epoch 30/50\n",
      "223/223 [==============================] - 58s 260ms/step - loss: 0.0129 - accuracy: 0.9957 - val_loss: 0.1900 - val_accuracy: 0.9582\n",
      "\n",
      "Epoch 00030: val_accuracy did not improve from 0.96235\n",
      "Epoch 31/50\n",
      "223/223 [==============================] - 58s 259ms/step - loss: 0.0132 - accuracy: 0.9954 - val_loss: 0.2044 - val_accuracy: 0.9586\n",
      "\n",
      "Epoch 00031: val_accuracy did not improve from 0.96235\n",
      "Epoch 32/50\n",
      "223/223 [==============================] - 59s 264ms/step - loss: 0.0152 - accuracy: 0.9958 - val_loss: 0.1897 - val_accuracy: 0.9592\n",
      "\n",
      "Epoch 00032: val_accuracy did not improve from 0.96235\n",
      "Epoch 33/50\n",
      "223/223 [==============================] - 59s 265ms/step - loss: 0.0144 - accuracy: 0.9949 - val_loss: 0.1927 - val_accuracy: 0.9617\n",
      "\n",
      "Epoch 00033: val_accuracy did not improve from 0.96235\n",
      "Epoch 34/50\n",
      "223/223 [==============================] - 60s 267ms/step - loss: 0.0120 - accuracy: 0.9958 - val_loss: 0.2030 - val_accuracy: 0.9592\n",
      "\n",
      "Epoch 00034: val_accuracy did not improve from 0.96235\n",
      "Epoch 35/50\n",
      "223/223 [==============================] - 58s 260ms/step - loss: 0.0114 - accuracy: 0.9962 - val_loss: 0.2165 - val_accuracy: 0.9605\n",
      "\n",
      "Epoch 00035: val_accuracy did not improve from 0.96235\n",
      "Epoch 36/50\n",
      "223/223 [==============================] - 59s 265ms/step - loss: 0.0111 - accuracy: 0.9959 - val_loss: 0.2199 - val_accuracy: 0.9614\n",
      "\n",
      "Epoch 00036: val_accuracy did not improve from 0.96235\n",
      "Epoch 37/50\n",
      "223/223 [==============================] - 59s 266ms/step - loss: 0.0118 - accuracy: 0.9964 - val_loss: 0.2325 - val_accuracy: 0.9592\n",
      "\n",
      "Epoch 00037: val_accuracy did not improve from 0.96235\n",
      "Epoch 38/50\n",
      "223/223 [==============================] - 60s 267ms/step - loss: 0.0109 - accuracy: 0.9964 - val_loss: 0.1896 - val_accuracy: 0.9617\n",
      "\n",
      "Epoch 00038: val_accuracy did not improve from 0.96235\n",
      "Epoch 39/50\n",
      "223/223 [==============================] - 59s 264ms/step - loss: 0.0096 - accuracy: 0.9971 - val_loss: 0.2087 - val_accuracy: 0.9608\n",
      "\n",
      "Epoch 00039: val_accuracy did not improve from 0.96235\n",
      "Epoch 40/50\n",
      "223/223 [==============================] - 59s 264ms/step - loss: 0.0103 - accuracy: 0.9966 - val_loss: 0.2110 - val_accuracy: 0.9589\n",
      "\n",
      "Epoch 00040: val_accuracy did not improve from 0.96235\n",
      "Epoch 41/50\n",
      "223/223 [==============================] - 59s 265ms/step - loss: 0.0109 - accuracy: 0.9967 - val_loss: 0.1875 - val_accuracy: 0.9614\n",
      "\n",
      "Epoch 00041: val_accuracy did not improve from 0.96235\n",
      "Epoch 42/50\n",
      "223/223 [==============================] - 58s 262ms/step - loss: 0.0094 - accuracy: 0.9968 - val_loss: 0.2180 - val_accuracy: 0.9624\n",
      "\n",
      "Epoch 00042: val_accuracy did not improve from 0.96235\n",
      "Epoch 43/50\n",
      "223/223 [==============================] - 56s 252ms/step - loss: 0.0087 - accuracy: 0.9973 - val_loss: 0.2048 - val_accuracy: 0.9605\n",
      "\n",
      "Epoch 00043: val_accuracy did not improve from 0.96235\n",
      "Epoch 44/50\n",
      "223/223 [==============================] - 56s 252ms/step - loss: 0.0065 - accuracy: 0.9977 - val_loss: 0.2603 - val_accuracy: 0.9589\n",
      "\n",
      "Epoch 00044: val_accuracy did not improve from 0.96235\n",
      "Epoch 45/50\n",
      "223/223 [==============================] - 56s 253ms/step - loss: 0.0075 - accuracy: 0.9977 - val_loss: 0.2265 - val_accuracy: 0.9605\n",
      "\n",
      "Epoch 00045: val_accuracy did not improve from 0.96235\n",
      "Epoch 46/50\n",
      "223/223 [==============================] - 56s 252ms/step - loss: 0.0087 - accuracy: 0.9973 - val_loss: 0.2393 - val_accuracy: 0.9601\n",
      "\n",
      "Epoch 00046: val_accuracy did not improve from 0.96235\n",
      "Epoch 47/50\n",
      "223/223 [==============================] - 56s 251ms/step - loss: 0.0107 - accuracy: 0.9966 - val_loss: 0.2315 - val_accuracy: 0.9617\n",
      "\n",
      "Epoch 00047: val_accuracy did not improve from 0.96235\n",
      "Epoch 48/50\n",
      "223/223 [==============================] - 57s 257ms/step - loss: 0.0070 - accuracy: 0.9980 - val_loss: 0.2611 - val_accuracy: 0.9617\n",
      "\n",
      "Epoch 00048: val_accuracy did not improve from 0.96235\n",
      "Epoch 49/50\n",
      "223/223 [==============================] - 57s 253ms/step - loss: 0.0058 - accuracy: 0.9980 - val_loss: 0.2621 - val_accuracy: 0.9620\n",
      "\n",
      "Epoch 00049: val_accuracy did not improve from 0.96235\n",
      "Epoch 50/50\n",
      "223/223 [==============================] - 56s 252ms/step - loss: 0.0068 - accuracy: 0.9978 - val_loss: 0.2638 - val_accuracy: 0.9633\n",
      "\n",
      "Epoch 00050: val_accuracy improved from 0.96235 to 0.96330, saving model to D:/result/afghan/model\\our_model_afghan.hdf5\n"
     ]
    }
   ],
   "source": [
    "max_len = 40\n",
    "model = ARC_model(lr = 1e-3, lr_d = 1e-10, units = 128, spatial_dr = 0.5, kernel_size1=2, kernel_size2=3, dense_units=32, dr=0.2, conv_size=32)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "3f8444ce",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Generating feature vectors\n",
      "Processing 2977/3511"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    }
   ],
   "source": [
    "x_test_new,y_test_new = process_tweets(TEST_PROCESSED_FILE, test_file=True)\n",
    "x_test_new = pad_sequences(x_test_new, maxlen=max_length, padding='post')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "8bb5a5f6",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Our model loaded\n"
     ]
    }
   ],
   "source": [
    "\n",
    "max_len = 40\n",
    "dataset_name = 'sd4a_dataset'\n",
    "\n",
    "loaded_our_model1 = load_model(path + 'model/our_model_sd4a.hdf5', custom_objects={'AttentionWithContext': AttentionWithContext , \"tf\": tf})\n",
    "print('Our model loaded')\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "9e91f3fb",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "our model complete!\n"
     ]
    }
   ],
   "source": [
    "\n",
    "yhat_our1 = loaded_our_model1.predict(x_test_new)\n",
    "print('our model complete!')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "id": "6ee78910",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAnEAAAIICAYAAAABoLgxAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuNCwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8QVMy6AAAACXBIWXMAAAsTAAALEwEAmpwYAAB0l0lEQVR4nO3deXhTZf428Puckz1N0zYtXWjZBBQEF0CQRVBGUBwVxw1lVHDc0Z/gLuiIuMy8ow6j6KDjAiigMKMiIyAKCOKORVAUEBBLKW3pRptu2Z/3j9IMpQtJm/RkuT/XxUVyck7yTU/T3n3Os0hCCAEiIiIiiiqy2gUQERERUfAY4oiIiIiiEEMcERERURRiiCMiIiKKQgxxRERERFFIo3YB4VJVVaV2CUREREQhY7Vam9xnSxwRERFRFGKIIyIiIopCMXs59VjHNz+GWm5uLoYMGRLW16Dg8bxELp6byMTzErl4biJTZ5yXtrqHsSWOiIiIKAoxxBERERFFIYY4IiIioijEEEdEREQUhRjiiIiIiKIQQxwRERFRFGKIIyIiIopCDHFEREREUYghjoiIiCgKMcQRERERRSGGOCIiIqIoxBBHREREFIUY4oiIiIiiEEMcERERURRSNcRt3rwZl156Kbp27QpJkrBo0aITHrNjxw6MGTMGRqMRXbt2xRNPPAEhRPiLJSIiIoogqoa4mpoaDBgwAC+88AKMRuMJ97fb7Rg3bhzS09Px3XffYd68eXj22Wcxd+7cTqiWiIiIKHJo1Hzxiy66CBdddBEAYOrUqSfcf+nSpairq8Obb74Jo9GIAQMGYNeuXZg7dy7uvfdeSJIU5oqJiIjawe0GduwAfL52HW7auTPEBVEoSB6Pqq+vaogL1tdff41zzjmnSavdBRdcgD//+c/Iy8tDz549VayOKHycTid0Oh3/UKGWud3AwYNAXl7zxwoLG8KD2XzCp8k8dAhYsyb09Z3IRx8BOl3Dv3Bbvx7Q64HO/iw5HB06vH+IyqDQUj7+WNXXj6oQV1xcjOzs7Cbb0tPT/Y+1FuJyc3PDWpfX68Unn3ziv2+1WuF2u+HxeOByuQAAJpMJACDLMmpqagAAGo0GBoMBiqKgqqqqyfFerxcOhwOeoyk/ISEBvqN/wdXV1QEAdDodNBoNtFpts+N9Ph9qa2v9x1gsFni9Xvh8PjiO/jAxGAyQZRmKoqC6utpfn9lshizLzZ4zGt/TJ598EhPvyeFwwOv1QqPRIDk5GbEg3J/L40luN+Ta2g4/j+7wYeiLi5tss+TmQshypwUD2+rVcHbtCgBI+PnnkD1v15A9U4RzOtWugGJIuH+W9enTp9XHoirEAWjWEtE4qKGtFoohQ4aEtaavv/4aI0aMCOtrUPD27duH3r17q11GSHi9Xn9orK+vh0ajgcPhgNVqjZzWufJy4OgfA35OJ/Dtt03DTUkJjqxejeQ2fjB12J49wJYtQPfuDffz84EQBLhIoq2sDP6gM85o8+G6ujr/HzKdbu9e4OKLgS5dwv9aFRXApZd2fmtcYiIwcGC7XveHH37A6aefHoaiqCM8+flhzxjH/vF/vKgKcRkZGSg+7i/gkpISAP9rkVNDbYz9cqDIU1FRAavVCkVRkJCQAABwuVwoKCiATqdDly5dGsLcgQNAGx/4Jqqrge++a/8lrIKChoCWmgr8+99BHZoMABs3tu91g7FrV3if/9hfxkIAw4Y1XKrrDLt2ATffDMgyUF8PnH8+cNppQFJS83212oDO887c3LD/QqL2cR86BGRmql0GHe/QIVVfPqpC3PDhw/HQQw/B4XDAYDAAANatW4esrCz06NFDtbp87eyoSirxeCBv2wYc1yFV3r8fmqVLgQBGSne2dJcLOK6FJPHoPx+AGgDajz9GnUaDJKczMieAtFr9N0V1NSSfr6HlJVzq6hr6gY0c2XDf621o5ekfgt5F/fu3HJaIiDqRqiGupqYG+/btA9AQhPLz87F9+3akpKSgW7dumDlzJrZs2YINGzYAACZPnow5c+Zg6tSpePTRR7Fnzx78v//3/zB79uzIuaQUD4QAjvYXa5HTCWXbtob92iBv2wappgZQlI7X5HJB+/bb8PXsCeVo/4QzOv6sEaOtD6oMwHL0tkeWUZiQAL3XC1t9feBhLienfYXZ7Q2tURdeCBQVAU891SSsAQASEoDj+qtuZYsPEVGHqRricnNzcd555/nvz549G7Nnz8aUKVOwaNEiFBUV4ddff/U/brVasW7dOtx5550YMmQIkpOTcd999+Hee+9Vo3w/i8Vy4p2ind0O3TPPQPOf/0AuLFS7mlYp5eUdfg4hy/AEMOVNZ/IJAX0Al8MSfD4kXHMNRK9eqKmrg6IoqHc4kJyYCFluIdKZzQ2XQ4mIKOqoGuLOPffcNldbaGkFh4EDB2Lz5s1hrCp4Xq9X7RJCRv7hB2j/+U8oGzdCcjohrFbILU1bEEK+Hj0g0tI6/kRCQDp0CJ4rrwR8PhT07o3MVvqQCKsVvv79m3cw1ukCmopBDfqjfeECIeF/rXOoq0NhRQUMBgOSk5OhhKLlk4iIVBdVfeIiVTT2iZOKiyHv3Qv5m28AgwGaf/8byvbtzfc7cqTZNu/gwfBcdBF8w4e3+vzCZoOvb98TF6IoYRshZt+3D11iZHRqaWmpf0BDsEwmk3/EYeO0KfX19UhJSWGgIyKKYgxxIeDo4CSOYScElFWrYLjzTsDhgFRfH9Bh3hEj4D3zTIhu3QCXC74BA+D93e86f1g+hUxjEFQUBcXFxTAajbBYLNBqtSpXRkREwWKIi1U+H+RffoH2H/+A9p13Trx7r16Q9++He/JkuG+8Eb6zz+6EIkktRqMRXY9OFltXV4f6+nrU19fDZrNBo+GPBSKiaMCf1iHQON2JaoSAdPAg4PVC/vlnGKZOhdTGjOTu66+Hr1cveC6+GCIjg1MlRIG0UPQZbEXjpVa9Xo+SkhL/5VddZyyBRERE7cYQFwItjvrrjNf98ksYr7kGUgAzt3vPPBP1a9c2m2uMooPT6Wx3n7hA6fV6ZGVlAWjoIlBZWQmHwwGbzcbLrUREEYghLgTU6Byu/dvfoH/qqTb3cd16Kzx/+lPLozApqjSu7dpZDAYDDAYDXC4XysrKYDabodPp1G91JiIiP4a4EKg+fr3IMJK3boXp3HObbXdfdx3cd90FyDJ8vXp13tI/1CnUGjyj0+n807Q4nU4cOXIE9fX1SE1N5eVWIiKVMcRFk/LyZgHOPXkynP/6lzr1UFzR6/XQ6/VISEhAeXk5EhISIMuyegumExHFuYhcYjHahL1PXE0NDFddhYTj1od1vPACA1ycSExMVLsEP61Wi4yMDCQkJECr1aK8vByFhYWRP9UOEVGMYUtcCJjDOcN/fT0SWlh1oKaqClBpQAVRI61WC5vNBo/Hg4qKCvh8Pvh8vrAPwiAiIrbEhUTYWuJcLiR06dJkk3fYMNQcOcIAF2fUGgEdKI1Ggy5dusBkMsFoNKK0tBSHDh1CfYATSxMRUfDYEhcCVVVVoXsyISB/9RWksjIYr7uuyUM15eUNa3tS3KmsrERycrLaZQREURSkpaXB6/WioqICQMP6wmazGRJHSRMRhQxDXITR3347tG+/3Wx77fbtDHAUVRrDHNCwvnBJSQncbnfUhFEiokjHEBdBpJKSJgFOaDSQPB7U7N8PhHHGfop80T6dhyzLSE9Ph8/nw5EjR+ByuVBTUwOTyRTxl4qJiCIVf3qGgNVqDcnz6B56yH/b+cgjqD1yBDXV1QxwFDPTeMiyDJvNBp1OB7PZjJKSEhQUFHTqXItERLGCLXEh4Ha7O/4kQkD77rv/e84ZMzr+nBQzYnHZK0mSkJGRAZ/Ph6qqKjgcDvh8Puj1elVWQSEiijYMcSHg8Xg69gRlZUjo2fN/z3fJJQCXN6JjlJaWxuy0HbIsN+knV1RUBI/HA6vVCovFwsEQREStYIgLgY6ua6n55JMm951/+UuHno8ommVmZkIIAbvdDqfTCaBhkEQstkYSEXUEQ1wEMNx2m/927b59EOnpKlZDpD5Jkvx9TYUQOHz4MFwuFywWC5KSktg6R0QEhriQ6Einc2XFiib3GeCoJWlxPLilse8cAFRXV8PpdPpDnF6vV7M0IiJVMcSpTLN2rf923YYNKlZCkSwkg2digMViAdAw71xpaSmcTicSEhKQkpKicmVERJ2PIS4EOjLPlTi67qowGOAbOjRUJVGMqaur4yS5x2icdw5o+NrU1dVBo9HA6/XCaDSqXB0RUedgiAuBmpqaDj+Hd9SoEFRCsaqjg2diWWN3hsapSsrKymAymWCz2VSujIgovBjiVKZ77TW1SyCKCbIs+/sOOp1O1NTUQKfTwePxxMxkyUREx+KKDSGg0QSfhaWiIiQc7d8DANLhw6EsiWJMUlKS2iVEFb1ej4SEBGg0GtTV1eHgwYMoLy9XuywiopBiS1wIGNoxMa9x/Pgm951//3uoyqEY5PP51C4hKsmyjNTUVAANg0Psdjv0ej3cbnfMTp5MRPGDIS4E2rNEkJyX579du38/RBxPIUHUGbRaLbRaLXw+H2pra5Gfnw+z2cy+c0QUtRjiQqCqqqrdxzpnzWKAoxOy2+0MGyEiyzJSUlKQkpICr9cLu90OjUYDj8eDxMREtcsjIgoY+8SpQN61y3/b16+fipUQxTdFUZCYmAij0Qiv1+vvOyeEULs0IqITYkucCrQvvui/7Rs5UsVKKFq0p98lBU6SJCQnJyM5ORlCCFRXV0OWZXi9XiQmJnKZLyKKSGyJC4HGNR4Dpaxf778tOIErBUCn06ldQtyQJAmJiYkwm82QJAkFBQU4cuQIB5cQUcRhS1wIeL3e4A44OqO8+/LLgXZMT0Lxh2uEdr7GMNfYT666uhpCCHi9Xlit1g6t1EJEFAr8KRQCDocj4H2lwkLI+/cDAHxnnRWukijGlJaWql1C3LNYLEhMTIRGo0FhYSGqqqqC/wOOiCiEGOJCwOPxBLSf9tlnYT75ZP990aVLuEoiojCxWCzIzs6G1WqFw+FAZWUlysvLebmViDodr+V1EnnnTuifeKLJNs9VV6lUDRGFgtlsBgDU1taisLAQVqsVBoMBWq1W5cqIKB6wJS4EApr5vaLCf9M9aRJq7HaAI94oQGmcSzCimc1mZGdnw2KxwO12o6KiAqWlpbzcSkRhxZa4EAjkMop0zCVX59y5DHAUFIaB6GEymWAymVBXV4fi4mJYrVZotVoOTiGikGOI6yTGSy5RuwSKYlVVVUFPZUPqagxzQMPgp7KyMvh8PqSkpEDDUelEFAL8SRICdXV1bT6ueeedphssljBWQ7GILXHRzWAwwGAwwOFwoKSkBElJSZAkCcaj0w0REbUHQ1y4VVXBcOut/rs1hYW8lEoUpwwGA7KysgAALpcLJSUl8Pl8sNlsHAxBREHjwIYQaGs2fc2qVf7bIjmZrXDULikpKWqXQCGm0+nQpUsXpKSkoLS0FA6H44St+kREx2JLXAi01b/FcPvt/tu1xyx8TxSMQOcipOij0+mQlZXlXw2iuLgYQgjYbDYut0ZEbWKIC4FWL4MI0fT+0TmliILFPnGxT5IkaDQaZGRkwO12o7y8HElJSfD5fP4BEkREx2KIC4GqqqoWtyccXXMRAJyPP95J1VAsqq2tVbsE6kRarRYZGRkAGgJ8YWEhAMBms3GqEiLyY4gLE2Xt2ib33ccMbiAiCpSiKMjKyoLH40F5eTmsViuEEDAYDJA4SIoorjHEhYl84ID/dk1eHgc0UIeYeSk+7mk0GqSnpwNomGD80KFDkCQJKSkpnKqEKE4xxIVAS5Owyt98AwAQKSmAzdbZJVGMURRF7RIogsiyjOzsbHi9XlRUVECSJEiSBK1WC1nmpANE8YIhLgSaLbvl80H77rvqFEMxiTP8U0sURfGvq+vz+fx951JSUjgYgigO8DdDCBzf6Vw6eNB/2zNhQmeXQzGooqKCy25Rm45tnausrIQkSVAUxf+PiGIPQ1wIHN8SJ//wg/+269FHO7scIopjiqLAdrQLh9frxeHDh+Hz+ZCUlISEhASVqyOiUGKIC4djRoyJ7GwVC6FYwZYUao/Gka0+nw/V1dWora2FTqfzz0lHRNGNn+IQsLQy8lSwgzGFCC+lUkfIsuz/HmpsnfN6vbBarUg8Zj5LIoouDHEhcPxs+pLLpVIlFKvYEkeh0tg6J4RAbW0tqqurYTAY1C6LiNqBTUUhcHyfOP2ddwIApONHrRK1U2lpqdolUIyRJAkJCQmwWCyQJAllZWUoLS2F3W5XuzQiChBDXAg4HI6mG5xOdQohImoHjUaDzMxMpKamQqvVwm63w+VywcmfZUQRjZdTw0DyeAAArrvvVrkSIqLASZIEo9EIo9EIj8eDsrIyuFwuWK1W9sskikAMcSFwbH8S6ZjLXr6TTlKjHIpBjRO6EnUWjUaDjIwMAIDL5YLdbodOpwMA9qEjihC8nBoCxy5zI+Xn+2/7Tj1VjXIoBvGyFqlJp9MhMTHRf6k1Pz8fVVVVapdFFPfYEhcCrY0cFD16dG4hFLNcHPFMEUBRFHTp0gUA4PF4YLfb/fPNcZkvos7HlrgQqK6uVrsEinHNBs8QqUyj0SAxMRF6vR61tbVsnSNSAVviiIio3RRF8ffZ9Pl8sNvtkCTJP4UJEYUPW+JCQObKDBRmnFWfooEsy0hMTITZbIbT6UR+fj7sdjuEEGqXRhST2BIXAmazWe0SiIgihizLsNlssNlsEEKgpqYGXq8XiqK0ukwhEQWPTUghwJY4Cjd+j1G0kiQJFosFVqsVHo8HBw8eRHV1dbPlCokoeGyJCwF25qVwq6ysRHJystplELWbJElITk72fx/X1NTA5XJBURQkJiZCkiSVKySKPvzznoiIOl1CQoI/0BUUFKC2thaeo6vdEFFg2BJHFAUaZ8oniiWSJDVZ0qu2thZHjhyBRqNBUlISW+eIToAtcSFw7JqC8rZtKlZCsYoTqVI8MJvNSEtLg0ajwaFDh1BfX8+JronawJa4EHC73f7b+lmz/LeF0ahGORSDtFqt2iUQdRqLxQKLxQIhBBwOB0pKSqAoCpKTkznIh+gY/DSEwLH9OHx9+/7vAc7tRSFSWlqqdglEnU6SJBiNRnTp0gV6vR6FhYVwOp1cS5joKLbEhUBLzf3OY1rkiIioYxISEpCQkACfzwePx4Pi4mIoioKUlJRW168minVsiSMioqghyzJ0Oh0yMjJgNptRVFTE1jmKW2yJCwF2Oqdwa1ybkoj+x2QywWQywefzwefzobCwEBqNBjabja1zFBfYEkcUBY4dPENETcmyDI1Gg6ysLCQmJuLw4cNsnaO4oHqImz9/Pnr27AmDwYDBgwfj888/b3P/jz/+GMOHD4fFYkFqaiomTpyIPXv2dFK1LeNoKQq3uro6tUsgigoGgwFZWVnQarXQaDQoKChAcXEx/xCimKRq+li+fDmmT5+OWbNmYdu2bRgxYgQmTJiA/Pz8Fvf/7bffMHHiRJxzzjnYtm0b1q9fj/r6elx00UWdXHlTNTU1qr4+xT7OlUUUHFmWoSgKsrOzkZycjNLSUjgcDn6WKKaoGuLmzp2LqVOn4pZbbkG/fv3w4osvIjMzEy+//HKL+2/duhVutxt//etf0bt3b5xxxhmYOXMmfv31V5SVlXVy9UREFA30ej2ysrKg1+uhKAoOHjyIoqIits5R1FMtxLlcLmzduhXjx49vsn38+PH46quvWjxmyJAh0Gq1eP311+H1elFdXY0333wTZ511FlJTUzuj7BZpNBwfQuGVlJSkdglEUU+SJCiKgpycHKSmpqKiogJ1dXVwu90QQqhdHlHQVEsfZWVl8Hq9SE9Pb7I9PT0d69evb/GYHj16YN26dbjqqqtw5513wufz4cwzz8RHH33U5mvl5uaGrO6WGAwG7Nu3DwBwxg8/AAAqKipw+Og2Us++GDkHNTU1MBgMapcRUuH+XFL7xNt5EULA5/OhoqICiqLAYrFE7Aop8XZuokW4z0ufPn1afUz1JqTjFzgWQrS66HFxcTFuuukm3HDDDbj22mtRXV2Nxx57DFdffTU+/fTTVgcYDBkyJOR1H+vbb79F7969gWNm1bclJMDSu3dYX5fatm/fvobzEgOcTidsNpvaZYRMbm5u2D+XFLx4Py9utxtVVVUwGAwwGAyQZTliBq7F+7mJVJ1xXqqqqlp9TLUQl5qaCkVRUFxc3GR7SUlJs9a5Rv/85z9hNpvxzDPP+LctWbIEOTk5+OqrrzBq1Kiw1tyaxi+wdMzyW55x41SphWKT3W6PqRBHFIm0Wq2/a47b7UZhYSEkSYLNZou5lnCKDar9iaHT6TB48GCsW7euyfZ169ZhxIgRLR5TV1fXbALHxvs+ny88hbaX0ah2BURE1E5arRbZ2dnIyMhAfX09qqur4fF4Iu93DcU1VduJ7733XixatAivv/46du3ahenTp6OwsBC33347AGDmzJn43e9+59//97//Pb7//nvMmTMHe/fuxffff48bb7wROTk5GDx4sFpvgyjs2ApApA5FUZCcnAyLxQIhBAoLC1FQUMC5GykiqNonbtKkSSgvL8dTTz2FoqIiDBgwAGvWrEH37t0BAEVFRfj111/9+48dOxZvv/02nnnmGTz77LMwGo04++yzsXbtWpjNZrXeBqxWa8MNjm6iMNHpdGqXQBT3GlvnvF4v6urqYLfbYTKZ/KNeiTqb6gMbpk2bhmnTprX42KJFi5ptu+aaa3DNNdeEuargeL1eAID+2PcRIZ1hKTbo9Xq1SyCioxpHsQIN02WVlpZCCIHk5GRVGxQo/qge4mKBw+FouHHMfHG+U09VqRqKRaWlpUhISFC7DCI6jk6nQ9euXeHz+eBwOGC32/0jWzmHKIUbv8NCwNM4KvXo1CjuG25oEuiIiCi2ybIMk8kEoKF1rqSkBF6vF8nJyfwDjMKGSSMceCmViChu6XQ6ZGVlQQgBl8sFu90OnU4HRVEidiJhik4McSHAv7Io3NLS0tQugYiCJEkS9Ho99Ho93G43ysrK4PF42DpHIcMQFwKN8wZp1q5VuRKKVY2DZ4goOmm1WmRmZkIIAY/HA7vd7m+Z4+hzai9e9wsDqbJS7RIoxrS17AoRRQ9JkqDVapGYmAidToeKigrk5+ejpqZG7dIoCrElLgSOn/TRffnlKlVCsYotcUSxR6vVIiMjA0DDZ9xutwOA/xIs0YkwxIUDm8aJiCgIiqIgMTERHo8H5eXlcDqdsNlsnHeO2sQQFwLsz0DhlpKSonYJRNQJNBoN0tPTATT0t7bb7fB6vXC5XCpXRpGIfeJCgBM6Urj55yIkorghyzISExORmJiI+vp65Ofno66uzj+YjojpIwQ47w+FG/vEEcUvRVFgtVrRrVs3CCFQU1MDl8sFg8HAy61xji1xIcCRgxRutbW1apdARBFAkiRYLBYkJyfD4XAgPz8fDoeDf+jFKbbEERERRRlZlmGz2WCz2SCEQG1tLerq6mA0GmGxWNQujzoJW+KIogAvmRBRayRJQkJCAlJTU+HxeJCfnw+n08m+tHGALXEhYLVa1S6BYpyiKGqXQEQRTpZlJCcnIzk5GT6fD06nE2VlZTCZTLBYLJAkSe0SKcTYEhcCHClE4cYR0EQUDFmWYTQakZ6eDiEECgoK4HK54Ha71S6NQoghLgTY6ZzCraKiQu0SiCgKSZIEq9WKnJwcKIoCIQQOHTqEI0eOQAihdnnUQQxxIcCWOCIiinSKokCn06Fr165QFAUFBQVwu91snYtivEZDFAXYJ46IQqlxEmGv1wufz4eCggKYTCYkJSVBltm+Ey14pkKAw7kp3Dh4hojCQVEUaLVaZGdnQ6fTobCwkH3noghb4kLA6/UCnPCXwogtcUQUbgkJCUhISIDX64UQAgcPHoTRaERycjJ/BkUotsSFgM/ng/Ltt/77okcP9YqhmFRaWqp2CUQUJxRFgUajQU5ODkwmEw4fPgyHw8F55yIQW+JCwOFwAMcseeLr31/FaoiIiELDZDLBZDL5+84dPHgQBoMBKSkpbJ2LAGyJIyIiojY19p3LyclBQkICysrKUFtbyzVbVcaWuBAwGAxAebnaZVAMS0tLU7sEIiIAgNFohNFohM/ng8fjQWFhIXQ6HWw2Gycm72RsiQsBWZahe+YZtcugGOZ0OtUugYioCVmWodPpkJOTg6SkJFRWVqK6uppzp3YiRuYQ0LpcULZv/98Grk9HIeZyudQugYioVXq9Hnq9HkIIuFwulJSUQKvVwmazQavVql1ezGKICwHfL7/4bzv+9S8VK6FY5XA41C6BiOiEJEmCXq9HTk4OXC4XampqoCgKzGYzZFmGxEaOkGKICzHvmDFql0BERKQ6nU4HnU4HoOEP0dLSUiiKgtTUVP926hiGuBCQuYgwhVliYqLaJRARtZvBYEBOTg7cbjfq6+vhcDhgMpkgyzKX+eoAhrgQyNq27X93+M1IRETUIq1W6+8j53A4UFZWBlmWYbPZoNfrVa4u+jDEhcIxwU1kZKhYCMUq/qVKRLHGYDAgOzsbHo8HTqcTTqcTBoMBGo2GP/MCxBAXAs6jnc69AwdyZCqFRWVlJZKTk9Uug4go5DQajX9+OYfDgcLCQgBAampqwzys1CqGOCIiIooIja1zXq8XbrcbdrsdOp0OWq2Wy3y1gCGOKApwJBcRxRNFUaAoCgwGAxwOB4qLiyGEgM1mg9FoVLu8iMEQ10HV1dUoEQIpej2MHg+qq6uh0+mg1+tRWlrq3y8tLQ1erxdVVVX+teZSUlLg8Xjg9XpRW1sLADCbzVAUBRqNBhUVFQAavpmtVisURWn2nE6nEy6Xyz+PWOMoRlmWUVlZCaAhAJhMJmi12mbHu91u1NXV+SeTTUpK8s+2bbfbATT8ZRSN76mkpARWqzUm3pPFYgERUTwyGAzo2rWrf5kvu90OjUYDnU4X98t8xfe7DwGLxYLuJhN0Ph9kvd7/S1yv1yMhIaHZ/larNeDnbmnf45+zpddo1FIfqpb2b62vlc1mC+j4SH1PRUVF6NmzZ5Pt0fyeiIjiWeMyXzqdDk6nEyUlJfD5fHHdd44hLkQS3G5ACMBkQmlpqX8OnOTkZI6yISIiCiG9Xo+srCz4fD74fD7/VRaj0RhXy3wxxIVBWloaAKCurg5utxtCCAgheB2fiIgohBonC05MTITT6URpaSm8Xi/S0tLionWOIS4E5FYWJzeZTAAAIQTKy8tRVlYGg8GA1NRUrh9HREQUQo2tc0IIf+uc1+uF2WyO2cFhDHEhYP7pp4Ybp57a4uOSJCE1NRVAwxw4DocDsizD7Xaz7xMREVEISZIERVGQmJgIt9uN8vJyuFwupKenQ6fTxVQjCkNcCMh1dQ03evQ44b6NzbtCCNTW1iI/Px96vR7p6elhrJCIiCj+aLVaZBxdScnn86GmpgZOpxMWiyUmlvliiAulINK9JElISUlBSkqKf0oMRVHgdDq52DkREVGIybIMi8UCo9GI8vJyOJ1OZGRkRPUyXwxxEaBxQWAhBOrq6nDw4EHo9Xp06dJF7dKIiIhiikaj8V/98nq9qK+vR3V1NaxWa9QNQGSIiyCSJCE5ORnJycnwer2oqamBVquFw+FAYmJiTF3HJyIiUpuiKDCbzTAYDKioqEBZWRkyMjIgy3JULPPFEBehFEVBQkIChBBwOBwoKCiAwWDwT19CREREoaEoiv/3q8fjgdvtxuHDh5GUlOSfaSISMcRFOEmSYLVaYbVa/UOmG1vnrFZr1F7HJyIiikQajcZ/ybWyshLl5eXIzMz0j3qNJO1KAAcPHsTWrVtRU1MT6nqoDY0TGhqNRmg0GhQWFqK0tNS/LigRERGFhqIosNlsyMnJgRACXq8XBQUFEZV9ggpxH3zwAfr06YMePXpg6NCh2LJlCwCgrKwMAwcOxIoVK8JSJDVnsViQnZ2N1NRU1NbWoq6uDuXl5Qx0REREIabVaqHT6ZCVlQWXy4WCggK43W7Vf+cGHOJWr16NK664AmlpaZg9ezaEEP7HUlNT0a1bNyxatCgcNVIbJEmCxWKByWSCwWBAYWEhysvL4fV61S6NiIgopsiyjJSUFGRnZwNomHvu4MGD/rVbO72eQHd84oknMHLkSHz11Ve48847mz0+fPhwbN++PZS1UZDMZjOys7Nhs9lQX1+Pmpoa/zpyREREFDparRYajQbZ2dnw+Xw4dOgQXC5Xp/7ODTjE7dixA5MmTWr18czMTJSUlISkKOq4hIQEJCQkwGw2o7i4GEeOHIHb7Va7LCIiopgiSRKSkpLQtWtXSJIEr9eL/Px8VFZWNrlqGQ4Bj07V6/VwOp2tPn7gwAFYrdaQFEWhYzKZ/MOj6+rqUF9fD4fDgZSUFGg0HJxMREQUKlqtFgCQk5OD6upqHD58GFarFXq9PiyzSQT8jCNHjsTy5ctbfMxut2PBggU477zzQlYYhZ7JZEJiYiISExNRUlKCqqoquFwutcsiIiKKKZIkITExERkZGdBqtXC73cjPz8eRI0dCOhgi4BD3+OOP48cff8S4cePw4YcfAgC+//57vPLKKxg0aBCqqqrw2GOPhawwCh+DwYCsrCz/3HNHjhxBcXExL7cSERGFmEajgV6vR7du3aDValFWVoaampqQXGoN+HrakCFDsHbtWtx2223405/+BAB48MEHAQB9+vTB2rVr0a9fvw4XRJ3LYDDAYDDA6XSitLQUFosFWq0WBoNB7dKIiIhiSmN/da/XC6fTiZKSEpjNZiQnJ7frcmtQnaLGjBmD3bt344cffsCePXvg8/lw0kknYfDgwVzXM8rp9XpkZWUBAJxOJyoqKuB0OmGz2aDT6VSujohIPatWrWpy32azAQDKy8ubbO/bty/27Nlzwm2ZmZmorq5uMmmsTqdDZmYmDhw40OrxjXV0794dRUVFTbrDJCQkwGKxoKioqF01qfWeGkXze1q1alWH31PXrl1x6NAhXHzxxQiGJAJsz3vrrbcwevRo9OjRo8XH8/LysHnzZtxwww1BFRAuVVVV/tvhHnBRM2AAEn7+GXjkEeCpp8L6Wp3J7XajvLwcFosFkiRF9PpxLcnNzcWQIUPULoNawHMTmXheWrZp0ybVvy779u1D7969Va2Bmgvledm2bRvOOeecZtvbyjMBt93deOON+Oqrr1p9/Ntvv8WNN94Y6NNRFNBqtcjIyIDZbPZfxy8sLGxzlDIRUayxWCxql0BxoD0NTgFfTj1Rg119fX3ELQxLoaPVapGamgqPx+NvnfP5fEhISFC7NCKisCoqKsLJJ5+sdhkUAlJxMeTjLnt2RMKhQ1AKC0PyXPk+H0477bSgjmkzxOXn5yMvL89/f/fu3di8eXOz/Y4cOYJXXnkFPXv2DOrFKfpoNBqkp6cDALxeL0pKSuB2u5GSkgKj0ahydUREFFHq6gCHIyRPJVVXQ/7xR8h79kAqKgL0+pb3KyyEsnkzRLduTbeXl0P+7beQ1NIopBe4j878EYw2Q9zChQsxZ84cSJIESZLw9NNP4+mnn262nxACsizjtddeC7oAil6KoqBLly7wer2oqKiAJEnweDxsnSMiilLytm3QrFgBqbAQaKUftFRUBGXdOogT9AWTf/klHCUGLg5WkWozxF155ZU45ZRTIITA5MmTceedd2LUqFFN9pEkCWazGYMGDUJmZmZYi6XIpCgK0tLSADQsBlxcXAyPx4OUlJSoGwxBRBTz6ush79sH+dtvgaNdpTSrV0OzYUNQTyOpHNKE1QrfgAEtP+h0Aj4fvGPHHneQgHfIEHjPPTckNezfvx+9evUKyXMhNzfoQ9oMcaeeeipOPfVUAA3TTowePZqXTKlNsiwjIyMDXq8XR44cgSzL8Hq9MBqNYVlyhIgo3Pr27at2CR3n9ULesgX6J56A8sUXAR3iy8yEr7U+Wm53QyA6QRiSHA54Bw6ESE0NsuCWia5dm10mVZPPZAJCdPVp4MCBQR8T8MCGKVOmBP3kFL8URUHq0Q+tEALFxcXwer1ISkri5VYiiip79uzxz6MZ0SoroXz7LZTNm6FZvRoiKQnK1q0nPMzXtSsAQD50CN4RI+CYNw+CAzk63Y4dO9C9e/egjglqsl+n04n3338fW7duRWVlZbP1vyRJwhtvvBFUART7JElCZmYmfD4fKisr4XA44PP5oNfrOaKZiKgjXC5oVqyA4eabgzrM+eij8EyeDJGdDXCy/qgVcIgrKCjA2LFjsW/fPiQlJaGqqgopKSn+xVxTU1PZwkJtkmUZKSkp/vuFhYXwer2wWq1ITExUsTIioiji80H35JOQt2yBpoUZIxoJiwXua68FNBp4R48GzGZ4Tz8dSE7uxGIpnAIOcQ8++CBKSkrwxRdfoG/fvujSpQuWL1+OkSNHYu7cufjXv/6F9evXh7NWijFZWVkQQqCqqgoOhwOSJEGWZWi1WrVLIyKKDE4ntC+8gD4rVkDfsyc0J5iGwrFwITyXXQYoClvY4kDAIW79+vW44447MGLECFRUVABo6Ouk1+sxc+ZM7Nq1C/fccw9WrlwZtmIp9kiShKSkJAANI1sPHz4Mj8cDi8Xi305EpCa1Bjbob7gB2hUrGm4DwE8/NdvHl50NzyWXwPXww8AxVzoo+oR1YEN1dbV/fTD90Qn2qqur/Y+PGjUKDz74YNAFEDWSZRmZmZkQQqCmpqbJKiA6nU7l6ogoXnX6wIbaWpgzMyEdt1KSMBrhufxySKWl8F5wAdw33dTQ4kYxIawDG7p27YqCggIAgNlsRkpKCrZv347LLrsMAHDgwAFeBqOQkCTJv1ahz+dDSUkJXC4XLBYLktmXg4himGbxYhimTWuyzXX77dh5003ofcopKlVFkSrgEHfOOefg448/xuzZswEAV1xxBZ599lloNBr4fD688MILuPjii8NWKMWnxnnnAKCurg61tbXQarXw+XwwGAwqV0dEFDqaN9+E4a67mmyrW7sWvpEjgX37VKqKIlnAIe7ee+/FunXr4HA4YDAY8Le//Q15eXl47LHHAADnnnsunn/++XDVSeRf/cHr9aKyshIlJSVISEhoMuKViCjayDt3wjRsWJNtvj59UPfttwCvcFEbAg5xAwcObNLpLikpCR9//DGqqqogy7L/8hdRuDWu2Qo0zF1YXV0NvV4Pj8fDZb6IKORsNlv4nry2tlmA84wZA8fKlezvFmcaf68Fo8PrIFmtVlgsFpSVleGRRx4J+vj58+ejZ8+eMBgMGDx4MD7//PM29xdC4Pnnn8cpp5wCvV6PzMxMPPzww+0tn6KcXq+HxWKBoiiora1Ffn4+ysvL1S6LiOiEpMJCJBztLtKodtcuOFatYoCjgATUEieEQElJCZKSkvwjUxsdPHgQzz77LBYsWID6+no8/fTTAb/48uXLMX36dMyfPx+jRo3C/PnzMWHCBOzcuRPdWlkb7b777sOqVavw7LPPYuDAgaiqqkJRUVHAr0mxSVEUpKWlAQDcbjfsdjvcbjdqa2thNptVro6IollI/zD0eGAaMACQZcgHDzZ5qMZu59xucaykpCToY9psiRNC4NFHH0VycjKysrJgNptxxRVXoKqqCvX19bjnnnvQp08f/POf/8Tvfvc7bNq0KagXnzt3LqZOnYpbbrkF/fr1w4svvojMzEy8/PLLLe7/yy+/4MUXX8TKlSsxceJE9OrVC2eeeSYuuuiioF6XYptWq0ViYiI0Gg0cDgdb54goYmgWLoR86FDzAFdWxgBHQWuzJW7evHn4y1/+gu7du2P8+PH47bffsGLFCiiKgsLCQmzZsgVTpkzBAw88EPRkiC6XC1u3bsX999/fZPv48ePx1VdftXjMypUr0atXL6xduxa///3v4fP5MGbMGDz77LPtupZMsU2SJNhsNthsNni9Xtjtdmg0Gni9XvbhJKLO53TCcO+9/7v7//4fhMXSsMLCcVe5iALRZohbsGABhg4dis8++8x/GfXBBx/Ec889h+zsbHz//fcYMGBAu164rKwMXq8X6enpTbanp6e3unzX/v37ceDAASxbtgyLFi2CJEm4//77cckll+Drr7+GLLfcsJibm9uuGgPVOHNPYVERCsP8WhSc48+9EAK1tbWor6+HwWBAQkICJP71q4pwfy6pfXheWrYvBFN8JHz3HXofvV1z+unYd8EFDXdKShr+dUINFHqhPC8tff769OnT6v5thri9e/fi//2//9ekH9zNN9+M5557DrNmzWp3gDvW8b9AhRCt/lL1+XxwOp1YvHixv+Vv8eLFOPnkk/Hdd99h2HEjfBoNGTKkw3W2pebo/1mZmcgK82tR4HJzc9s89z6fDzU1NZBlGV6vF4mJiQx0neRE54bUwfPSslCs2CD98gvMt976vw0ffIDeqakBH79v3z7/qkkUOUJ5XpKTk1tcsaGqqqrVY9rsE+dwOJB63DdZ41DrjhadmpoKRVFQXFzcZHtJSUmz1rlGmZmZ0Gg0TS7d9unTBxqNBvn5+R2qh+KPLMtITEz0D3woKCjAkSNH4PP5VK6MiCLJnj17OvYEQsB8fDgO57QlFJV27NgR9DEnnGKktZYJpYPDn3U6HQYPHox169Y12b5u3TqMGDGixWNGjhwJj8eDX3/91b9t//798Hg8Qa83RtRIkiRYrVbk5OQgOTkZtbW1sNvtOHLkCMRxaxcSEQXN6Wxyt3b/fg5ioJA44RQjDzzwAJ588kn/fa/XCwC48cYbm02sKkkSfv7554Bf/N5778X111+PoUOHYuTIkXjllVdQWFiI22+/HQAwc+ZMbNmyBRs2bAAAnH/++Rg0aBD+9Kc/+VeHmDFjBoYNG8ZLABQyjYMe7HY7CgoKkJiYiISEhA7/4UJE8cnUr5//dt0nn0AcnQ6JqKPaDHGjR49usSWuo30DGk2aNAnl5eV46qmnUFRUhAEDBmDNmjX+VrWioqImrW6yLGPVqlW4++67MXr0aBiNRowbNw5z585tdVADUXslJiYiMTERAFBbWwuXywWfz4fk5GR+vxFRYMrKIJeV+e/6Wum7TdQebYa4YOd9a49p06Zh2rRpLT62aNGiZtsyMzPxn//8J8xVETVlNpthNptRU1ODwsJCWK1WGAwGaLmuIVHMC3YKrWMdOx9c/fLlAP8ApFYcu7RpoPjdRBSEhIQEZGdnw2KxwO12o7y83D9dDhHFpg4PbDjKd+aZIXkeik1hGdhARC0zmUyw2WwwmUwoKipCbW0tnMd1YCaiOMfBURRGAa2dSkStM5lM/kE+DocDpaWlEELAZrNxMARRPKuogGnMGLWroBjGEEcUQgaDAQaDAQ6HA8XFxUhJSYEkSTAYDGqXRkSdSCothblXrybbREaGStVQrGKIIwoDg8GArl27QggBt9uNw4cPQwiB1NRUaDT82BFFk8zMzKCP0T31VJP7NQUFnBuO2tStW7egj+FvE6IwkiQJOp0O6enpcDqdKCkpQUpKCnw+X7N5FokoMlVXVwd/0DGjUGvsdgY4OqG2ltdqTdAhrr6+Hrm5uSgpKcHo0aORxkkLiQKi1+uRlZUFIQS8Xi+KioogSRJsNhunKiGKYDU1NSfe6Tja118HAHjGjmWAo4C0J8QFNTp13rx5yMzMxLnnnourr77aPxy2rKwMSUlJeOONN4IugCjeSJIEjUaDzMxM2Gw2lJWVwel0or6+Xu3SiCgUjll/WT50SMVCKNYFHOIWLVqEGTNm4MILL8Qbb7zRZE3J1NRUjBs3DsuXLw9LkUSxSqvVIjMzEzqdDjqdDoWFhSgsLORUJURRTPPee/7b7ptvVrESinUBh7i5c+fi4osvxrJly3DJJZc0e3zw4MHYuXNnSIsjiheSJEFRFGRlZSEtLQ1HjhyBw+GAw+Fo8gcTEXU+nU4X1P5SXp7/tufCC0NcDcUqvV4f9DEBh7g9e/bg97//fauPp6amouyY9eGIqH20Wi0yMjJgMBig0+lw6NAhFBYWwuFwqF0aUVwKdnSqsm0bAMB76qkQPXqEoSKKRe0ZnRpwiEtMTERlZWWrj+/du5eDHIhCTJZlZGdnIz09HdXV1XA4HHA6nfAd0+eGiMLrwIEDAe+rWbAAmg8/BABItbXhKoli0N69e4M+JuAQN3bsWCxcuLDFvjoFBQV47bXXMGHChKALIKITUxQFaWlpMBgM0Gq1KCwsREFBAerq6tQujYiO0t17LwzTp/vve7lWKoVZwFOMPPXUUxg2bBgGDx6Mq6++GpIkYc2aNfjkk0/w6quvQqvV4rHHHgtnrUSE/7XOeb1ef+u4VquFLMtc5otIRZr16/23vcOGwfnWWypWQ/Eg4Ja43r1744svvkBWVhbmzJkDIQTmzp2LZ555BoMGDcIXX3yB7OzscNZKRMdQFAU2mw0mkwmyLKO4uBgFBQXtmtOKiELHde+9qD8m0BGFS1CT/fbr1w+ffPIJKisrsXfvXvh8PvTq1Yt94YhUpigKunbtCp/Ph+rqatTU1ECv1/vnpCOi9uvbt+8J95Hy8iD/9hsAQHTpEu6SKAYNHDgw6GMC/un+22+/oWfPngCApKQknHXWWUG/GBGFlyzLsFqtAACPx4OSkhJ4vV4kJSXBYrGoXB1RdNqzZw+ysrLa3Md8zC9gkZoa7pIoBu3YsQPdu3cP6piAL6eedNJJOPvss/H888/jEGegJop4Go0GWVlZyM7OhiRJqK6uhtvthtvtVrs0opgib9/e5L5n4kR1CqG4E3CIe+aZZ+D1enHvvfeie/fuGDNmDF555RWUlpaGsz4i6iBJkpCQkACLxQJJklBWVoaDBw/CbrerXRpRTDCdc47/dt3HHwMGg4rVUDwJOMTdf//9+O6777Bv3z7MmTMHR44cwbRp09C1a1dccMEFWLhwYbsWbyWiztO4Zmt2dja0Wi3sdjtcLhdcLpfapRFFp+MGEvmGD1epEIpHAYe4Rr169cIjjzyCH3/8ET/99BMeeugh5OXl4eabb0ZGRkY4aiSiEJMkCUajEYmJiZBlGRUVFcjPz2frHFEL2uqnpJszx3+77qOPAEnqjJIoBvXp0yfoY4IOccfq378/rrjiCvzhD39AQkIC/5onikIajQYZGRno1q0bDAYD7Ha7f2UIIgKKiopa3C4dOgTdK6/47/tGjeqskigG5efnB31Mu+Ye2L17N5YtW4bly5djz5490Gq1uPDCC3Httde25+mIKELodDrodDp4PB6Ul5fD6XTCarX6R7wSxaPWGijMp5ziv+3t16+zyqEY1Z4/nIOaYmTZsmVYtmwZfvrpJ8iyjLFjx+LBBx/E5Zdfzh/yRDFEo9EgPT0dQMNUJXa7HYqiQJZlGI1GlasjigDHBbv6L79UqRCKZwGHuJNOOgmSJGHkyJF48cUXcdVVV3GSX6I4oNFokJiYCK/Xi4qKCpSWliIpKQmJiYlql0akHo/Hf9PxxhuAVqtiMRSvAg5xzz77LCZNmsSltYjilKIo/j/cvF6vfxCERqOByWRSszSisEpISGi2TbN8uf82V2igUGjPFc2AQ9x9990X9JMTUWxSFAWJiYnw+Xw4cuQIysrK/KtCSBydRzGmpdVOdE8+6b/tC2BZLqITCWmI27x5MwBg9OjRTe6fSOP+RBT7ZFmGzWaDzWaDEALV1dXwer3QaDRc5otiRlFREU4++eQm2+SjE917Tz0V4gRLchEFIj8/H6eddlpQx7Qa4s4991xIkoT6+nrodDr//dYIISBJErxeb1AFEFFskCTJ3zpXVVWF/Px8pKSkwGQyQZY7NJsRUcQRSUmQKivh/f3v1S6F4lirIW7jxo0AGqYcOPY+EVFbZFlGcnIykpOTAQA1NTVwOp3QarW83Eoxx3fSSWqXQHGs1RA3ZsyYNu8TEQUiISEBZrMZVVVVKCgogM1mY4s9EVEIBHyNY+zYsdiwYUOrj2/cuBFjx44NSVFEFFskSUJSUhJycnJgMpngdrtRWlqKyspKCCHULo+oTX2PH7jgdEKqrFSlFopdAwcODPqYgEPcpk2bcPjw4VYfLykpwWeffRZ0AUQUfwwGA9LS0iDLMgoKCuBwOOB2u9Uui6hFe/bsaXJf97e/+W+Lo90GiDpqx44dQR/TrmW3WlJQUACz2RyqpyOiOJCYmIjExEQIIeB0OlFeXg6dToekpCQOhqDIdUx3AO+FF6pYCMW7NkPcypUrsXLlSv/9V199FevXr2+235EjR7B+/XoMGzYs9BUSUcyTJAkGgwEZGRmoqalBYWGhf2JhvV6vcnVETWmO/l70nnUWwIE6pKI2Q9xPP/2Ed955B0DDD9mvv/4a3377bZN9JEmC2WzGqFGj8MILL4SvUiKKCwkJCUhISIDP54PH40FRURF0Oh2Sk5PZOkcRRTp0SO0SKM61+RPxkUceQX19Perr6yGEwMKFC/33G//V1dWhtLQUH330UfPOn0RE7STLMnQ6HTIzM2E0GlFYWAin0wmn06l2aRRnjv/dJo62DnsmTlSjHIpR7RnYEHCfOJ/PF/STExGFgslkgslkgs/ng8/nw6FDh6DT6ZCSkgJFUdQuj2Lcnj17kNXCqgxcM5VCaceOHejevXtQx/DaBBFFDVmWodFo0LVrVyQkJKC4uBhOpxMul0vt0oiIOl2rLXE9e/aELMvYvXs3tFotevbsecKZ1iVJwq+//hryIomIjmc0GtG1a1f4fD4IIVBQUACtVgubzQaNJmQD74mIIlabKzZIkuTvSNx4n4gokjT+jMrOzobT6URJSYn/MqtWq1W5OiKi8Gk1xC1atKjN+0REkUav1yMrKwtCCPh8Phw8eNDfOsdAR+1ls9nULoHiQJd29LHkNYcQkB2OozfYxZAoEkiSBEVRkJOTA5fLhYqKClgsFmi1Wmg0Gl5VIKKYEHDq2Lx5M+bNm9dk29tvv42TTz4ZXbp0wfTp0+NzBGttLYz79zfcPv10dWshomZ0Oh3S09NhNBohSRIKCgpQWFjIwRAUsPLycrVLoDhQUlIS9DEBh7g5c+bgyy+/9N/fvXs3pk6dClmWMWTIELz00kvNQl5cqKuD1LiAd3a2urUQUaskSYJGo0FOTg7S0tJgt9tRU1MDr9cL0fgZJiKKIgGHuJ9//rnJslpLly6FyWTCt99+izVr1uD666/HggULwlIkEVEoabVapKam+leGOHToEAoLC+Fo7BpB1AapokLtEogABBHiqqqqkJyc7L+/du1ajBs3DomJiQCAUaNG4bfffgt9hUREYaTVapGdnY0uXbqgvr4edrsdXq83PruH0AnJP/4Iubi44Q5bcEllAYe4zMxM7Ny5EwBQWFiIbdu2Yfz48f7H7XY752Yioqil0WiQnJyMxMREeL1eFBYW4tChQ6ivr1e7NFLZsctuKcd0K/INGaJGORSjwrrs1uWXX46XXnoJTqcTW7ZsgV6vx6WXXup//IcffkCvXr2CLoCIKNLodDpkZ2fD6/Wirq4OdrsdJpPJP+qV4kuTZbeOmYXAe955KlVEsag9y24FHOLmzJmDw4cPY8mSJUhMTMSCBQuQnp4OoKEV7r333sNdd90VXMVERBFMURRYLBYAgMvlQmlpKYQQSElJgclkUrk6UpMvJ0ftEogCD3FmsxmLFy9u8bGEhAQcOnSIP9SIKGbpdDr/Ml8OhwN2ux0GgwGKorB1johU0e5ObNXV1QAAi8UCWZZhtVpDVhQRUaSSZdn/B6vT6cThw4fh9XqRkpICs9mscnVEFE+CWmLgwIEDuOGGG5CamoqkpCQkJSUhNTUVU6ZMwYEDB8JVIxFRRGpc5qtr167QaDSw2+1wOBxwu91ql0YhdOzABqJwCevAhl9++QUjR45EZWUlzj//fPTv3x9CCOzevRtLly7FmjVr8OWXX/KbnYjijizL0Ov10Ov1/r5zbJ2LHU0GNhCFSVgHNsycORNCCOTm5uKMM85o8tgPP/yA3/3ud5g5cybee++9oAogIoolOp0OWVlZEELA4/HAbrdDURRotVrodDq1yyOiGBLw5dRNmzbh7rvvbhbgAOD000/HXXfdhY0bN4ayNiKiqCVJErRaLRITE6HT6VBRUYGDBw+itrZW7dKIKEYE3BLndDrbHLyQlJQEp9MZkqKIiGKJVqtFRkYGAMDr9cJutwOA/xIsRRGGcIogAbfEDRw4EIsXL25x9nKn04nFixe3q1Ne1PN61a6AiKKIoihITEyEyWTCkSNHkJ+fj7q6OrXLojZkZmb6b2vffrvhhsejUjUUq7p16xb0MQG3xM2aNQt/+MMfMGTIEEybNg0nn3wyAGD37t14+eWX8csvv2DFihVBFxD1jr2EbDCoVwcRRRWNRuNvnfP5fP41Ww0GA4xGo8rV0bEap9QCGib5lX/5BVJ5uYoVUSyqqqoK+piAQ9yll16KJUuW4N5778X//d//QZIkAIAQAhkZGViyZAkuueSSoAuIese2TJ52mnp1EFHUkmXZv2ZrRUUFysrKYLPZYDQa/T9rST01NTXNtrmnTu38QiimhTXEAcC1116Lq666Clu3bkVeXh4AoEePHhg8eDA0mnbPGxwbUlMB/rAlog5QFAVpaWkAGv5ArqmpgdPphMlk4oo4RNTMCZPXTz/9hPnz52P//v2w2WyYNGkSLr30UgwbNqwz6iMiikuSJMFisfj7zpWVlaFLly7QarVc5ouIAJwgxG3ZsgXnnXdek8EMy5Ytw/z583HbbbeFvTgioninKApSU1MBNPSdq6+vR01NDcxmMxISElSuLj745/dzu6FZv17dYihmtWekepujU5944glotVr897//RU1NDbZv347TTz8djz32GDwcmUNE1KlkWYbZbEZaWhpcLhfy8/Phcrn48zjMGkenKp999r+N7D5DIdae0althrhvvvkGd955Jy6++GKYTCacdtpp+Mc//oGysjJ/nzgiIupcsiwjJSUF3bp1g6Io8Hg8KCoq8s8/R6HlXxv8mKlgXE89pVI1FKv27t0b9DFthrgjR47glFNOabKtX79+EEKgsLAw6BcjIqLQUhQFBoMBGRkZ8Hq9OHjwINxuN9xut9qlxSyhKJxSiiJCmyFOCNGsA23jfTbfExFFDkmSkJycjJycHMiyDCEEDh06hKqqKggh1C6PiMLghKNTV61ahYKCAv/9uro6SJKEZcuWITc3t8m+kiThgQceCH2VkYw/HIkowiiKAkVRkJWVherqahQUFPgnFtZqtSpXF70kXq6mCHPCELds2TIsW7as2fbXX3+92ba4DHGHDjX8f3T0GBFRpJAkCYmJif6JhH0+Hw4ePIiEhARYrVbIcsArL8a1vn37AgA0q1cDACQut0hh0J6lS9sMcb/99lu7i4kbe/Y0/H90GTIiokjU2DqXk5OD6upqFBYWokuXLpBlmZO1n8CePXuQlZUFkZysdikUw3bs2IHu3bsHdUybn9xgnywuNY5W4oebiKKExWKBxWLxt87l5+fDbDaz71yAPBdfrHYJRABOMLCBiIhil6Io0Gq16NatGwwGA44cOQKHwwEvLxcSRQWGOCIigtlsRkpKCrRarb91rrS0lIGOKIKpHuLmz5+Pnj17wmAwYPDgwfj8888DOm7v3r2wWCxcdoaIKISObZ0zm80oKytDbW1tXIc5di2iztCnT5+gj1E1xC1fvhzTp0/HrFmzsG3bNowYMQITJkxAfn5+m8e5XC5cc801GD16dCdVSkQUf0wmE9LT02E0GuH1epGfn4+SkpK4mye0qKhI7RIoDpwo+7RE1RA3d+5cTJ06Fbfccgv69euHF198EZmZmXj55ZfbPO6hhx7CaaedhquuuqqTKiUiil+yLEOn06Fbt25ITExEZWUlqqur4fP51C6tU7hcLrVLoDjgdDqDPka1EOdyubB161aMHz++yfbx48fjq6++avW41atXY9WqVZg3b164SyQiouMYDAakpqYiISEBLpcL+fn5KC4u5jJfRCoIanKgAwcO4KmnnsKnn36K0tJSfPjhhxgzZgzKysrw2GOP4aabbsLgwYMDeq6ysjJ4vV6kp6c32Z6eno7169e3eExRURFuueUWvP/++7BYLAHXffzKEqF00pEjSEbD+8kL4+tQ+4Tz3FPH8NxEpvacF4/Hg927d0OWZRgMBkiSBEmSwlCdevbt24ccux02ADW1tcjbt0+VGijyhPK8tPT5a6uvXMAhbteuXRg1ahR8Ph+GDRuGvLw8f0fX1NRUfPPNN3A6nXjjjTeCKvj4D7oQotUP/3XXXYc77rgDZ599dlCvMWTIkKD2D8rR+eFSU1ORGs7XoaDl5uaG99xTu/HcRKZQnJf6+nqUlZVBo9HAZrNBp9OFqDr1bNq0Cb1794Y+MREAkGA2o3fv3p1aw759+zr9NenEQnleqqurW/z8VVVVtXpMwJdTH3roISQmJmL37t1YsmRJs0khL7roInzxxRcBF5uamgpFUVBcXNxke0lJSbPWuUaffvop5syZA41GA41Gg5tuugm1tbXQaDR49dVXA35tIiIKD6PRiJycHKSmpsLhcMBut8Pj8UT1RMLBXPkhai+r1Rr0MQGHuM2bN2PatGlIT09vsaWse/fuONS4jmgAdDodBg8ejHXr1jXZvm7dOowYMaLFY3bs2IHt27f7/z3xxBMwGo3Yvn07BzkQEUUQrVbrX7fV7XajoKAAhYWF7eq8rTaOTqXO0J7RqQFfTnW73W3OyVZRURH0+nv33nsvrr/+egwdOhQjR47EK6+8gsLCQtx+++0AgJkzZ2LLli3YsGEDAGDAgAFNjs/NzYUsy822ExFR5GhsnfN4PHC5XLDb7TAYDNBoNJBl1acrJYpaAaeugQMHYuPGjbjjjjuaPSaEwPvvvx/woIZGkyZNQnl5OZ566ikUFRVhwIABWLNmjX9ixaKiIvz6669BPScREUWmxq4wAFBXV4eSkhJIkgSbzQaDwaBydUTRJ+A/gWbMmIF3330XTz75JMrLywEAXq8Xu3fvxjXXXIPc3Fzcf//9QRcwbdo05OXlwel0YuvWrU0m8F20aBHy8vJaPXbq1KmoqakJ+jWJiEhdJpMJ2dnZyMjIAADY7fbIX7eVv28owgTcEnfNNdfgwIED+POf/4zHH38cAHDhhRcCaFim5e9//zsmTJgQliKJiCg2KYoCRVFgMBhQX1/v73+WmpoaMa1zffv2BQAo33zTsEFRVKyGYtXAgQODPiaoTmwPPfQQJk+ejPfeew979+6Fz+fDSSedhCuvvBI9evQI+sWJiIgaGY1GZGdnw+v1wufzwW63+wOeomJw2rNnD7KysoCjExr72rHGJdGJ7NixI+h1eoMbiQAgJycHM2bMCPYwIiKigDS2zmm1WjgcDhw+fBg+ny9iWud8bLSgCBF0iCMiIuosBoMBWVlZ8Pl8/tY5oKFPXbAzIhDFmoA/AbIsB7SMSkR3SiUioqgkyzJkWUZiYiKcTidKSkrg9XrRpUsX6PX68Bfg8UAuKwv/6xAFIeAQ99hjjzULcV6vF7/99htWrlyJk08+GRdffHHICyQiIjqWXq9HVlYWhBD+1jmv14uEhARotdqQv17fvn1hmDrVf18cXX6LKJTCOrChcURqSw4dOoRhw4bhlFNOCboAIiKi9pAkCYqi+FeFKCsrg8fjQXp6OrRabUBXjwKxZ88e9N6+3X/fO3FiSJ6X6FjtGdgQkqmyu3btittvvx1PPPFEKJ6OiIgoKFqtFpmZmcjOzoaiKKipqUFZWVnIlvkSR9e19EycCHCVCYoQIesVmpyczNUViIhIVY2tcxaLBQaDAeXl5XC5XMjMzISiKB1e5svLZR4pgoQkxJWWluK1117jXHFERBQxtFqtf0UIr9cLh8MBu92OpKSkoKcqUX78MRwlEnVIwCFu7NixLW6vrKzErl274Ha7sWzZspAVRkREFCqKosBkMkGn06GiogIlJSXIysryj3pti81s9t+WOAMDhUmXLl2CPibgEOfz+Zp1EpUkCT179sS4ceNw8803ow9nsSYiogim0Wj8vyw9Hg9cLhcqKiqQlJQEk8l0wuM9F1wQ7hKJAhZwiNu0aVMYyyAiIupcGo0GGo0G6enpqKioQHl5OTIzM/396hqV19Yee5AKlVI8KCkpCfqYgHp41tfXY+zYsVi4cGHQL0BERBTJFEVBWloacnJyIISA1+tFQUEBampq1C6NqE0BhTij0Yjvv/8eHo8n3PUQERGpRqvVQqfTISsrC06nEwUFBWqXRNSqgNuFzz33XHz++ee45ZZbwlkPERGR6mRZhs1mAwBs374dqz78sOGBykp02bkTQPPLXwMHDsSOHTtOuK1bt26oqqpCVVWVf5ter0e3bt2wd+/eVo9vDJR9+vRBfn5+kznwrFYrrFYr8vPz21VTYz/Bzn5PjaL5PRUUFITkPbWHJIQQgeyYn5+P8ePH45JLLsEdd9yBHj16dHi+nXA69otuPTpJY1hcfjmwYgUwdSrAy80RJTc3F0OGDFG7DGoBz01k4nmJXDw3kakzzktbeabNFPbWW28hLy8PAHDyyScjLy8Pc+fORZ8+faDX62EymZr8Mx8zDDtucLg5ERERqaDNy6k33ngjFi9ejB49emDSpEkhW4cupuzf3/B/167q1kFERERxpc0Qd+yV1kWLFoW7lujjdgO//NJwm0uxEBERUSeK3E5t0WDfvoYgBwCnnqpuLURERBRXThjieAm1DQcP/u/2SSepVwcRERHFnROGuBtvvLHZAIbW/sXdwIZjB/ZyFm8iIiLqRCdMHsOGDUOvXr06oxYiIiIiCtAJQ9xtt92GyZMnd0YtRERERBQgDmwgIiIiikIMcURERERRiCGOiIiIKAq12SfO5/N1Vh1EREREFAS2xBERERFFIYY4IiIioijEEEdEREQUhRjiiIiIiKIQQxwRERFRFGKIIyIiIopCDHFEREREUYghjoiIiCgKMcQRERERRSGGOCIiIqIoxBBHREREFIUY4oiIiIiiEEMcERERURRiiCMiIiKKQgxxRERERFGIIY6IiIgoCjHEEREREUUhhjgiIiKiKMQQR0RERBSFGOKIiIiIohBDHBEREVEUYogjIiIiikIMcURERERRiCGOiIiIKAoxxBERERFFIYa4jnA4AABCkgBFUbkYIiIiiicMcR1RWgoA8FitDHFERETUqRjiOqKkBADgSU5WuRAiIiKKNwxxHVFWBgDwJCWpWwcRERHFHYa4jnC7AQA+nU7lQoiIiCjeMMQRERERRSGGOCIiIqIoxBBHREREFIUY4oiIiIiiEEMcERERURRiiCMiIiKKQgxxRERERFGIIY6IiIgoCjHEEREREUUhhjgiIiKiKMQQR0RERBSFGOKIiIiIohBDHBEREVEUYogjIiIiikIMcURERERRSPUQN3/+fPTs2RMGgwGDBw/G559/3uq+mzZtwsSJE5GZmQmTyYTTTjsNCxYs6MRqiYiIiCKDqiFu+fLlmD59OmbNmoVt27ZhxIgRmDBhAvLz81vc/6uvvsLAgQPx7rvv4qeffsIdd9yBW2+9FW+//XYnV05ERESkLo2aLz537lxMnToVt9xyCwDgxRdfxNq1a/Hyyy/jr3/9a7P9Z82a1eT+HXfcgY0bN+K9997D5MmTO6VmIiIiokigWkucy+XC1q1bMX78+Cbbx48fj6+++irg57Hb7UhOTg51eUREREQRTbWWuLKyMni9XqSnpzfZnp6ejvXr1wf0HKtWrcKGDRvw5Zdftrlfbm5uu+tsS05JCRqrD9drUMfwvEQunpvIxPMSuXhuIlO4z0ufPn1afUzVy6kAIElSk/tCiGbbWvLll19i8uTJmDdvHoYOHdrmvkOGDOlQja3q0iX8r0Htlpuby/MSoXhuIhPPS+TiuYlMnXFeqqqqWn1MtcupqampUBQFxcXFTbaXlJQ0a5073hdffIEJEybgiSeewB133BHOMomIiIgikmohTqfTYfDgwVi3bl2T7evWrcOIESNaPW7z5s2YMGECZs+ejRkzZoS5SiIiIqLIpOrl1HvvvRfXX389hg4dipEjR+KVV15BYWEhbr/9dgDAzJkzsWXLFmzYsAFAwzxxv//97zFt2jT88Y9/9LfiKYqCtLQ01d4HERERUWdTNcRNmjQJ5eXleOqpp1BUVIQBAwZgzZo16N69OwCgqKgIv/76q3//RYsWoa6uDs899xyee+45//bu3bsjLy+vs8snIiIiUo3qAxumTZuGadOmtfjYokWLmt0/fhsRERFRPFJ92S0iIiIiCh5DHBEREVEUYogjIiIiikIMcURERERRiCGOiIiIKAoxxBERERFFIYY4IiIioijEEEdEREQUhRjiiIiIiKIQQxwRERFRFGKIIyIiIopCDHFEREREUYghjoiIiCgKMcQRERERRSGGOCIiIqIoxBBHREREFIUY4oiIiIiiEEMcERERURRiiCMiIiKKQgxxRERERFGIIY6IiIgoCjHEEREREUUhhjgiIiKiKMQQR0RERBSFGOKIiIiIohBDHBEREVEUYogjIiIiikIMcURERERRiCGOiIiIKAoxxBERERFFIYY4IiIioijEEEdEREQUhRjiiIiIiKIQQxwRERFRFGKIIyIiIopCDHFEREREUYghjoiIiCgKMcQRERERRSGGOCIiIqIoxBBHREREFIUY4oiIiIiiEEMcERERURRiiCMiIiKKQgxxRERERFGIIY6IiIgoCjHEEREREUUhhjgiIiKiKMQQR0RERBSFGOKIiIiIohBDHBEREVEUYogjIiIiikIMcURERERRiCGOiIiIKAoxxBERERFFIYY4IiIioijEEEdEREQUhRjiiIiIiKIQQxwRERFRFGKIIyIiIopCDHFEREREUYghjoiIiCgKMcQRERERRSGGOCIiIqIoxBBHREREFIUY4oiIiIiiEEMcERERURRiiCMiIiKKQhq1C4gnHo8H9fX1apcRN7RaLaqrq9UuIyYYjUZoNPxxQUQUSfhTuZN4PB7U1tbCYDBAkiS1y4kLRqMRer1e7TKinhACtbW1MJvNDHJERBGEl1M7SX19PQMcRSVJkmAwGNiKTEQUYRjiOhEDHEUrfu8SEUUehjgiIiKiKMQQR0RERBSFGOKIiIiIopDqIW7+/Pno2bMnDAYDBg8ejM8//7zN/Xfs2IExY8bAaDSia9eueOKJJyCE6KRq49f27dthNBpx7rnntvi4EAILFizA6NGjYbPZkJqaimHDhuG5556D3W4HADz55JPQ6/XQ6/UwGAzo0aMHpkyZgoMHD7b52nV1dfjzn/+Mfv36ITExEVlZWTj33HOxfPnyZvu6XC507doVNptN1elFVqxYgdNPPx0WiwWnn346Vq5cecJjPv30U4wZMwY2mw3du3fHrFmz4PF4muzzySef+L/GWVlZuOKKK7Bnzx7/4zfffLP/a3zsv+Tk5A7XR0REkUXVELd8+XJMnz4ds2bNwrZt2zBixAhMmDAB+fn5Le5vt9sxbtw4pKen47vvvsO8efPw7LPPYu7cuZ1cefx54403cNttt+Hnn3/Grl27mj1+44034p577sGFF16ItWvXIjc3F7Nnz8Znn32GDz74wL9f3759ceDAAezfvx9LlizBTz/9hD/+8Y9tvvZdd92F//znP3juuefw448/YvXq1bj22mtRUVHRbN///ve/6NGjB4YOHYoPP/yww++7Pb755hv88Y9/xLXXXostW7bg2muv9d9uzY4dOzBx4kScf/75+Pbbb7F48WKsWrUKjzzyiH+f3377DVdeeSVGjhyJb7/9Fh999BHq6+sxceJE/z5///vfceDAgSb/evbsiSuvvLJD9RERUQQSKho6dKi4+eabm2zr3bu3ePjhh1vcf/78+cJisYi6ujr/tieffFJkZWUJn8/XZN/Kykr/v7C56y4hAFE5bNgJd7Xb7cLpdEblv8rKSmG1WkVubq6YOnWqmDFjRpPHly5dKgCI5cuXt3j84cOHhdPpFI8++qjo379/k8fmzp0rAIjS0tJWX99qtYqXX345oFrPP/98MXfuXLFgwQJx6qmnqvL1uvLKK8XYsWObbDvvvPPE1Vdf3eoxDz74oDj99NObbHvvvfeEwWAQZWVlwul0infeeUfIsizq6ur8+3z88ccCgDh06FCLz7tx40YBQGzatKlD9TmdTmG320P20fnuu+9C9lwUOjwvkYvnJjJ1xnlpK8+o1hLncrmwdetWjB8/vsn28ePH46uvvmrxmK+//hrnnHMOjEajf9sFF1yAwsJC5OXlhbPc8Nmzp3P/tcP777+Pbt26YeDAgZg8eTKWLl0Kt9vtf/ydd95Bnz59cNlll7V4fFJSUovbi4uLsXLlSiiKAkVRWn399PR0fPLJJ6iqqmqzzgMHDmDz5s24+uqrcdlll+G3337DDz/8cML3d7w777wTKSkpbf5rrbUYAL799lucf/75TbaNGzcO33zzTavHOJ1OGAyGJtuMRiMcDge+//57AMCgQYOg1WqxYMECeL1eVFdXY8mSJRgyZAhSU1NbfN4FCxagf//+GD58eIfqIyKiyKPa9OtlZWXwer1IT09vsj09PR3r169v8Zji4mJkZ2c327/xsZ49e7Z4XG5ubggqbk6+4grIv/89hFYL7wleQ6vVNgmfjfoOHBiW2lqz55dfgj7m5ZdfxoQJE5CXl4du3bpBp9NhwYIFuOCCCwAAu3btQvfu3U8YpCsrK7F7924kJyfD5/PB4XAAAK6//nqUlpaitLS0xeMee+wx3H///cjKykLfvn1x5pln4ne/+x1GjhzZZL958+ZhxIgRqK2tRW1tLcaNG4d58+bhz3/+c1Dv909/+hOuvvrqNvdxuVytvt/i4mIoitLkcUVRUFRU1Ooxp512GubNm4fnn38eF198McrLy/HYY48BaLjU2r17dwANoWz69OmYPn06fD4f+vfvj9dee63F562ursa7776Le+65p8nj7akPaJiw+tjw3lHh+lxSx/C8RC6em8gU7vPSp0+fVh9TfQ2d4ycRFUK0ObFoS/u3tP1YQ4YM6UCFJ5abm3vC16iuro6IJaB69OgR1P779u3D999/j3//+9/IysoCAFx33XVYtWoVbrvtNgCARqOByWQ64XMnJSWhV69eWLlyJVwuFz788EOsWLECL7zwAsxmM/Lz83HGGWf493/ooYfw0EMPoUePHrjsssvw7bff4uuvv8bGjRvxpz/9CTfddBPmz58PAPD5fPjwww/xl7/8xV/HxIkTcd999+Gf//xns1autgT7NWpJWlpak+ex2WyQZbnV5+7RowfKysrw9NNPY9asWdDr9Zg1axZyc3ORkZGBHj16oLi4GLNnz8YNN9yASZMmobq6Gk888QQefvhhfPzxx5Dlpg3rL7/8Mnw+H/7v//4PKSkpHaoPaGgttFgswX4pWhTIZ4Y6H89L5OK5iUydcV7augqlWohLTU2FoigoLi5usr2kpKRZ61yjjIyMFvcH0Ooxkc61Y4faJbRp4cKF8Hq96N27t39bY3A+ePAgcnJy0KdPH+zevTug59PpdP7n6t+/P/bt24fp06fj9ddfR1ZWVpPO9ccGD61Wi1GjRmHUqFF44IEH8Ne//hWPP/44HnzwQfTo0QPr1q1Dfn4+pkyZgilTpviP83q9WLFiBa699tqA3/Odd96Jd955p819tm/fjm7durX4WGvfpyf6Hp0xYwamT5+OoqIiJCcnIy8vD48++qg/WL3yyiswm83461//6j9m4cKFOOmkk/D11183a5lcsGAB/vCHPzQLcO2tj4iIIotqIU6n02Hw4MFYt24drrrqKv/2devW4YorrmjxmOHDh+Ohhx6Cw+Hwt6ysW7cOWVlZIWk9UUXfvmpX0CqPx4MlS5bgqaeewkUXXdTksRtvvBFvvfUWHnnkEVxzzTW47rrr8MEHH7TYL66ysrLVfnEzZ87EwIEDMW3aNAwaNKhJWGxLv379AAC1tbUAgEWLFuGyyy7zX4IEgEOHDmHFihVYtGhRUCFu9uzZuOeee9rcp7FVsiXDhg3Dhg0bcN999/m3bdiwAWefffYJX1uSJP9z//vf/0ZOTg7OPPNMAA1TrRzfd7Dxvs/na7J9y5Yt+PHHH/Hcc8+FtD4iIoogYR9W0YZly5YJrVYrXnvtNbFz505x9913C7PZLPLy8oQQQjz88MNi7Nix/v0rKytFenq6mDRpktixY4d47733hMViEc8991yz5+6U0alHBTI6JRpHp/7nP/8RGo1GFBYWNnvs6aefFt27dxf19fXC4XCIq6++WhgMBjF79mzx5Zdfij179oj//ve/4sILLxSvvfZaq6NTnU6nuOyyy8QFF1zQah2jR48WL730kvj666/FL7/8Ij744APRt29f0bdvX1FXVycOHTokdDqdePfdd5sc98svv4jPP/9cSJIkdu7c2Wlft02bNglFUcSTTz4pfvjhB/Hkk08KjUYjPv/8c/8+//jHP0Tfvn2bHPeXv/xFbN26VWzbtk3Mnj1baLVa8e9//9v/+Nq1a4UkSeLPf/6z+Omnn8Q333wjxo0bJ3JyckRFRUWT57rxxhtF7969hcPhaFd9HJ0an3heIhfPTWSK29GpADBp0iQ8//zzeOqpp3DGGWfgiy++wJo1a/yduIuKivDrr7/697darVi3bh0KCwsxZMgQ3Hnnnbjvvvtw7733qvUWYtqiRYv8k88e7/LLL8eBAwewYcMGSJKEt956C3//+9+xZs0ajB8/HoMHD8af//xnnHPOOfjDH/7Q5uvMmDEDH3/8Mb7++usWHx83bhzefvttXHzxxTjttNMwffp0jBo1CmvWrIGiKFiyZAn0en2zkc4AMHToUOTk5GDRokXt+hq0x/Dhw7FkyRIsXrwYQ4YMwZIlS7B06VIMHTrUv095eXmTSXqBhol8x44di+HDh+Ojjz7Cu+++22QOuPPOOw9vvfUWPvzwQwwbNgwXX3wxtFotPvzwQ5jNZv9+1dXV+Pe//40bb7yxxb6igdRHRESRTxIiNpc7OLYjoNVqDetrRdPAhniSl5cXvZfZIxAHNsQ+npfIxXMTmTp7YMPxeUb1ZbeIiIiIKHgMcURERERRiCGOiIiIKAoxxBERERFFIYY4IiIioijEEEdEREQUhRjiOolGo4HT6VS7DKJ2cTqd0GhUX2qZiIiOwZ/KncRoNMLlcjHIdaL6+np+vUNEr9dDp9OpXQYRER2DIa4T6XQ6/iLsRG63O2ST0xIREUUaXk4lIiIiikIMcURERERRiCGOiIiIKAoxxBERERFFIUkIIdQuIhyqqqrULoGIiIgoZKxWa5P7bIkjIiIiikIMcURERERRKGYvpxIRERHFMrbEEREREUUhhjgiIiKiKMQQdwLz589Hz549YTAYMHjwYHz++edt7r9jxw6MGTMGRqMRXbt2xRNPPAFesQ6PYM7Npk2bMHHiRGRmZsJkMuG0007DggULOrHa+BHsZ6bR3r17YbFYkJCQEOYK41ew50YIgeeffx6nnHIK9Ho9MjMz8fDDD3dStfEj2PPy8ccfY/jw4bBYLEhNTcXEiROxZ8+eTqo2fmzevBmXXnopunbtCkmSsGjRohMe0+kZQFCrli1bJjQajXj11VfFzp07xV133SXMZrM4cOBAi/tXVVWJ9PR0cdVVV4kdO3aId999VyQkJIjnnnuukyuPfcGem6efflo88sgj4osvvhC//vqrmD9/vlAURSxdurSTK49twZ6XRk6nUwwaNEhcdNFFwmw2d1K18aU95+aee+4Rffr0ER988IH49ddfxffffy9Wr17diVXHvmDPy/79+4VerxcPPPCA2Lt3r9i2bZsYN26cOOmkkzq58ti3evVqMXPmTPGf//xHGI1GsXDhwjb3VyMDMMS1YejQoeLmm29usq13797i4YcfbnH/+fPnC4vFIurq6vzbnnzySZGVlSV8Pl9Ya403wZ6bllx11VXi8ssvD3Vpca2952XGjBli6tSpYuHChQxxYRLsudm9e7fQaDRi586dnVFe3Ar2vPznP/8RsiwLj8fj3/bpp58KAKK0tDSstcYzs9l8whCnRgbg5dRWuFwubN26FePHj2+yffz48fjqq69aPObrr7/GOeecA6PR6N92wQUXoLCwEHl5eeEsN66059y0xG63Izk5OdTlxa32npfVq1dj1apVmDdvXrhLjFvtOTcrV65Er169sHbtWvTq1Qs9evTAlClTUFJS0hklx4X2nJchQ4ZAq9Xi9ddfh9frRXV1Nd58802cddZZSE1N7YyyqRVqZACGuFaUlZXB6/UiPT29yfb09HQUFxe3eExxcXGL+zc+RqHRnnNzvFWrVmHDhg249dZbw1FiXGrPeSkqKsItt9yCxYsXw2KxdEaZcak952b//v04cOAAli1bhkWLFmHx4sXYvXs3LrnkEvh8vs4oO+a157z06NED69atw+zZs6HX62G1WrFjxw6sWrWqM0qmNqiRARjiTkCSpCb3hRDNtp1o/5a2U8cFe24affnll5g8eTLmzZuHoUOHhqu8uBXMebnuuutwxx134Oyzz+6M0uJeMOfG5/PB6XRi8eLFGD16NM455xwsXrwYW7ZswXfffdcZ5caNYM5LcXExbrrpJtxwww347rvvsGnTJlgsFlx99dUM1xGgszMAQ1wrUlNToShKs/RcUlLSLGk3ysjIaHF/AK0eQ8Frz7lp9MUXX2DChAl44okncMcdd4SzzLjTnvPy6aefYs6cOdBoNNBoNLjppptQW1sLjUaDV199tTPKjgvtOTeZmZnQaDTo27evf1ufPn2g0WiQn58f1nrjRXvOyz//+U+YzWY888wzOPPMMzF69GgsWbIEn332WVDdSSj01MgADHGt0Ol0GDx4MNatW9dk+7p16zBixIgWjxk+fDg+//xzOByOJvtnZWWhR48e4Sw3rrTn3AANw8UnTJiA2bNnY8aMGWGuMv6057zs2LED27dv9/974oknYDQasX37dlx11VWdUXZcaM+5GTlyJDweD3799Vf/tv3798Pj8aB79+5hrTdetOe81NXVQVGUJtsa77MlTl2qZICwDJeIEcuWLRNarVa89tprYufOneLuu+8WZrNZ5OXlCSGEePjhh8XYsWP9+1dWVor09HQxadIksWPHDvHee+8Ji8XCKUbCINhzs3HjRmEymcT9998vioqK/P9KSkrUegsxKdjzcjyOTg2fYM+N1+sVgwYNEqNHjxbff/+9+P7778Xo0aPFsGHDhNfrVettxJxgz8uGDRuEJEni8ccfF3v27BFbt24VF1xwgcjJyRE1NTVqvY2YVF1dLbZt2ya2bdsmjEajmDNnjti2bZt/+pdIyAAMcSfwz3/+U3Tv3l3odDoxaNAg8dlnn/kfmzJliujevXuT/X/88UdxzjnnCL1eLzIyMsTjjz/O6UXCJJhzM2XKFAGg2b/jzx91XLCfmWMxxIVXsOemsLBQXHnllSIhIUGkpaWJyZMni+Li4k6uOvYFe17eeecdceaZZwqz2SxSU1PFxRdfLH7++edOrjr2bdy4scXfG1OmTBFCREYGkITgcgJERERE0YZ94oiIiIiiEEMcERERURRiiCMiIiKKQgxxRERERFGIIY6IiIgoCjHEEREREUUhhjgi6rDHH38ckiQhLy9P7VI6VbDve9GiRZAkCZs2bQprXUQUHxjiiOLQpk2bIElSq/+++eYbtUsMWF5eXrP6TSYTBgwYgDlz5qC+vr5T69m0aRMef/xxVFZWdurrBurcc89t8rXSarXIysrCpEmT8NNPP3XouT/44AM8/vjjoSmUiE5Io3YBRKSea6+9FhdddFGz7b1791ahmo4ZN24cbrjhBgBAaWkpli9fjscffxxfffUVPv7447C85qOPPoqHH34Yer3ev23Tpk2YM2cOpk6diqSkpCb7X3/99bjmmmug0+nCUk+g9Ho9Xn/9dQBAfX09tm7dioULF2LNmjXIzc3FySef3K7n/eCDD/Dmm28yyBF1EoY4ojg2aNAgXHfddWqXERJ9+/Zt8l7+7//+D0OHDsUnn3yC7777DmeddVbIX1Oj0UCjCfzHqKIozRYvV4NGo2nytbrlllvQv39/TJ8+HS+99BJefPFFFasjokDxcioRtWjLli2YOnUq+vbtC5PJBIvFgpEjR2LFihUBHV9RUYF77rkHJ510EgwGA2w2GwYPHoxnn3222b7Lly/HqFGjYLFYYDKZMGzYMLz77rsdql+j0WDs2LEAgH379vm3v/766xg0aBCMRiOsVivGjx+PL774otnxq1evxpgxY5Camgqj0Yhu3brh8ssvx549e/z7HN8nburUqZgzZw4AoGfPnv5Llo0tU8f3ifvoo48gSRLmzZvX4nsYPnw40tLS4Ha7/dv27t2L66+/HpmZmdDpdOjRowceeOAB1NbWtvtrBQC/+93v/M9/rEC/D84991y8+eabANDkcu2iRYv8+xQVFeGOO+5At27doNPpkJWVhVtvvRUlJSUdqp0oXrEljiiO1dXVoaysrMk2vV4Pi8WCFStWYPfu3bj66qvRvXt3lJeX480338Tll1+OpUuXYvLkyW0+91VXXYXNmzfjtttuw+mnn466ujrs3r0bmzZtwgMPPODf79FHH8XTTz+NCy+8EE8++SRkWcaKFStw1VVX4aWXXsKdd97Z7vfXGEhSU1MBAA899BCeeeYZDB06FH/5y19QXV2NV199Feeddx5Wrlzpv7T82Wef4dJLL8XAgQMxc+ZMJCUlobCwEOvXr8e+ffvQt2/fFl/vtttug91ux4oVK/CPf/zD/7qnnXZai/uPHz8emZmZeOutt3D33Xc3q/2bb77B3XffDa1WCwDYunUrxo4di6SkJNx2223o2rUrfvjhB8ybNw9ffvklPvvsM/++wfr1118BACkpKU22B/p98Mgjj8Dn8+Hzzz/H4sWL/cePGDECAJCfn4/hw4fD5XLhpptuwkknnYR9+/bh5ZdfxsaNG5Gbmwur1dqu2oniliCiuLNx40YBoMV/kyZNEkIIUVNT0+y42tpa0bdvX9GvX78m22fPni0AiN9++00IIURlZaUAIO64444269i6dasAIGbOnNnssYkTJwqLxSLsdnubz/Hbb78JAOKmm24SpaWlorS0VOzcuVM88sgjAoDo0aOHcDgcYvfu3UKSJDFy5EjhdDr9xx86dEhYrVbRvXt34fF4hBBC3HPPPQKAOHz4cJuvffz7bm1bo4ULFwoAYuPGjf5t999/vwAgfv755yb7PvroowKA2Lp1q3/baaedJk4++eRmX5P3339fABALFy5ss14hhBgzZowwm83+r1V+fr5YsWKF6N69uwAgVq9e3WT/YL4PpkyZIlr7tXLppZeKtLQ0cfDgwSbbv/vuO6Eoipg9e/YJayeipng5lSiO3XrrrVi3bl2Tf48++igAwGw2+/erq6tDeXk56urqMHbsWOzatQt2u73V5zUajdDr9fj222/bnH5j6dKlkCQJU6ZMQVlZWZN/l156Kaqrq/H1118H9F7eeOMNpKWlIS0tDf3798fTTz+N0aNH45NPPoFer8fKlSshhMCDDz7YZGBBVlYWpk6digMHDmDbtm0A4G8Reu+99+DxeAJ6/faaMmUKAOCtt97ybxNCYMmSJRgwYAAGDRoEANixYwd+/PFHTJ48GU6ns8nXatSoUTCbzfjkk08Ces3a2lr/16pbt274wx/+AJfLhTfffLPZQJeOfB80qqqqwqpVq3DppZfCYDA0qb1Hjx7o3bt3wLUT0f/wcipRHOvTpw/OP//8Fh8rKSnBo48+ipUrV7bYZ6myshKJiYktHqvT6fD8889j+vTp6NmzJ/r374+xY8fisssu8/e9AoBdu3ZBCIFTTjml1RoPHz4c0HuZOHEi7rrrLkiSBIPBgN69eyM9Pd3/+G+//QYAOPXUU5sdO2DAAADA/v37MWTIENx1111YuXIlpk2bhoceegijRo3ChRdeiGuvvRZpaWkB1ROoAQMG4Mwzz8TSpUvxl7/8BbIsY/PmzcjLy2vSf3DXrl0AgNmzZ2P27NktPlegXyuDwYAPP/wQQEPfxbfeegvr1q2Dz+drtm9Hvg8a/fLLL/D5fHjjjTfwxhtvtLhPr169AqqdiP6HIY6ImhFCYPz48di1axfuvvtunHXWWbBarVAUBQsXLsTbb7/d4i/8Y91+++2YOHEiVq9ejc8++wzvvvsuXnrpJUyaNAnLli3zv44kSfjoo49aHbXZUuhqSXZ2dquBtPG1AmWz2fDdd9/h888/x7p167B582bcc889mD17NtasWYPhw4cH/FyBmDJlCmbMmIFPP/0U559/Pt566y0oioI//vGPzeq/7777cOGFF7b4PMnJyQG9nqIoTb5WV155JS6++GLceuutGDRokL8PXyi+D46t/brrrvO3PB7PaDQGVDsR/Q9DHBE18+OPP+KHH37AY4895h9t2ahxfrFAZGZm4uabb8bNN98Mr9eL66+/Hu+88w7uu+8+nHXWWejTpw/Wrl2Lbt26oV+/fqF+G02cdNJJAICff/7Zf7vRzp07ATRtDVIUBeeeey7OPfdcAA1fk8GDB+Opp57C6tWrW30dSZKCrm3y5Ml44IEH8NZbb2HkyJF49913MW7cOGRmZvr36dOnj7+utsJqe8iyjBdeeAH9+/fH/fff77+0Gez3QWvvvXfv3pAkCS6XK+S1E8Uz9okjomYaW8WOb7366aefAppipK6uDnV1dc2es7GFp6KiAkDD5LcAMGvWLHi93mbPE8qpJy699FJIkoRnn322yZQdRUVFWLhwIbp3744zzzwTAJqN2AWAU045BUaj0V97axISEgDghPsdKy0tDRMmTMD777+PpUuXwm63N2uxOvPMMzFgwAC88sor2L9/f7Pn8Hg8Qb3m8fr06YPJkydj3bp1/ilXgv0+aO2922w2XHTRRXj//fdbXA1ECIHS0tJ2104Ur9gSR0TN9OvXD6eeeiqeeeYZ1NXV4eSTT8aePXvwr3/9CwMGDMD333/f5vF79uzBmDFj8Ic//AEDBgxAcnIydu3ahZdffhk9e/bEOeecAwA466yzMGfOHMyePRtnnHEGrrrqKmRlZaGoqAhbt27FmjVr4HK5QvKeTj75ZDzwwAN45plnMHr0aEyaNMk/xUhNTQ2WLl3qDy233HILCgoKMH78eHTv3h319fVYvnw5qqur/atCtObss88G0DCdyR//+EcYDAYMGDDA3++uNVOmTMF///tf3HfffbBarZg4cWKTxyVJwuLFizF27Ficdtpp+NOf/oRTTz0VdXV12LdvH95//3389a9/xdSpU9v9NZo1axaWLFmC2bNnY8OGDUF/H5x99tl46aWXMG3aNPz+97+HVqvFsGHD0LNnT7z88ssYNWoURo8ejRtuuAFnnnkmfD4f9u/fj5UrV+KGG27gSg9EwVJnUCwRqalxipFnn3221X3y8vLElVdeKVJTU4XRaBRnnXWWeP/99wOaVqOsrEzMmDFDnH766cJqtQqDwSBOOukkMX36dFFYWNjstVatWiXGjx8vkpOThU6nE9nZ2eLCCy8U8+fPP+F7aZxi5M477wzovb/66qvijDPOEHq9XlgsFnH++eeLzZs3N9nnvffeE5dccono2rWr0Ol0IjU1VYwePVq8++67TfZrbTqRv/3tb6Jnz55Co9EIAP7pM1qaYqSR0+kUKSkpAoC4+eabW60/Ly9P3HbbbaJ79+5Cq9WKlJQUMWjQIPHwww+L/Pz8E77/xilGWnPNNdcIAGLTpk3+1wv0+8Dr9Yr77rtPdO3aVciy3Gzak9LSUnH//feLPn36CL1eL6xWqxgwYIC4++67m02xQkQnJgkRRG9fIiIiIooI7BNHREREFIUY4oiIiIiiEEMcERERURRiiCMiIiKKQgxxRERERFGIIY6IiIgoCjHEEREREUUhhjgiIiKiKMQQR0RERBSFGOKIiIiIotD/B6003XJDSY3vAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 648x576 with 2 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "\n",
    "fpr_our, tpr_our, threshold = roc_curve(y_test_new, yhat_our1)\n",
    "roc_auc_our = auc(fpr_our, tpr_our)\n",
    "fig = plt.figure(figsize=(9,8))\n",
    "ax = fig.add_subplot(111)\n",
    "plt.gcf().set_facecolor('white')\n",
    "ax.plot(fpr_our, tpr_our, label='ACR-SA  = %0.4f' % roc_auc_our, linewidth=2.3, color = 'red')\n",
    "ax.set_facecolor('white')\n",
    "ax.set_xlabel('False Positive Rate', fontsize=18)\n",
    "ax.set_ylabel('True Positive Rate')\n",
    "ax.set_title('')\n",
    "ax.legend(loc='lower left',  ncol = 2,bbox_to_anchor=(0.05, 0.0, 0.0, 0.0),framealpha= 0.4)\n",
    "axins = zoomed_inset_axes(ax, 1, loc = 'center right') # zoom-factor: 2.5, location: upper-left\n",
    "axins.plot(fpr_our, tpr_our, label='ACR-SA  = %0.4f' % roc_auc_our, linewidth=2.3, color = 'red')\n",
    "axins.patch.set_facecolor('#d9d9d9')\n",
    "axins.patch.set_alpha(0.3)\n",
    "axins.spines['bottom'].set_color('0.7')\n",
    "axins.spines['bottom'].set_linewidth('1')\n",
    "axins.spines['bottom'].set_linestyle('--')\n",
    "axins.spines['top'].set_color('0.7')\n",
    "axins.spines['top'].set_linewidth('1')\n",
    "axins.spines['top'].set_linestyle('--')\n",
    "axins.spines['right'].set_color('0.7')\n",
    "axins.spines['right'].set_linewidth('1')\n",
    "axins.spines['right'].set_linestyle('--')\n",
    "axins.spines['left'].set_color('0.7')\n",
    "axins.spines['left'].set_linewidth('1') \n",
    "axins.spines['left'].set_linestyle('--')  \n",
    "\n",
    "x1, x2, y1, y2 = 0, 0.3, 0.7, 1 # specify the limits\n",
    "#x1, x2, y1, y2 = 0.2, 0.5, 0.6, 0.9 # specify the limits\n",
    "\n",
    "axins.set_xlim(x1, x2) # apply the x-limits\n",
    "axins.set_ylim(y1, y2) # apply the y-limits\n",
    "\n",
    "plt.yticks(visible=False)\n",
    "plt.xticks(visible=False)\n",
    "plt.grid(visible=False)\n",
    "\n",
    "from mpl_toolkits.axes_grid1.inset_locator import mark_inset\n",
    "mark_inset(ax, axins, loc1=1, loc2=3, fc=\"#d9d9d9\", ec=\"0.3\", alpha = 0.3, ls = '-.')\n",
    "\n",
    "plt.savefig(path+ dataset_name + '-AUC7_all2.png',dpi=300,bbox_inches = 'tight',pad_inches = 0.1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "id": "9a140b72",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t Recall, Specifity, Precision, F1, Accuracy\n",
      "negative - :  [0.961, 0.9487, 0.9472, 0.9541, 0.9547]\n",
      "positive + :  [0.9487, 0.961, 0.9621, 0.9553, 0.9547]\n"
     ]
    }
   ],
   "source": [
    "classifiers = [yhat_our1]\n",
    "classifiers_name = ['negative -' ,'positive +']\n",
    "dataset_name = 'SD4A'\n",
    "\n",
    "y_test_list = y_test_new.tolist()\n",
    "results = []\n",
    "for c,i in zip(classifiers,range(len(classifiers))):\n",
    "  labels = (c > 0.5).astype(np.int)\n",
    "  labels = labels.flatten().tolist()\n",
    "  \n",
    "  data = []\n",
    "  cnf_matrix = confusion_matrix(y_test_list, labels)\n",
    "\n",
    "  FP = cnf_matrix.sum(axis=0) - np.diag(cnf_matrix)  \n",
    "  FN = cnf_matrix.sum(axis=1) - np.diag(cnf_matrix)\n",
    "  TP = np.diag(cnf_matrix)\n",
    "  TN = cnf_matrix.sum() - (FP + FN + TP)\n",
    "  \n",
    "\n",
    "  FP = FP.astype(float)\n",
    "  FN = FN.astype(float)\n",
    "  TP = TP.astype(float)\n",
    "  TN = TN.astype(float)\n",
    "\n",
    "  # Sensitivity, hit rate, recall, or true positive rate\n",
    "  TPR = TP/(TP+FN)\n",
    "  # Specificity or true negative rate\n",
    "  TNR = TN/(TN+FP) \n",
    "  # Precision or positive predictive value\n",
    "  PPV = TP/(TP+FP)\n",
    "  # Negative predictive value\n",
    "  NPV = TN/(TN+FN)\n",
    "  # Fall out or false positive rate\n",
    "  FPR = FP/(FP+TN)\n",
    "  # False negative rate\n",
    "  FNR = FN/(TP+FN)\n",
    "  # False discovery rate\n",
    "  FDR = FP/(TP+FP)\n",
    "  # Overall accuracy\n",
    "  ACC = (TP+TN)/(TP+FP+FN+TN)\n",
    "  F1 = (2 * TPR * PPV)/(TPR + PPV)\n",
    "  data.append(TPR)\n",
    "  data.append(TNR)\n",
    "  data.append(PPV)\n",
    "  #data.append(NPV)\n",
    "  #data.append(FPR)\n",
    "  #data.append(FDR)\n",
    "  data.append(F1)\n",
    "  data.append(ACC)\n",
    "  \n",
    "  results.append([round(d[0],4) for d in data])\n",
    "  results.append([round(d[1],4) for d in data])\n",
    "\n",
    "print(\"\\t Recall, Specifity, Precision, F1, Accuracy\")\n",
    "for r,name in zip(results,classifiers_name):\n",
    "  print(name,': ',r)\n",
    "with open(path+\"Results_my_method.txt\", \"w\") as filehandle:  \n",
    "    filehandle.writelines(f\"{name} %s\\n\" %r for r,name in zip(results,classifiers_name))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "id": "89049cd1",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAiYAAAHjCAYAAAAXA9TcAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuNCwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8QVMy6AAAACXBIWXMAAAsTAAALEwEAmpwYAABxEUlEQVR4nO3dd3wUdeL/8ddsekIKJSQQCL0XkSrCAYKAiIqCCKJHUVTsx1kO9Sx4dwJy+D0VQZEfnggonIJUFZQqCAoCKigdQksgCQnpZXd+f2yysKQtIdkN5P18PPJIMjM789lP0Hnvp42RlJRkIiIiIlIBWDxdABEREZF8CiYiIiJSYSiYiIiISIWhYCIiIiIVhoKJiIiIVBgKJiIiIlJhKJiIVBLHjh0jLCyMgQMHXvG5yuo8IiKXUjARKSdhYWGOr4MHDxZ53J133uk4bs6cOW4soWfMmDHD8X537Njh6eKISAWjYCJSjry9vQGYO3duofuPHj3Khg0bHMdVBnPnzsUwDAA++ugjD5dGRCoaBRORclStWjU6derEp59+Sk5OToH9n3zyCaZpcsstt3igdO63ZcsW/vjjD4YMGUL9+vVZvHgx58+f93SxRKQCUTARKWcjR47k7NmzrFq1yml7bm4u8+fPp0OHDrRq1arI1x8+fJjHHnuMli1bEh4eTpMmTRg9ejS//vprocenpKTw4osv0rJlSyIiIujUqRPvvvsupln00ydsNhtz586lf//+REdHExERQdeuXXnrrbfIzs4u3RsvxH//+18A7r//fkaMGEF6ejqLFi0q8vikpCTeeOMNunXrRlRUFHXq1KFLly787W9/48yZM07HZmZm8u6779K7d2/q1q1LrVq1aN++PU8++SSHDh1yHPfoo48SFhbGsWPHClwvfxzOo48+6rQ9/zWbNm1i/vz59OzZk9q1a9O9e3cAsrOzmTVrFnfffTetW7emZs2a1KtXjzvuuINvvvmmyPd3+vRpXnzxRTp16kRkZCTR0dF0796diRMnkpaWBsBNN91EtWrVOHr0aKHnmDt3LmFhYUycOLHI64hcTRRMRMrZ4MGDCQ4OLtCd88033xAbG8uoUaOKfO3OnTvp1asXCxYsoE2bNjz55JN0796dFStWcPPNN7NmzRqn47Oyshg0aJBjHMe4cePo3r0706ZNY8KECYVeIzc3lxEjRvDUU0+RkJDAkCFDGDNmDN7e3rz++usMHTqU3NzcK66HpKQkli1bRp06dejRowf33nsvFoulyO6cmJgYevbsyZtvvolpmowcOZLRo0fTqFEjPvnkE/bt2+d07v79+/Pyyy9z7tw5hg8fzsMPP0zbtm1Zvnw5W7duveLyA7z77rs888wzNGzYkIceesgRTM6dO8eECRNIS0vjpptu4vHHH+fWW29l9+7dDBs2zBHILrZr1y66d+/OjBkzqFq1Kg899BAjRowgMjKS6dOnEx8fD8DYsWOx2Wx8/PHHhZZpzpw5WCyWYv8diVxNKk/HtoiHBAUFcffdd/Pxxx8TExNDdHQ0YP+kW6VKFQYPHsy7775b4HWmaTJu3DjOnz/PjBkzGDFihGPf+vXrueuuuxg3bhy//vorgYGBAEyfPp2ff/6ZW2+9lXnz5mGx2D97jB8/nl69ehVavv/7v//j66+/5qGHHmLy5Ml4eXkB9laU8ePH8/HHHzN79mzGjRt3RfWwYMECMjMzHYGkbt269OjRg/Xr17N9+3Y6duzodPxDDz3EsWPHePbZZ/n73//utC8lJQWr1er4/bnnnmP37t0MHz6c6dOnO43ZyczMJDU19YrKnu/7779n9erVtG3b1ml7WFgYv/76K1FRUU7b8wPTa6+9xrBhwwgICADsLSwjR44kISGBt99+u0CoSEhIICgoCIAhQ4bw8ssvM2/ePF544QV8fX0dx+3atYtdu3bRt29f6tevXybvUcTT1GIi4gajRo3CZrPxySefAHDy5Em+/fZbhgwZQpUqVQp9zbZt29i3bx/t27d3CiUAvXr14rbbbiMhIYGVK1c6ts+fPx/DMJg4caIjlABER0fzyCOPFLiGzWbj/fffJzw8nEmTJjlCCYDFYuH111/HMAwWLlx4Re8f4OOPP8YwDKf3ct999wEFB8Hu2rWLbdu20bx5c1544YUC5woODiYsLAyAs2fP8sUXX1CjRg3efPPNAgOJ/f39qVGjxhWXH+zdcpeGEgA/P78CoQTsgeX+++8nKSmJn3/+2bH9q6++IiYmhj59+hTa0lG9enX8/f0d5b///vs5e/YsK1ascDoufxbXmDFjruh9iVQkajERcYN27drRtm1b5s+fz4QJE/jkk0+wWq3FNr/v3r0bgB49ehS6v1evXixfvpzdu3czdOhQUlJSOHz4MJGRkTRp0qTA8d26dSuw7eDBgyQkJNCgQQOmTp1a6HUCAgI4cOCAK2+zSJs3b2bfvn1069aNBg0aOLbfdttthISEsGTJEt544w1CQ0MB+OmnnwDo06ePU1gqzM8//4zNZqNr166EhIRcUTlLcmmrzsV+//133nnnHbZs2UJsbCxZWVlO+0+fPu34efv27QD069fPpes+8MADTJ8+nTlz5jB48GDA3mr0xRdfUKdOHfr373+5b0WkwlIwEXGTUaNG8cwzz/DNN98wb948WrduTfv27Ys8Pn+2Ss2aNQvdHxER4XRc/vfw8PBCjy/sPImJiQAcOXKEKVOmuPhOLl/++IhLW34CAgIYMmQIH330EYsWLeKhhx4CIDk5GYDatWuXeO7LOfZKFfW3+Omnn7jjjjvIzc2lZ8+eDBgwgODgYCwWC7/++iurVq1yCiqXW+b69evTt29fvvnmG/bv30/Tpk1ZuHAhaWlpPP300yWGN5GribpyRNxk6NChBAYG8txzz3HixAlGjx5d7PH5n/4vnX2SLy4uzum4/O9nz54t9PjCzpP/mltuuYWkpKRiv0rr3LlzLF26FIDHH3/caeG5sLAwRzfOxd05+S0nF7cyFOVyjgUcXVwXj1HJlx8YipK//sql/v3vf5ORkcHixYv5/PPPmTx5Mi+99BIvvPBCoa0sl1tmsA+CBZzqy9vbm5EjR7p8DpGrgVpMRNwkJCSEu+66i/nz5xMQEMDQoUOLPf66664DYNOmTYXu37BhA2DvJgL7uIuGDRty5MgRDh48SOPGjZ2O37x5c4FzNG3alNDQUHbs2EF2drbTwMqysmDBArKysmjTpo2jrJdat24de/fu5aeffqJTp0506tQJgLVr12K1WottEejQoQMWi4UffviBlJQUgoODiy1P/tiUEydO0LBhQ6d9O3fudP2NXeTw4cNUrVqVP/3pTwX2FVbv+e9v9erVPPzwwy5d4+abb6ZBgwZ8+umn3HLLLezZs4c77riDyMjIUpVZpKJSi4mIG7344ovMmzePL774wvGpuShdunShWbNm7Nixo8Dg0w0bNrB8+XKqV6/Orbfe6th+3333YZomr7zyCjabzbE9JiaGDz74oMA1vL29GTduHGfPnuXZZ58lPT29wDEJCQn88ssvl/tWHfK7caZMmcK7775b6NcTTzwBXGgNaNeuHV27dmXv3r2FdjGlpqY6Wjdq1KjB3XffzdmzZ5kwYUKBlpCsrCzH1Fu4EAr++9//Oq3tEhMTU+rurOjoaM6dO8dvv/3mtH3u3Ll89913BY4fMGAA9erV49tvv3UMiL5YYmIimZmZTtsMw+CBBx4gKSnJMZD5gQceKFV5RSoytZiIuFFUVFShszcKYxgGM2fO5M4772TcuHEsWbKEVq1aceTIEZYtW4avry/vv/++Y6owwBNPPMHKlStZtWoVf/rTn7j55ps5f/48S5YsoWvXrnz11VcFrvPcc8+xd+9e5s6dy+rVq+nRowdRUVHEx8dz5MgRtm7dytixYwudjVKSzZs3O8ZE3HjjjUUeN3z4cF577TW+/PJLJk2aRGhoKB988AG33XYbb775JqtWraJHjx54eXlx7Ngx1q5dy6effupooXjzzTf5448/mD9/Pj/88AN9+vQhKCiIEydOsHbtWv7xj384ZgANGDCAZs2asXjxYk6ePEnnzp2JjY3lq6++on///nzxxReX/T4fffRRvvvuOwYMGMCdd95JSEgIO3fuZOvWrQwaNMjRlZXPx8eHjz/+mMGDB/Pkk08yf/58OnfuTG5uLocOHWL9+vX8+OOP1KtXz+l1999/P2+88QaxsbE0atSInj17XnZZRSo6tZiIVGDt27dn/fr1DB8+nN27d/POO++wceNGBg4cyJo1a+jbt6/T8X5+fnz55Zc89thjJCYm8v777/P999/zzDPPMGnSpEKv4e3tzdy5c5k9ezYtWrRgzZo1TJ8+ndWrV5OZmcn48eMdg1IvV/7CYiWNgwgLC+OOO+4gPT3d0ToUHR3Nhg0beOaZZ8jJyWHOnDn897//Zf/+/fz5z3+mefPmTq//5ptveO211wgKCmL+/PnMmjWLnTt3cvvtt9O1a1enOlq6dCn33HMP+/fvZ9asWezZs4c33niDV155pVTv8+abb+azzz6jWbNmLFmyhE8++QQ/Pz+WL19e5Mybdu3asWnTJh5++GFiY2N5//33mT9/PqdOneKJJ54odBBz1apVHS1ko0ePLnLMi8jVzEhKSip6nWoREakwTNOkU6dOnDhxgr1791KtWjVPF0mkzKnFRETkKrFs2TIOHjzIkCFDFErkmqUWExGRCm7q1KmcO3eOefPmkZOTww8//KAl6OWapWAiIlLBhYWF4e3tTbNmzXj99dfp06ePp4skUm40K0dEpIK7kgXuRK42GmMiIiIiFYaCiYiIiFQYCiYiIiJSYVx1Y0xKWsa7NLZv317s48yl7KnO3U917n6qc/dSfbtfaeq8pIdlqsVEREREKgwFExEREakwFExERESkwlAwERERkQpDwUREREQqDAUTERERqTAUTERERKTCUDARERGRCsOlYLJ582aGDx9OixYtCAsLY/78+SW+Zs+ePdx6661ERkbSokULpkyZgmk6P8j4+++/p2fPnkRERHDdddcxZ86c0r0LERERuSa4FEzS0tJo2bIlkydPJiAgoMTjz58/z1133UXNmjVZu3YtkydP5t1332X69OmOY44ePco999xD586d2bhxI3/96195/vnnWbp0aenfjYiIiFzVXFqSvl+/fvTr1w+Axx57rMTj//e//5GRkcHMmTMJCAigZcuW7N+/nxkzZvDEE09gGAYfffQRkZGRTJ06FYBmzZqxfft2pk+fzqBBg67gLYmIiMjVqlzGmPz444907drVqXWlT58+nD59mmPHjjmO6d27t9Pr+vTpw86dO8nJySmPYomIiEgFVy7B5MyZM4SHhztty//9zJkzxR6Tm5tLQkJCeRRLREREKrhye7qwYRhOv+cPfL14uyvHXGr79u1lVUS3nFeKpjp3P9W5+6nO3Uv17X6XW+dNmjQpdn+5BJOaNWs6WkbyxcfHAxdaToo6xtvbm2rVqhV57vJ4pLUele1+qnP3U527n+rcvdxZ39lWk3OZVqr6e+HrVfSHaXex2kz2JmbxS3wWAAHeBgFeBgHeFvvPhXz38zLwslxZ2UtT58nJycXuL5dg0rlzZ1577TUyMzPx9/cHYN26ddSqVYt69eo5jlm5cqXT69atW8f111+Pj49PeRRLREQqsTPpufyemEW21cTf28DPy4K/l4Gfl+H8u7dBRq5JzPkcjqXkEJP/df7Cz6fTcslfAKOqn4WIQG9qBnoTEehNRKCX4+fwAC+8DIMcm0muzSTHZpJjw/Fzbt7vwb4WooN9HF9VfIsfaXEmPZdtsRlsPZ3B1th0fozNJDXHdtl14m3B/v69LI56yP954a1RNKnqV4qavjIuBZPU1FQOHz4MgM1m48SJE/zyyy9UrVqVunXrMnHiRHbs2MGyZcsAuPvuu5kyZQqPPfYYzz77LAcPHuQ///kPzz//vKObZsyYMXz44YdMmDCBMWPGsG3bNhYsWMDs2bPL6a2KiMiVMk0Ta94d2fsyP22nZFs5kpzDkfM5HEnO5vD5HI6ezyYr1yzkE73zp/sqPhZqBHhRI8CL6v7e1Ajwopq/V6FlSM6ysichi9/yv+Iz+S0hi7MZ1rKoAgAsBlTz8yIpy8q5LBvnsrL541x2mZ2/mr9XXkjxdoQVH4vBj3H2MHLkfMFJIvVDfOhQ0x8fiz1YZeTayLDmfc91/p6Za5JlNcnNC0lpOQXrxmoW2OQWLgWTnTt3cvvttzt+nzRpEpMmTeLee+9l5syZxMbGcuTIEcf+0NBQlixZwrPPPstNN91EWFgYjz/+OE888YTjmPr167No0SJefPFF5syZQ2RkJFOmTNFUYRGRK2SaJomZVk6n5XIqLZdTqbmcTsvldHouaTk2MnNtZFlNMq32m9Olv2dbnT/NX/xpP/eiD+V+XgYhvhZCfC0E+3pd9LOFEF8vArwNTqXmcuR8NoeTc0jILLtgkC/Mz0KNAG9q+HuRm+FH7K79nEjNLfTYYF8Lrar5EeRjIctqu+j9m2RabY6fs6wmvl4G9S5qwYgO9qFeyIWfa1fxxttiYDNNEjKsnMnIJS7dSlxaLnHpuY7fz2bYy+JtGPhYDLwt5H23f/lY7AEvOct2oWUmJYfETCuJmVZ2nS38fQf5GHSKCOCGyABuqBVIl8gAIoMurxPENO1/3yzrhaBirxP77/VDPNN7YSQlJXkoE5VOaGhomZ9T/cDupzp3P9V5+cq1mZxJzyU2PZfYtFzOZlg5euQITRo1LHBDyr8Z+VgM0nNtnMu0cS7Lav/0nWklKcv590yrWehrL/7dNCE2PdcRRrLL8eOulwEmYLvMS/h7GdQP8aFBqC8NQ31oEOJLg1AfAr0tTp/m03MLfspPybaRkJlLfIaV+EwrCRn2G3dhRfD3MmhZ3Y/W1f1olfe9dXV/6gZ7Fzu5oqIwTZOzGVZiUnI4dlH3UXqOjQ55YaRldb/LbrEqD1fNGBMRkYrENE2Ss2wkZFqJz8h13Ngc3zNy8/ZZyTVN/L0seWMOjLwxCM6/W02Iywsg+WEgPqOwm6QfHDjpgXcMob4WalfxplaQN7WDfKgd5E1kkDchvvljCSyO93PpeAtfL+fgc+FnAy8LWAwD07R/uj6fZSMlx8b5bOtFP9tIybaSmmMjMtDbEUQiAr2xlGEwsNpMzmVd+Fvu2PMHAzq2omGo7xUP6vQkwzComTdmpWNEyautX2sUTETkqnYiJYftcRmcybByJt3eUnE2I+97ei5n8oJHKcYFXhYDiAj0IjLQHgDCA7xJSEggpGo1p26QSwdBBnobVPX3oqqfF2F+lot+9qJq3u/+XhZyzaIGT9rPSd71awX5UCvImyCf8n1Gq2FcGAcSUa5XKpqXxbB34wR40wzwO2XzyGBNKVsKJiJS7kzT5FRaLrvPZrL7bBa74zP5PTGLOlV86F47kO5RAXSKCMDfu+SbabbV5PtT6Xx9NJWvjqbyW0KWS2Wo4mMhPMCL6gFe1PD3okaAN9X98wdT5v0e4IWPhYvGHRQyBiPXHgIig7yJDPSyf88LIpc2rW/ffpqOHetcfoWJVGIKJiJSZqw2k4RMKydSc/glL4DsPpvJL/FZhQ58/CU+i1VHUwHw9TLoFOFP99qB/CkqkBtrBVLV3wuAo8nZfH3MHkS+O55GWs6FTpMgH4PutQOpU8WH8AAvwgO9qRngRXiAN+GBed8DvFwKPSLieQomIoLNNPkjMZuEzFysNrDmTQm12vK+m3nbbJCWY3OadRCXnjcLIa8bpagBkWF+Fq6r4c914f5cF+5Hi6p+HD2fw6ZT6Xx/Kp3f4rPYfCqDzacymLI9AQNoXcOPHKtZYBpm6+p+3FK/CgPqV6FbrQD8FDpErhkKJiKVkM00+eVsFhtOprHhRDobT6aX2VTOav72cRatqvtxXbifI4zUqVJwRkTX2nBvc/tMu3OZVracTuf7k+lsOpXOT3GZ/Jq3imWIr4Wbo4MYUL8K/etVoW6wFmEUuVYpmIhcxUzTPgbCYhh4GfZFnwqbDmm1mfyRarDp5wTWn0hj08l0zmU5jwatU8Wb+iE+eBkGFsM+sNDLAC/DPhPDK+8aAd4WIgK9Cl3pMjzAu9TLc1f192Jgg2AGNggGIDPXxva4TAwDOkcE4FMBlv0WkfKnYCJyFTFNk0PJOWw4kcaGk+msP5HG8RTnxaQsBgUCRY7NJCM3AIhzHBcd7EOvOoH0rBNIrzpBNAjxqVBrPPh7W+geFejpYoiImymYiFRgpmlyICmb9SfSHWHk5CWrWuYPr7DaLix6ZTMhBxOsQN7qGrX9bPRrVJWeUUH0qhNI/VBft74XERFXKJiIeEhhS1nbf74wqHRHXCax6c5BpLq/Fz3rBNIzKpCedYJoU8PPsWiVWWDQqn3AqmHAgV930rFjlCfeqoiIyxRMRNzoREoOH/x6jnl/JHM8Jcelh2SFB3g5ult6RgXSsrpfkatnGoaBt3H5D1cTEakoFExEyplpmqw7kc57uxNZeijFKYxU9bM4BpDWzBtQGhHoTc0A+4DSZtX8aF7Vt0KN/RARKU8KJiLl5HyWlbm/JzPjl0R+T7Svw+FtgXsah/D4dVW5oVZgqWewiIhcqxRMRMrY3oQs3tudyNzfk0nNe0BLrSBvHmlTlYfbhFErSGtwiIgURcFEpBQyc20cSs5m/7lsDiTZv+9PyubAuWynwao9ogJ54rpq3NkoWOtwiIi4QMFEpAhZuTaOnM/hYFI2B5PsAST/69j5nEIecW8X7GvhvmahPHZdVdrU8HdrmUVErnYKJlLp2UyTtcfT+CU+iwPnsjmYbA8iMSk5RT73xcuABqG+NA3zpUmYL02r5n2F+VEn2LvIWTMiIlI8BROptHKsJgv2JTNle7xjcOrFLAY0CPGhcV74aJz31TTMlwahvhq4KiJSDhRMpNJJz7Ex+7dz/PvnBMdy7nWDvbmjYfCFABKq8CEi4gkKJlJpnMu08t7uRN7elUh8hv1Jus2r+jKhUw1GNAvV4FQRkQpAwUSueafTcnjr50Te/+WcY/pupwh/XuhUg0GNgjUeRESkAlEwkWtSXFouy4+ksOxwCt8cSyM7b7nVm6ODeKFTDW6qE6jVVEVEKiAFE7kmmKbJ74nZLDucwtJDKWyLzXBM5zWAwY2DmdCxBp0iAzxZTBERKYGCiVy1cm0mm0+lO8LIoeQcxz4/L4Obo4O4o2EwtzesotVWRUSuEgomclXJttrXHPni4Hm+PJTiGMQKUCPAi9saVOGOhsH0q1eFIB+LB0sqIiKloWAiFV5Gro3Vx+xhZNmhFJKzbY59TcJ8GdQomEENg+laKwAvi8aNiIhczRRMpEJKzbax6mgKXxxIYeXRFNJyLizB2rq6H3c3CWFI42BaVffTIFYRkWuIgolUOGuPp3HPyhMkZF7opulQ058hjUMY0iSYplX9PFg6EREpTwomUqHM3J3Ik+tjsZr2MDKieSiDGwVTP9TX00UTERE3UDCRCiHXZvKXDbG8t/scAH/rWJ1/3VhTY0ZERCoZBRPxuHOZVu5ZdYJvY9Lw9TL4sE8tRrYM83SxRETEAxRMxKP2JWZx+7LjHEjKpmagF0tuq8uNtQM9XSwREfEQBRPxmDXHUrln1QmSsmy0reHHsjvqUi9EY0lERCozBRPxiEWnvHlrcwxWE+5sFMwn/aOo4qsF0UREKjsFE3GrHKvJ0xtimXnY3jLyQqfq/PPGmnrCr4iIAAom4kbHU3IYtuoEP5zOwNcwmdO/Dvc1D/V0sUREpAJRMBG3+OZoKvd9fZKETCtRVbz5R8NUhRIRESlAnfpSrqw2k1d+OMOAL2NIyLTSLzqInSMa0ibEVvKLRUSk0lGLiZSbuLRcRnx9grXH0zGA17uG82KnGnhZDI55unAiIlIhKZhIudh4Io3hX53kdFouNQO9WHBLFH2iq3i6WCIiUsEpmEiZspkmU7cn8NKWM1hN+FNUIJ8NiKJ2FR9PF01ERK4CCiZSZhIychm9+hQrjqQC9ufd/PPGmnjreTciIuIiBRO5YjlWk5m/JDJxWzyJmVaq+lmY2z+K2xoGe7poIiJylVEwkVIzTZNlh1N5blMcB5KyAehVJ5CP+tamfqiWlhcRkcunYCKl8vOZDP66IY4NJ9MBaFrVl6ndI7i9YRUMreIqIiKlpGAil+Vkag4vbT7D3N+TMYFq/l68dkM449pUxcdLgURERK6Mgom4JDXbxps74vn3jgQyck18LPBUu2q81Dmcqv5eni6eiIhcIxRMpERn03O5cdFRDuaNI7m7STCTu0XQKEzjSEREpGwpmEixcqwm96w6wcGkbFpV9+P93rXoHhXo6WKJiMg1SsFEivXMpjjWn0gnMtCb1XdFa6E0EZFKwMzJxvDxTKu4gokU6aM9Sby7KxFfL4PFt9VRKBERuQaZNhucOoa5/1c4sAfzwG9wdD+W2V9jhFV3e3kUTKRQW0+nM27taQBm3BRJ19rqvikr5tEDmN9+CcGhGE1bQ5PWGFVCPF0skWuSabXC2dNw4gjmiSNwOgZq1sa4oQ9GVD1PF8+tzJxsSE+1f8Ucwjywxx5GDu61b7uYYUDMIVAwkYrgdFoOg1ecINtq8vh1VXmwdVVPF+maYMadxFwwE3PjKjBN+7b8nbWjMZrkhZSmraFBM481o0rFYSYlYH63FNJTMXrdhlG3YflezzQhKQF8/TCCSr9ys2mzwa4fMH9YC8EhUKcBRp2GUKc+RmD5PMzTNE38z5zE9n0inDgCJw7bg8ipGMjOKnj8J+9C3YYYN/TGuKE3NGxeIddgMq25cHAv5u5tcPyQ4/8dRbKZmJnpkJEOGan27+lp9p9zc4t+XfUIaNIKo2lrjCZtoHELjICgsn0zLlIwESdZuTYGLz/B6bRcekQF8n89Ij1dpKuemZSAuehDzNVf2P/H4O2NcfNd4OuLuf83OPwHnIrBPBUDG1bZw4q3tz2cdOqJccf9GP4Bnn4bLjGtVti6FnPXDxh978Jo2sYN18yFxLNQrSaG17Uxdd3c/yvmyoWYm1dDbo592xcfQdvOWAYOh449rui9mtZciDsJJ47ab94njmCePALHj9g/OXt7Q8ceWG66DTp0x/B2rRvXTEvBXLccc9VCeyC4eF/+D9XC84JKA6jTEKNuA3soKGUQMjPSMTesxFy1kBYxhyj0tn3xNSPrwuHfMX/aCMcPYx4/jPm/2RBeKy+k3ATN23ns35Jpmva/x+5tmL9sg992FGzNKC1vbwioAgGBEFEnL4S0hqatMKrVLJtrlAEFE3EwTZPH18WyNTaDusHe/G9gHS2adgXMtBTML+diLp8PmRlgGBg33YYxfBxGRNSF43Jz7M2qF/fvHj+c9/MezG++wBgzHqNbvwr5iQ7s78Hc8BXm4o/g5FH7tjVLMG66HWPkUxhVa5T9NW02zC1rMOe/B6ePQ0AQNG6J0aSVPRA1aY1RveL8z7YkZk425verMVd9Bgf22DcaBnTuhRFazd7S9suP2H750X4THXAPxs13YoSEFX/ezAw4tBfzwB77v6njh+HUMUfgKSAoGDLSYOtabFvXQmhVjD8NwOh9uz0sF/Jv0Dx+GHPVQsx1KyDTvho0NSIx+t4JNhNO5nWjnDxmD5GJZzF/+dH+WrDfMNt0tgeDLr1cGtdgno7BXLXI0aIEkBMUgk+r9vawE1W/2FYaMzcHftuBufU7zG3r4expzOXz7f+9hlbF6NgD2t2A0aYzRli1EsvjdG7ThNjj9laO33fb32VA4IVQEBgEAUH2FolA+zbzVAz8ss3+msSzziesXQ/jui7QtDWUFBINA8M/sOD1AqtcNa2wRlJSUgntQhVLaGhomZ9z+/btdOzYsczPe7V5b3ciT6yLxd/LYPOw+rSvWX6f0q/GOjfPJ0FCnP0GmP8/lkL+QzezMjG/WoT5xRxISbZv7NwTy31PYNRr7Nq10lNh705sn86EQ7/bN7Zqj+XB5zEaNitV+cujzs2sTMxvv8T88mM4G2vfWLM2xnVd7Dep3Bx7Pd3zEMZtIzB8rnwAtWmasOsHbJ+8a29tAvAPsIe/S1Wv6egeM5q0gRbXufzpvyy4UudmfBzmN5/bW9SSz9k3VgnBuPkue/iIqG0/LvU85ndLMVctgrgT9uN8/TB6DMC4dThGw2b2lpDjh+3hdv9v9u8xh8BmK3jh6hH2VoS6DezfoxpA3QYQWg3OncVcvwpz3XJ7SM5Xr4k9XPe8FUKqwvaN2FZ+BnkhA4A2nbDcOgw698Twcv7sa1qtcObUhfEeJ45gxhyCQ3svlNEw7C0WN9xkDyoXh3ibDXZusV/z580XTtyiHcatw9jpG0aHLjcU/0cp7G9gs8H+XzC3rrN3P+XXb776TTGu62IPBy3bF9qCaSYlYv76I+zOCxdnT192ORxCq9mvdV0XjLadMcJrlf5c5aw0/19JTk4udr+CCVfnTbKsbTiRxs2Lj5Frg/m3RDGiednX88Wuljo3c7Lhp43Y1i2Hn7eA9ZI+Wm8fR0hxBJa4k5Bwxr6/VXssf34So3m70l3fasVcuxRz3nT7Tctiweg3GGPEYxghlzf2p6Q6N88nwflzUL1miX3LZnqqPXwtmw/JifaNdRpgDHkA40/9Mbx9ME/HYPvoLfhxg31/7WgsDzyL0fFPl1Vup+vu+8UeSH7bbt9QLdzeAtX7djifBAf3YObfkA/sKdgEXquuve669cOwWEpdDlfl17mZkQ6JZyA+DjPxjP3fR+JZzNjjsGsb2Kz2F9RvijFwOEaPWzD8Cv9gYNps8PNm+81555YLO+o0gPjYggHN4gX1m2A0aQWNW2E0aGpvTXBh/IBpmvbWlrXLMTd9AylJF84ZWhXOxdt/9/PH6DXQHpBcDN9O10lOxPxpI+bWtbBrq3NrToNm9jEg/gGYX//P3joG4OObF8qGYTRqAZTN/1dM04RjBzB/3pLX4rHTeYyKtzc0a4vRtgtG3YaY+36xH3d0v/OJgkMx2nSGNh3t/2/IH+eRkW7/d5mRjpmRZm+dSk+zt9K07YzRtgvUa1xhW0cvpWCCgkl5iDmfQ8dPD3M2w8qzHaoz9U8R5X5Nd9S5abPZ++i3roOI2i4375umaW/yXrcc8/tvLrR6WLwgqh5kZV74n8mlQSVfg2ZY/vwkXH9jmfwPxkxNwVz0AebKhfZrVgnBuPdRjFvuLvCptCjF1bm5fRO2Kc9Cjn11XwKC7K0N1Wva+56r17SP4agejnlwL+bKzy7c9Bu1wDJ0rL3LoZCbvblzC7bZUx1dPHTobg8olzEjwow5hG3edPhxvX1DlRB7CLp1GIaff+GvsdngdMyFLrKft0Bs3k3tCv4+ZkoyHDsA6Wn2wJGRmnfTyf9Kt7d4paWQceo4AekpxY8RsHhhdO2DceswaHn9ZZXHPHkM86uFmN8ts18bICLKHkKatLb/m2/YrMiQcznMnBzYsQnb2uWw43v7v8OIOhgDh2H0vqPMZpaZ6amYP2+GH9Zi7vj+QtdQvvDIi7qxnMN5ubQKZmfBH7vzxnz86Ny6czFfP3trSn7LSv2mbgm/nqZggoJJWUvJttLzf8fYeTaTftFBrLozGi9L+SV183QM5rz3OOFXhbr3PVIuYwBM07R/opw3HY7sK3hAtXBo2ubCWIRGLTACq2AmnLEPolu73D6qP1/9phi9b7d/Oruo79s0TfuN/OKbUnoqeOV9oiqH/ymZxw9j+3//hl0/2DdEN8by0PMYbTqV+Nqi/p2bv23H9voT9k+F1Wvag1ghsxgKaNUBy90P2vvhS7iZmjk5mKs+w1w4yzG40rhthL31pLjXWq2Y61Zgrl9hn43g549x+30Yd47CqHJ5gyVNay7m2mWYn31w2S1aZsIZzG3r7J/of9txoYXDVb5+UK0mVA+/JOjVtHcvXeHAQzMjDQ7vs7eEXOZ4iFJdLzkR4uPsrRnlePM1s7PsXSNb12KmpWDpNRA69SgyjLvlA0/qefhtuz2onDqG0aS1PYg0a4vh61eu166IFExQMClLMedzuG1ZDL/GZ9Eo1Icf721ItXJ8IJ+ZlYHtuZEQc9C+wWKB626w91l3uanIT76XdY0/dtmb+vf8bN9QvSbG7fdB6vmim/cNAyLqwJmTFz4JhVbD6DnAPnizQenGdJQX0zThx/XY5rzl6As3ho/DGPZwsQGhsH/n5sE92F5+BDLSMPoNwXj0JfuOlGR710PCmbyuh7OOnw3/QIzb7sVo0e7yy56UgDlvun3AYknTHi/m5Y3RfwjG0LFXPJDW1TFA5qlj9jEHW9fC/l+dykLjFhAcZu8OuWjMUf7PRt73PafP0OpPN9lbeK6SpvmrWWX9f7knlUcw0aycSmrb6XQGLT9OXLqVplV9WTkoulxDCYA5a4o9lNSOJimkBmEHf4GdWzB3bsEMrILRrS/GTbfbB7JdbvP6sYPY5k+/MJ4hONTe1D/gHqfAU6B5/8Bv9laV2OP28SJdbsJy0+3Q/ka3DpK8HIZh2Mt5/Y2YSz7GXPgB5mfv2xeOevwVlz+1mccOYpv4uD2U/OkWjEdeuFDvIWH2r/pNKcvbqRFWHeOJVzFvuRvb53PsY1pKek3teva/Za26ZVMGP3+MO0di9r3LPmtq2Tz4cQO2nzbaB3XWrI25dd2FAA32Fo/rb7QPyOzYAyPYtQ9ImdbtLh8rInYKJpXQwn3JjFp9iiyrSe+6gXw+sC5VyzmU2NYtt39K9vXD8vxUjsSfp0PTxpjff2Mf+X9gD+aaJZhrlkBkXYybBmK0bO88qDQgyN6Uf1FoMeNOYn46E3PDqgtN/Xfcj3HnyELXRTAsFntzd1R9uOl2+zlysu3rN4RHXlU3EcPXD2PYw5iNWmD79wTMDasw405ieeEtjNDim/PN08exvfaovcWgUw+Mp19367oNRuNWeE2Y5rbrFVqGoGCM+x7HvHUY5v9mY67+AnP9ygsHBFbB6NTDPvDy+huvmrVkRK52CiaViGma/GNbPK9utc+Rf7h1GNNvqlXua5WYxw9hvv8GAMZDz2PUbwrx2zFCwuwD/m4dZl8HYd1y+40h9jjmp+8XvlCSxQL+gY65/5yOubBoWf+77U39l7mEsuHjC6WcglsRGB3/hGXyR9j++TT8sRvb8yOx/P1tjLqNCj3ejI/D9uo4+4yKNp2wPPdmhW0dcgejag2MhydgDvqzvfXEmovR5SZo3alMpjeLyOVRMKkkMnNtPLDmFJ/uO48BTOsRwV+ur1bu/d5mZga2N5+HrEyMngPtK54WwqjbEGPk05j3PQG//Ii58SvMM6cuLKucbp/tQHbmhWc9gH0xoV4D7TNULlrvoLIx6jfF8uZcbJPGw4E92P42GsvzUzHaOa/pYCYn2ltKzpyCpm2wvPh/lXLAXmGMiCiMh/7m6WKIVHoKJpVAXFoud604zg+nM6jiY+HTAVHc1rD0z8FwlWmamB+8YV+gqU4DjHEvlhiEDC8vuL4rxvVdCz+nNddpHQACq2CEa9l8AKNaOJZ/fojtPy/DD99he/0JjEcmYOl/NwCWzHT7mJITR6BeEywvv+uxZ2GIiBRFweQa92t8JrctPU5MSg7RwT4sv6MubcOvfPaLK8zvltpX//T1t3cXBFz5E4oNL2+oEmL/kgIMvwAsz72JOf89zC/mYM78F7aTRzHufZRGn70LJw5CrbpYXptxVY2nEZHKQ8HkGrb+eBp3LD9OSraNLpEBLL29LhFB7vmTm0cPYM6aDGCf7VGK1SCldAyLBePPT2KrHY0585+Yy+ZjrltJlZQkqBGJZeL75fLsGhGRsuDyyjizZ8+mbdu2RERE0LNnT7Zs2VLs8UuWLKF79+7UqlWL1q1b88477zjt37RpE2FhYQW+9u/fX8QZ5XKcTc9l+FcnSMm2MbxpCOvurue+UJKRhm3q85CdhdH7Dix97nDLdcWZpc8gLK/OtLcupSSRExiMZeJMjJq1PV00EZEiuXSnWrx4MRMmTGDatGnccMMNzJ49m6FDh7J161bq1i24tsCaNWsYO3YsU6ZM4eabb2bfvn08/fTT+Pv78/DDDzsdu3XrVqpWvbCscI0a+iR3pUzT5KFvTxOXbqVnVCDzbokq19VcL722OfNf9uXHoxthPDLBLdeVwhltOmJ5cy7m159zsFYTWkfV93SRRESK5VKLyXvvvceIESMYNWoUzZo1Y+rUqURERDBnzpxCj1+4cCG33HILY8eOpX79+vTv35/x48fz9ttv21etvEh4eDgRERGOLy83rqVwrZqzJ4mlh1MI9bUwt7/7QgnYH3VvbvwK/O1jHcriGR1yZYza9bA88AyZ4WopEZGKr8QWk+zsbHbt2sWTTz7ptL13795s27at0NdkZWXh7+88wDIgIICTJ08SExNDvXoXHt7Vq1cvsrOzadasGc8++yw9evQozfuQPAeTsnl6g/3x8+/1rkV0SPHrMJi5OfYlt+PjLjyYLu+7mZl2YZpueqp96XbHYmeBGAF5a4kEBkFAFfD2wVw0CwBj3EsYdRuW+/sVEZFrS4nBJCEhAavVSnh4uNP28PBwzpw5U+hr+vTpw4QJE1i7di29evXi8OHDTJ8+HYC4uDjq1atHZGQkb731Fu3btyc7O5uFCxcyaNAgVqxYQbdu3crgrVU+uTaTP399krQck2FNQxjRrPiZK+aJI9jeftn+/JhSKOpJJ0bfu+wP2xIREblMLo+GvHT9CdM0i1yTYtSoURw5coQRI0aQk5NDcHAw48aNY/LkyY6umiZNmtCkSRPHazp37kxMTAzvvvtuscFk+/btrhb5spTXed1pdow3W2N9qelr4+FqsezYEVv4gaaNGtvXEfXdF1hyc8gOqUZSi/ZYfQOw+vlj8/XH6heAzc8fq6+/4zuAV3YmlqwMvLKz7N+zMvO2ZeKVnYHVx5+49jdjulCf10KdX21U5+6nOncv1bf7XW6dX3zvL0yJwaR69ep4eXkVaB2Jj48v0IqSzzAMJk6cyCuvvEJcXBw1atRgwwb7w9Wio6OLvFaHDh1YvHhxseUpjydHXgtPpPwxNoPZm48AsOC2+vSOrlLocebZWGzTX4Pd9m4446bb8R/7HLUKea5MadVx4Zhroc6vNqpz91Odu5fq2/3K4+nCJQ5+9fX1pV27dqxbt85p+7p16+jSpUuxr/Xy8qJ27dr4+vry+eef07lz5yLDDMCvv/5KRERESUWSS6Tl2Lj/65NYTRh/fTX6FBJKTNPEtmEVtqeH2kNJSBiWCdOwPP16oQ+7ExER8QSXunIef/xxHnnkETp06ECXLl2YM2cOsbGxjBkzBoCJEyeyY8cOli1bBtjHpXz55Zd0796drKws5s+fz9KlS1m58sKTO2fMmEF0dDQtWrQgOzubRYsWsXLlSubOnVsOb/Pa9szGOA4kZdO6uh9vdKtZYL95/hy299+ALd/aN3TqgeXxVy77YXciIiLlzaVgMnjwYBITE5k6dSpxcXG0aNGCRYsWObplYmNjOXLkiNNrPvvsM1555RVM06RTp06sWLGCDh06OPbn5OTw8ssvc/r0afz9/R3n7NevXxm+vWvfisMpfPDrOXy9DObfEoW/t3MjmLl9E7b3Xrc/SdY/EGPscxh9BpX7w/tERERKw+XBr2PHjmXs2LGF7ps5c6bT79WrV2fNmjXFnu/pp5/m6aefdvXyUogz6bk8+O0pAP51Y3iBZ+DYls3DnDPN/kur9lieer1SP4FXREQqPj0r5yplmiZjvz3FmXQrN9UJ5K/tnbtlzKP7Mee+DYAx6i8Yd9xvf3KviIhIBaZgcpWa/VsSyw+nEupr4eP+UVgu6poxc3Owvf0K5OZi3DIUy12jPFhSERER17n8ED+pOM5lWnluUxwAM3rXom6w8+qu5udz4Mg+iIjCGPUXD5RQRESkdBRMrkJv/ZxAcraNPnWDGNE81Gmfeeh3zP/NBsDy5GsYAYGeKKKIiEipKJhcZRIycvnPzkQAXu/qvCaMmZON7Z1XwZqLcdu9GK210JCIiFxdFEwqINNqLXLfv3ckkJpj45Z6QdxY27k1xFz0IRw7ALXqYtz/ZBFnEBERqbgUTCoYM+4ktgf7Y31hDGbcSad9Z9JzeXe3vbVkYlfnhdTMA3swv/gIDMM+Ldg/wG1lFhERKSsKJhWMufgjSEqA33dhGz8c84fvHPum7kggLcfktgZV6Bx5IXiY2Vn2pwTbrPZpwS3aeaDkIiIiV07BpAIxE89ifrcMDAOu6wLpqdimPItt1mRiz6XxnqO15JKxJZ++DyeOQJ0GGCMe80TRRUREyoSCSQViLl8AuTnQ5SYsr83EGPsceHtjrlpI1t9GEXX+NHc2CqZ9zYtaS/7Yjbl0LlgsWJ6aiOHnX/QFREREKjgFkwrCTE3B/Pp/AFiGPIBhGFhuG4Fl8n/JrRlFnTOH+GnHS/yfsfPCa7IysL3zCthsGHeNwmjaxlPFFxERKRMKJhWE+dUiyEiDtp0xmrRybDcat+Lvg//DovAuBFszqTv7VWzvvY6ZlYE57z04FQPRjTCGj/Ng6UVERMqGlqSvAMysDMwV8wGwDBnjtO94Sg7vHMghp+WT/Cm6J7U++w/mmiWYv22H2BNg8bLPwvHx9UTRRUREypRaTCoA89ulkHwOGreEtl2c9r3xYzzZVpNhzUKpM+ReLFM/gaj6cPo4mCbG3Q9gNG7pmYKLiIiUMbWYeJiZm4P55VzgwtiSfEeTs/l/e85hMeDVG+wzcYz6TbH8ez7m/OmQkY4x9CGPlFtERKQ8KJh4mLnpGzh72t4K0uUmp33/+imeHBvc3zyU5tX8HNuNgECMsc+7uaQiIiLlT105HmTabJhL/guAMXg0huXCn+NQUjYf7UnCy4BXutTwUAlFRETcS8HEk7ZvhJhDUD0Co8etTrv++eNZrCb8uUUoTar6FXECERGRa4uCiYeYpontizkAGIP+jOHj49h34FwWc39PxsuAl7uEF3UKERGRa46Ciafs2QH7foXgUIx+g512vb4tHpsJY1qF0TBU04BFRKTyUDDxENsXHwFgDLzX6UnA+89lsWBfMj4WeKmTxpaIiEjlomDiAeah32HnFvAPwLh1mNO+d3YlYjNhZIsw6qu1REREKhkFEw8wF/8XAKPfYIyQMMf2c5lWPtqTBMBfrq/m/oKJiIh4mIKJm5mnjmH+8C14e2Pc8WenfbN/O0d6rsnN0UG0rqGnBIuISOWjYOJm5pK59qcB97oNo0aEY3uuzeTd3YkAjFdriYiIVFIKJm5kJp7BXLccDAPjrlFO+5YcTOF4Si5Nq/pyS/0qHiqhiIiIZymYuJH55VzIzYGufTCi6jvt+8/OBACeblcNy0XPyxEREalMFEzcxExKwPz6CwAsdz/otO/H2Ay2nM4gzM/CyBZhHiidiIhIxaBg4ibmko8hOxM698Ro2Nxp39t5rSUPta5KFV/9SUREpPLSXdANzKREzK/+B4Dlnoed9p1MzWHRgfN4GfDEdRr0KiIilZuCiRuYX861t5Z07IHRuKXTvvd2J5Jrg8GNQ4gO8SniDCIiIpWDgkk5M5MTMb9aCIBluHNrSXqOjQ9+TQI0RVhERAQUTMqduWweZGVCh+4YjVs57Zv3RzKJmVY6R/hzQ62AIs4gIiJSeSiYlCPzfBLmyrzWkmGPOO8zTccU4b9cXx1DU4RFREQUTMqTuWweZKZD+xsxmrZ22rcmJo3fE7OpHeTN3U1CPFRCERGRikXBpJyYKcmYKz8DCraWAPzfz/bWkieuq4aPl1pLREREQMGk3JjL5kFGGrTritGsrdO+3xOz+PpYGv5eBg+3CfNMAUVERCogBZNyYKaev9BacslMHIB3dtof1jeyRSjVA7zdWjYREZGKTMGkHJjL50N6KlzXBaN5O6d9iZlWPv49CYCnr6/u/sKJiIhUYAomZcxMTcFcvgAofGzJh7+eIyPXpH+9IFpW93N38URERCo0BZMyZq5YYG8tadMZo+X1TvtyrCbTd9u7cf6i1hIREZECFEzKkJmWYu/GofCxJUsOnedEai7Nq/rSr16Qu4snIiJS4SmYlCFzxaeQlgKtO2K06lBg/xcHUgB4pE1VLFpQTUREpAAFkzJipqdeaC0ZVrC1xGoz+fZ4GgADG1Rxa9lERESuFgomZcRc+RmknoeW10PrjgX27ziTSWKmlQYhPjQO8/VACUVERCo+BZMyYCaexVz8X8A+E6ew5958cywVgP71qui5OCIiIkVQMCkD5kdv2Vd57dwT47ouhR6zOi+YaNCriIhI0RRMrpC5exvmpq/B1x/Lg88XekxylpUfTmfgZUDvugomIiIiRVEwuQJmTg62WZMBMIaOxYioXehx646nYTXhhloBhPp5ubOIIiIiVxUFkytgLp0LJ49CVH2MO/9c5HHfHLPPxulfT7NxREREiqNgUkpm3CnMRbMBsDw8AcOn6Jk2q2PyxpdEqxtHRESkOAompWT7f1MhOxPjT/2LHPAKcDApm8PJOVTz96JjRIAbSygiInL1UTApBfPHDfDjeggIwhjz12KPzZ8mfHPdILwsmiYsIiJSHAWTy2RmZWCb/SYAxr2PYlSrWezxmiYsIiLiOgWTy2R+PgfOnIL6TTAGDiv22Gyrydrj6QD008BXERGREimYXAbz5DHMJR8DYBn3IoaXd7HHbz2dTmqOjRbVfKkb7OOOIoqIiFzVFExcZJomtlmTIDcHo88gjObtSnyNpgmLiIhcHgUTF5mb18DubRAcijHqaZdec/HzcURERKRkCiYuMDPSMOf8GwDj/icxQqqW+Jqz6bn8fCYTPy+DHlGB5V1EERGRa4KCiQvMT9+HxLPQpDVG37tces23MWmYwJ+iAgn0UTWLiIi4QnfMEpip5zFXfAoWi33Aq8W1KtNqryIiIpdPwaQksSfAZoXoRhiNWrj0EtM0Wa2BryIiIpdNwaQkCXH27zUiXX7JnoQsTqXlEhnoTZsafuVUMBERkWuPgkkJzHh7MDGqF7/C68Xypwn3qxeEYWgZehEREVcpmJQkv8WkeoTLL9E0YRERkdJRMClJwhn79xquBZOMXBsbT9qXob9ZA19FREQui4JJCcz4WAAMF1tMNp5IJ8tq0r6mPzUDi1+yXkRERJy5HExmz55N27ZtiYiIoGfPnmzZsqXY45csWUL37t2pVasWrVu35p133ilwzPfff0/Pnj2JiIjguuuuY86cOZf/Dspb/OW1mORPE+6vpwmLiIhcNpeCyeLFi5kwYQLPPPMMGzdupHPnzgwdOpTjx48XevyaNWsYO3Yso0eP5ocffmDatGnMmDGDWbNmOY45evQo99xzD507d2bjxo389a9/5fnnn2fp0qVl887KgGmzXfYYE8fA12iNLxEREblcLgWT9957jxEjRjBq1CiaNWvG1KlTiYiIKLKFY+HChdxyyy2MHTuW+vXr079/f8aPH8/bb7+NaZoAfPTRR0RGRjJ16lSaNWvGqFGjuPfee5k+fXrZvbsrdT4JcnOgSgiGf0CJh59IyWFPQhZBPgY31tYy9CIiIperxGCSnZ3Nrl276N27t9P23r17s23btkJfk5WVhb+/v9O2gIAATp48SUxMDAA//vhjgXP26dOHnTt3kpOTc1lvotw41jBxrbVkTYy9teSmOkH4emmasIiIyOUqMZgkJCRgtVoJDw932h4eHs6ZM2cKfU2fPn1YuXIla9euxWazcfDgQUdLSFyc/WZ/5syZQs+Zm5tLQkJCqd5Mmcsb+Op6N46mCYuIiFwJl6eNXLpQmGmaRS4eNmrUKI4cOcKIESPIyckhODiYcePGMXnyZLy8vIo9Z2HbL7Z9+3ZXi3xZCjtvjZ3bqQvE2ywcL+G6VhO+PhwAGNROOcL27YfLpZzXkvL6W0rRVOfupzp3L9W3+11unTdp0qTY/SUGk+rVq+Pl5VWgdSQ+Pr5Ai0c+wzCYOHEir7zyCnFxcdSoUYMNGzYAEB0dDUDNmjULPae3tzfVqlUrsjwdO3YsqciXbfv27YWe17Z3MyYQ3qI1ESVc96fYDJI3H6F+iA93dW+hFV9LUFSdS/lRnbuf6ty9VN/uV5o6T05OLnZ/iV05vr6+tGvXjnXr1jltX7duHV26dCn2tV5eXtSuXRtfX18+//xzOnfu7AgznTt3Zv369QXOef311+Pj41NSsdwjf3E1F7pyLkwTrqJQIiIiUkoudeU8/vjjPPLII3To0IEuXbowZ84cYmNjGTNmDAATJ05kx44dLFu2DLCPS/nyyy/p3r07WVlZzJ8/n6VLl7Jy5UrHOceMGcOHH37IhAkTGDNmDNu2bWPBggXMnj27HN5m6Tiek+PC4NdvYy48H0dERERKx6VgMnjwYBITE5k6dSpxcXG0aNGCRYsWObplYmNjOXLkiNNrPvvsM1555RVM06RTp06sWLGCDh06OPbXr1+fRYsW8eKLLzJnzhwiIyOZMmUKgwYNKsO3d4XiXZ+VszcxC4BOESVPKxYREZHCuTz4dezYsYwdO7bQfTNnznT6vXr16qxZs6bEc3bv3p2NGze6WgS3Mk3T5cXVUrKtnEm34udlEFVFy9CLiIiUlp6VU5Tz51xeXO1wsn3dlQYhPlg0vkRERKTUFEyKEu/6UvSHkrMBaBTmW54lEhERueYpmBTF0Y1Ts8RDD+cHk1AFExERkSuhYFKECzNyIks89lCSvSunUWgFmeYsIiJylVIwKcpltJioK0dERKRsKJgUJT5vcTVXWkzUlSMiIlImFEyKYOY9wM+oUXyLSY7V5Nj5HAygfoi6ckRERK6EgklRXFyOPiYlB6sJUVW88fdWdYqIiFwJ3UkLcTmLq6kbR0REpOwomBTm/DnIyYagYIyAwGIPPZSkga8iIiJlRcGkMAmlGfiq8SUiIiJXSsGkMHkDX11bXC1/DRO1mIiIiFwpBZNCmHlThQ0tRy8iIuJWCiaFyR/4WqP4YGKapga/ioiIlCEFk8LEuxZMzqRbScsxqepnoaq/lxsKJiIicm1TMCmEmddiUlJXjrpxREREypaCSWFcbDHJDyYNQxRMREREyoKCySUua3E1xxommiosIiJSFhRMLpWS5PriapoqLCIiUqYUTC4V71prCWg5ehERkbKmYHIpx/gSVxZX0+BXERGRsqRgcokLM3KKX44+NdtGXLoVPy+DqCre7iiaiIjINU/B5FIutpjkt5Y0CPHBYhjlXSoREZFKQcHkUo5VX4tvMdEaJiIiImVPweQSZvxlLq6mga8iIiJlRsHkUo41TIrvyjmUlD9VWGuYiIiIlBUFk4vYF1ezP1nY5VVf1WIiIiJSZhRMLpaSBNlZEFgFIyCo2EM1xkRERKTsKZhcLN611pIcq8mx8zkY2GfliIiISNlQMLlYgmsP7zuemoPVhKgq3vh7qwpFRETKiu6qFzHjYwEXZuQkaUaOiIhIeVAwudhlDnzV+BIREZGypWBysbwWk5Ie4HfhqcIaXyIiIlKWFEwuYua1mKgrR0RExDMUTC7m4uBXdeWIiIiUDwWTPKZpXvQAv6KDiWmaWo5eRESknCiY5EtJdmlxtTPpVtJyTML8LFT193JjAUVERK59Cib5XGgtAT28T0REpDwpmORzPLyv+GByWMFERESk3CiY5DHzgolRYotJ3lThME0VFhERKWsKJvniXWsxUVeOiIhI+VEwyefoyqlZ7GFaw0RERKT8KJjkMfOeLGzUiCz2OK1hIiIiUn4UTPIl5C1HX6PoFpPUbBtx6Vb8vAyiqni7qWAiIiKVh4IJgGlCfP4D/IpuMcmfkdMgxAeLYbijZCIiIpWKggnglZEG2ZklLq6mbhwREZHypWAC+Kacs/9Q0sBXzcgREREpVwomgM/5vGBSwsDXw3lrmDQM1RomIiIi5UHBBPA5nwiAoanCIiIiHqVgAvjmt5i4uriaxpiIiIiUCwUTwCd/jEkxy9Hn2kyOpeRgYJ+VIyIiImVPwYQLLSbFPScnJiWHXBtEVfHG31vVJiIiUh50h+Xiwa9FBxONLxERESl/lT6YmKbp0hgTjS8REREpf5U+mJB6HktuNgQEYQRWKfKwQ3lThRtpqrCIiEi5UTDJf6pwMd04oK4cERERd1Awic8LJiVMFT6srhwREZFyV+mDiZnXYlLcjBzTNB1dOQ3VYiIiIlJuKn0wcaXF5GyGldQcG2F+Fqr5e7mpYCIiIpWPgkl+MKlR9HL0Gl8iIiLiHpU+mFzoyin6AX56qrCIiIh7VPpg4kpXjmOqcJimCouIiJSnSh1MTNO8MF24mCcLq8VERETEPSp1MCEtBbIysfr6YwQFF3mYxpiIiIi4R+UOJvGxAGSHVC32MC1HLyIi4h6VPJjYu3FyigkmaTk24tKt+HkZRFXxdlfJREREKqXKfaetWRtj8GiSMq0UFU3i0nMBqBXkjcUw3Fc2ERGRSsjlFpPZs2fTtm1bIiIi6NmzJ1u2bCn2+O+++46+fftSp04dGjZsyL333svBgwcd+zdt2kRYWFiBr/3795f+3VwmI7oRlpFPk9C+R5HHnMu0AlDVTwuriYiIlDeXgsnixYuZMGECzzzzDBs3bqRz584MHTqU48ePF3r80aNHGTFiBF27dmXjxo18+eWXZGZmMnTo0ALHbt26lX379jm+GjVqdGXvqIwlZdmDSZhf5e71EhERcQeX7rbvvfceI0aMYNSoUTRr1oypU6cSERHBnDlzCj1+9+7d5OTk8Oqrr9KwYUPatm3L+PHjOXLkCAkJCU7HhoeHExER4fjy8qpYLRNJWTYAqmopehERkXJXYjDJzs5m165d9O7d22l779692bZtW6GvadeuHT4+PsydOxer1UpKSgqffvop7du3p3r16k7H9urVi2bNmnHHHXewcePGK3gr5eOco8VEwURERKS8lRhMEhISsFqthIeHO20PDw/nzJkzhb6mXr16LFmyhEmTJlGzZk2io6PZu3cvCxcudBwTGRnJW2+9xSeffMInn3xCkyZNGDRoEJs3b77Ct1S21JUjIiLiPkZSUpJZ3AGnT5+mRYsWrFq1ihtvvNGxffLkyXzxxRf89NNPBV4TFxfHrbfeysCBAxkyZAipqam88cYbACxfvhyLpfCb/NChQ/Hy8uKzzz4rsjwHDhxw6Y2VlZnHfJhz3Idx0dk8GJ3r1muLiIhca5o0aVLs/hKnC1evXh0vL68CrSPx8fEFWlHyffjhhwQGBvL66687ts2aNYtWrVqxbds2unbtWujrOnTowOLFi4stT8eOHUsq8mXbvn17kef1P38ajp+jVcNoOrarVubXrqyKq3MpH6pz91Odu5fq2/1KU+fJycnF7i+xf8LX15d27dqxbt06p+3r1q2jS5cuhb4mIyOjwCDW/N9tNluR1/r111+JiCj6YXqeoK4cERER93FpgbXHH3+cRx55hA4dOtClSxfmzJlDbGwsY8aMAWDixIns2LGDZcuWAdCvXz9mzJjB5MmTGTp0KCkpKfzjH/+gTp06tGvXDoAZM2YQHR1NixYtyM7OZtGiRaxcuZK5c+eWzzstJc3KERERcR+XgsngwYNJTExk6tSpxMXF0aJFCxYtWkR0dDQAsbGxHDlyxHF8z549mT17Nm+//Tbvvvsu/v7+dOzYkc8//5ygoCAAcnJyePnllzl9+jT+/v6Oc/br168c3mbpaVaOiIiI+7i8JP3YsWMZO3ZsoftmzpxZYNuQIUMYMmRIked7+umnefrpp129vMeoK0dERMR9dLctgaMrRy0mIiIi5U7BpAT5z8pRV46IiEj5UzApRmaujUyriY8FArz1ZGEREZHypmBSjOSLZuQYhoKJiIhIeVMwKYZm5IiIiLiXgkkxHDNyfFVNIiIi7qA7bjG0uJqIiIh7KZgUQzNyRERE3EvBpBhJGmMiIiLiVgomxbiwuJqqSURExB10xy2GZuWIiIi4l4JJMdSVIyIi4l4KJsW4MCtH1SQiIuIOuuMWQ105IiIi7qVgUgx15YiIiLiXgkkxNCtHRETEvXTHLYYWWBMREXEvBZMimKaprhwRERE3UzApQlqOidWEIB8DHy/D08URERGpFBRMiqAZOSIiIu6nYFIEdeOIiIi4n4JJES4EE1WRiIiIu+iuW4RzmflThdViIiIi4i4KJkVQV46IiIj7KZgUQV05IiIi7qe7bhHOOR7gpxYTERERd1EwKYK6ckRERNxPwaQI6soRERFxP911i6BZOSIiIu6nYFIEdeWIiIi4n4JJEdSVIyIi4n666xbBMStHLSYiIiJuo2BSBHXliIiIuJ+CSSGsNpPz2TYMIERdOSIiIm6ju24hkrPt3TihfhYshuHh0oiIiFQeCiaFUDeOiIiIZyiYFELBRERExDMUTApxLtMeTKpqfImIiIhb6c5biKS8qcJqMREREXEvBZNCqCtHRETEMxRMCnEuL5hU9Vf1iIiIuJPuvIVQV46IiIhnKJgUQl05IiIinqFgUgjNyhEREfEM3XkLoa4cERERz1AwKYS6ckRERDxDwaQQmpUjIiLiGbrzFkJdOSIiIp6hYFIIdeWIiIh4hoLJJbJybWTkmvhYINDb8HRxREREKhUFk0tc3I1jGAomIiIi7qRgcgl144iIiHiOgsklHDNytLiaiIiI2+nuewnNyBEREfEcBZNLqCtHRETEcxRMLuF4To6/gomIiIi7KZhc4kJXjqpGRETE3XT3vYS6ckRERDxHweQSF2blKJiIiIi4m4LJJdSVIyIi4jm6+15CXTkiIiKeo2ByCUdXjmbliIiIuJ2CySXUlSMiIuI5uvteQl05IiIinqNgchHTNB0LrCmYiIiIuJ+CyUXSckysJgR6G/h6GZ4ujoiISKWjYHIRdeOIiIh4lsvBZPbs2bRt25aIiAh69uzJli1bij3+u+++o2/fvtSpU4eGDRty7733cvDgQadjvv/+e3r27ElERATXXXcdc+bMKd27KCOakSMiIuJZLgWTxYsXM2HCBJ555hk2btxI586dGTp0KMePHy/0+KNHjzJixAi6du3Kxo0b+fLLL8nMzGTo0KFOx9xzzz107tyZjRs38te//pXnn3+epUuXls07K4ULLSZqSBIREfEEl+7A7733HiNGjGDUqFE0a9aMqVOnEhERUWQLx+7du8nJyeHVV1+lYcOGtG3blvHjx3PkyBESEhIA+Oijj4iMjGTq1Kk0a9aMUaNGce+99zJ9+vSye3eX6cJUYbWYiIiIeEKJwSQ7O5tdu3bRu3dvp+29e/dm27Zthb6mXbt2+Pj4MHfuXKxWKykpKXz66ae0b9+e6tWrA/Djjz8WOGefPn3YuXMnOTk5pX0/VyR/Ro6ekyMiIuIZJQaThIQErFYr4eHhTtvDw8M5c+ZMoa+pV68eS5YsYdKkSdSsWZPo6Gj27t3LwoULHcecOXOm0HPm5uY6WlXcTV05IiIinuXt6oGG4Tx91jTNAtvyxcXF8eSTTzJ8+HCGDBlCamoqb7zxBqNHj2b58uVYLJYiz1nY9ott377d1SJflu3bt7MnxhvwJT3xDNu3nyyX68gF5fW3lKKpzt1Pde5eqm/3u9w6b9KkSbH7Swwm1atXx8vLq0DrSHx8fIEWj3wffvghgYGBvP76645ts2bNolWrVmzbto2uXbtSs2bNQs/p7e1NtWrViixPx44dSyryZdu+fTsdO3ZkflosxCTSqkEdOravXubXkQvy61zcR3Xufqpz91J9u19p6jw5ObnY/SX2Wfj6+tKuXTvWrVvntH3dunV06dKl0NdkZGTg5eU8TiP/d5vNPsC0c+fOrF+/vsA5r7/+enx8fEoqVrlQV46IiIhnuXQHfvzxx1mwYAFz585l3759/O1vfyM2NpYxY8YAMHHiRO644w7H8f369WP37t1MnjyZQ4cOsWvXLh5//HHq1KlDu3btABgzZgynTp1iwoQJ7Nu3j7lz57JgwQKeeOKJsn+XLtKsHBEREc9yaYzJ4MGDSUxMZOrUqcTFxdGiRQsWLVpEdHQ0ALGxsRw5csRxfM+ePZk9ezZvv/027777Lv7+/nTs2JHPP/+coKAgAOrXr8+iRYt48cUXmTNnDpGRkUyZMoVBgwaVw9t0jWbliIiIeJbLg1/Hjh3L2LFjC903c+bMAtuGDBnCkCFDij1n9+7d2bhxo6tFKHfqyhEREfEs3YEvoq4cERERz1IwuYjjWTkKJiIiIh6hYJLHajM5n23DAELUlSMiIuIRugPnOZ9t78YJ8bVgKWaBNxERESk/CiZ5HN04/urGERER8RQFkzwXZuQomIiIiHiKgkmeCzNyVCUiIiKeortwHi2uJiIi4nkKJnnUlSMiIuJ5CiZ51JUjIiLieboL59GsHBEREc9TMMmjrhwRERHPUzDJo64cERERz9NdOE/+rBy1mIiIiHiOgkmeJD3AT0RExOMUTPKoK0dERMTzdBfOc06DX0VERDxOwSRPkqYLi4iIeJyCCZBtg4xcE28LBHobni6OiIhIpaVgAqTk2r+H+XlhGAomIiIinqJgAqTk2sOIZuSIiIh4lrenC1ARpFrtwUQzckRE3Cs7O5vExERM07ziFmt/f39iY2PLqGTiikvrPP/vWK1aNXx9fUt1TgUT4PxFXTkiIuIe2dnZnDlzhtDQ0DLpRjcMg6CgoDIombiqsDo3TZMzZ85Qs2bNUoUTNREAqerKERFxu8TExDILJVJxGIZBaGgoCQkJpXq9ggkXxpioK0dExH3KovtGKqYr+bvqToy6ckREPEGh5NpW2r+vggkXdeVocTURERGPUjABUuyLvqorR0RE3GrAgAE888wzl/WaVq1a8fbbb5dTiTxPs3K4eIyJWkxERKR4AwYMoGXLlkybNu2KzzV//nx8fHwu6zXr16+/pmcfKZigBdZERKRs5eTkuBQ4qlWrdtnnDg8PL02Rrhrqu+DiJelVHSIiUrRHHnmE77//nlmzZhEcHExwcDDz5s0jODiYb775hl69elGtWjW+/fZbDh8+zLBhw2jUqBERERF0796dr776yul8l3bltGrVijfffJOnnnqK2rVr06xZM/7zn/84vebSrpzg4GDmzJnDn//8ZyIiImjTpg2fffaZ02t++uknunfvTo0aNejWrRvffPMNwcHBbNq0qewr6QrpToy6ckRExDVvvvkmnTt35v777+fgwYMcPHiQOnXqAPDKK6/w8ssvs2PHDjp27EhaWhr9+vVj2bJlbNmyhUGDBnHfffexb9++Yq8xffp0WrVqxaZNmxg/fjwvv/wy27ZtK/Y1U6ZMYeDAgWzZsoXBgwfz2GOPERMTA0BqaipDhw6ladOmbNq0iX/84x/8/e9/L5sKKQfqyuGirhzNyhER8bjg2TFX8OrLX9QrZWy0y8eGhobi6+tLYGAgERERAOzfvx+AF198kT59+jiODQ8Pp02bNo7fn3vuOVatWsXSpUt5/vnni7xGnz59eOSRRwBo1KgR77//Phs2bKBLly5Fvmb48OEMHz4cgJdffpmZM2eyZcsWoqOjWbRoETabjffee4+AgABatGjBc889x4MPPujy+3anSh9MTNN0zMoJ9VUDkoiIlM7111/v9HtaWhqTJk3i66+/Ji4ujpycHDIzM2ndunWx52nVqpXT75GRkZw9e7bY11x8Tm9vb2rUqOF4zf79+2nRogUBAQGOYzp27OjSe/KESh9M0nJMrKZBgLeBn7eCiYiIp11OC8bF0tLSPDpbJTAw0On3l156iW+//ZZ//etfNGrUiICAAB5++GGys7OLPc+lg2YNw8Bms5X6NVfbCruV/k6clGVvLtGMHBERcYWvry9Wq7XE43744QfuvfdeBg0aROvWrYmKiuLIkSNuKKGzZs2asXfvXjIyMhzbduzY4fZyuErBJC+YaOCriIi4Ijo6mh07dnDs2DHi4+OLbM1o3Lgxy5cvZ9euXezZs4exY8eSlZXl5tLCPffcg8Vi4cknn+SPP/5g3bp1/Pvf/wYq5mMBKn0wOecIJpW+KkRExAVPPfUUPj4+dOrUiQYNGnD8+PFCj5s0aRLh4eH079+fwYMH06lTJ7p27erm0kKVKlVYtGgRv//+O926dePvf/87L774IgB+fn5uL09JjKSkJNPThbgcoaGhZXq+5YdTuGPZcQY2qMKKQaXr15TLt3379go9+OpapDp3P9V58WJjY6lSpUqZnc/TY0yuJitWrGDEiBEcPnyYGjVqlPo8xdV5amoqkZGRBbYnJycXe85KP/hVXTkiInKtmz9/PvXr16dOnTrs3buXCRMmMGDAgCsKJeWl0geTc5nqyhERkWvbmTNneOONN4iNjSUiIoL+/fvz+uuve7pYhar0wSQpyz5oSbNyRETkWjV+/HjGjx/v6WK4pNI3E6grR0REpOKo9MFEs3JEREQqjkp/N3Z05eg5OSIiIh6nYKKuHBERkQqj0gcTzcoRERGpOCr93VizckRERCoOBRN15YiIiJsNGDCAZ555psjfC9O5c2feeOONMr92RVOp1zGx2kySs+0tJiG+lT6jiYiIh8yfPx8fH58yPee8efN49tlniY2NLfdrlaVKHUzO54WSKl4mXpaK94RFERGpHKpVq3ZNXqs0KnUzQX43TrD3VfUcQxER8aA5c+bQsGFDcnNznbY/8MADDBs2jMOHDzNs2DAaNWpEREQE3bt356uvvir2nJd2r5w9e5Zhw4YRHh5Oy5YtmTt3boHXvPvuu9xwww1ERETQtGlTHn/8cZKSkgDYtGkTjz76KGlpaQQHBxMcHOzoBrr0WufOnePhhx+mbt26hIeHc/vtt/P777879s+bN4/IyEjWr19P586diYiI4NZbb+Xo0aOXW3UuqdTBJH9xtSqVut1IREQux1133UVycjLr1q1zbEtLS2PlypUMHz6ctLQ0+vXrx7Jly9iyZQuDBg3ivvvuY9++fS5fY9y4cRw+fJhly5bx6aef8umnnxITE+N0jMViYcqUKfz444/MmTOHHTt28NxzzwHQpUsXpkyZQmBgIAcPHuTgwYM89dRTRV5r+/btfPrpp6xfv56AgADuuusuMjIyHMdkZWUxbdo0ZsyYwXfffUdycjJ/+ctfLqPWXFepb8n5M3JC1GIiIlJhBNz/p9K9rpTXy5i36bKOr1q1Kv369WPRokX07dsXgOXLl+Pt7c2AAQPw9/enTZs2juOfe+45Vq1axdKlS3n++edLPP+BAwdYvXo1q1evpmvXrgB88MEHTucEePzxxx0/16tXj3/84x8MHz6cDz74AF9fX0JCQjAMg4iIiCKvdfDgQVatWsVXX31F9+7dAfjwww9p2bIlCxcuZPTo0QDk5uYybdo0mjZtCsBTTz3Fo48+is1mc6HGLk8lDyZ5XTleCiYiIuK64cOHM27cONLT0wkMDGTRokUMGjQIf39/0tLSmDRpEl9//TVxcXHk5OSQmZlJ69atXTr3vn37sFgsdOzY0bEtOjqaWrVqOR23YcMGpk2bxr59+zh//jxWq5Xs7Gzi4uIKHFvStbp06eLYFhoaSsuWLfnjjz8c2/z8/ByhBKBWrVrk5OSQnJxMcHCwS9dyVaUOJqG+FnrXDaSxkeTpooiISJ7LbcHIl5aWRlBQUBmXpnC33HIL3t7erFy5kl69erFu3TqWLl0KwEsvvcS3337Lv/71Lxo1akRAQAAPP/ww2dnZLp3bNEv+sBwTE8Pdd9/N6NGjeemll6hWrRq7d+9mzJgxLl+npGsZxoVJId7e3oXuK48Wk0o9xqRPdBW+G1Kfh6JzSz5YREQkj5+fH4MGDWLhwoV88cUXjkGuAD/88AP33nsvgwYNonXr1kRFRXHkyBGXz92sWTNsNhs7duxwbDt+/DinT592/L5z506ys7OZPHkyXbp0oUmTJk77AXx9fbFarcVeq3nz5thsNrZt2+bYdv78efbu3Uvz5s1dLnNZqtTBREREpLSGDx/Od999x//7f/+PoUOHYrHYb6mNGzdm+fLl7Nq1iz179jB27FiysrJcPm/Tpk3p27cvTz/9NNu2beOXX35h3LhxBARcGEXTqFEjbDYb7733HkePHuV///sfM2bMcDpPdHQ0mZmZrF27lvj4eNLT0wtcq3HjxgwcOJCnn36azZs3O8obHBzMPffcU8qauTIKJiIiIqXQrVs3ateuzR9//MHw4cMd2ydNmkR4eDj9+/dn8ODBdOrUyTGI1VXvv/8+9erV47bbbuOee+5h6NChREdHO/a3bt2aN998k+nTp9OpUyc+/vhj/vWvfzmd44YbbuDBBx9kzJgxNGjQgP/85z+FXmvmzJl06NCB4cOH06tXLzIyMliyZIlTEHInIykp6aoa+RkaGlrm59y+fbvTICMpf6pz91Odu5/qvHixsbFUqVKlzM7nzjEmYldcnaemphIZGVlge3JycrHnVIuJiIiIVBgKJiIiIlJhKJiIiIhIhaFgIiIiIhWGgomIiIhUGAomIiLiEa6scCpXr9L+fRVMRETEI/z9/UlNTVVAucaYpklqair+/v6ler3Lz8qZPXs277zzDnFxcTRv3pxJkyZx4403FnrspEmTmDJlSqH7Dhw4QHh4OJs2beL2228vsP/HH390elCQiIhcm6pWrUpaWhrnz58HnJ/NUhrx8fEKOW52aZ3n/xwSElLqNWVcCiaLFy9mwoQJTJs2jRtuuIHZs2czdOhQtm7dSt26dQsc/+STT/LAAw84bXvggQcwDIPw8HCn7Vu3bqVq1aqO32vUqFGa9yEiIlehoKCgMlsU7cSJE4Uu6CXlpzzq3KWunPfee48RI0YwatQomjVrxtSpU4mIiGDOnDmFHl+lShUiIiIcXzk5Ofzwww+MGjWqwLHh4eFOx3p5eV3ZOxIREZGrVonBJDs7m127dtG7d2+n7b1793Z6GmFxPvnkE0JDQ7njjjsK7OvVqxfNmjXjjjvuYOPGjS4WW0RERK5FJXblJCQkYLVaC3TBhIeHc+bMmRIvYLPZmD9/PsOHD8fPz8+xPTIykrfeeov27duTnZ3NwoULGTRoECtWrKBbt25Fnm/79u0lXrM0yuu8UjTVufupzt1Pde5eqm/3u9w6b9KkSbH7XR78eumgJNM0XRqotHr1ak6cOMHIkSMLFOziwnXu3JmYmBjefffdYoNJeTwQSw/acj/Vufupzt1Pde5eqm/3K02dl/QQvxKDSfXq1fHy8irQOhIfH1+gFaUwH3/8MV26dKFFixYlHtuhQwcWL15c7DElvaHSaNKkSbmcV4qmOnc/1bn7qc7dS/XtfuVR5yWOMfH19aVdu3asW7fOafu6devo0qVLsa89ffo0q1evLtBaUpRff/2ViIgIl44VERGRa49LXTmPP/44jzzyCB06dKBLly7MmTOH2NhYxowZA8DEiRPZsWMHy5Ytc3rdvHnzCAoK4q677ipwzhkzZhAdHU2LFi3Izs5m0aJFrFy5krlz55bB2xIREZGrkUvBZPDgwSQmJjJ16lTi4uJo0aIFixYtIjo6GoDY2FiOHDni9BrTNPnkk08YOnQogYGBBc6Zk5PDyy+/zOnTp/H393ecs1+/fmXwtkRERORqZCQlJWmZPBEREakQ9KwcERERqTAqdTCZPXs2bdu2JSIigp49e7JlyxZPF+masXnzZoYPH06LFi0ICwtj/vz5TvtN02TSpEk0b96cyMhIBg4cyO+//+6h0l4b3nrrLW666Sbq1q1Lo0aNGDZsGHv37nU6RvVetj788ENuvPFG6tatS926denbty/ffPONY7/qu3xNmzaNsLAwnnvuOcc21XnZmzRpEmFhYU5fFz/TrqzrvNIGk/zn/zzzzDNs3LiRzp07M3ToUI4fP+7pol0T0tLSaNmyJZMnTyYgIKDA/rfffpv33nuPKVOmsHbtWsLDw7nrrrtISUnxQGmvDd9//z0PPvgg33zzDcuWLcPb25s777yTc+fOOY5RvZet2rVrM3HiRDZs2MC6devo0aMH9913H7/99hug+i5PP/30Ex9//DGtWrVy2q46Lx9NmjRh3759jq+LP8iXdZ1X2jEmffr0oVWrVrzzzjuObe3bt2fQoEG8+uqrHizZtScqKoo333yT++67D7Cn6+bNm/PQQw/x7LPPApCRkUGTJk34xz/+4ZjtJVcmNTWV6Oho5s+fz4ABA1TvblK/fn1effVVRo8erfouJ8nJyfTs2ZO3336bN998k5YtWzJ16lT9Gy8nkyZNYtmyZfzwww8F9pVHnVfKFpOyeP6PlN6xY8eIi4tzqv+AgABuvPFG1X8ZSk1NxWazERYWBqjey5vVauWLL74gLS2Nzp07q77L0V/+8hcGDRpEz549nbarzsvP0aNHadGiBW3btuWBBx7g6NGjQPnUuctL0l9LrvT5P3Jl4uLiAAqt/9OnT3uiSNekCRMm0KZNGzp37gyo3svLnj176NevH5mZmQQFBTFv3jxatWrl+J+y6rtsffzxxxw+fJgPPvigwD79Gy8fHTt2ZMaMGTRp0oT4+HimTp1Kv3792Lp1a7nUeaUMJvlK+/wfKRuq//Lz4osvsnXrVr7++mu8vLyc9qney1aTJk3YtGkTycnJLFu2jEcffZQVK1Y49qu+y86BAwd4/fXX+eqrr/D19S3yONV52erbt6/T7x07dqRdu3YsWLCATp06AWVb55WyK+dKn/8jVyb/sQOq//Lxwgsv8MUXX7Bs2TLq16/v2K56Lx++vr40bNiQ66+/nldffZU2bdowY8YM1Xc5+PHHH0lISKBr165Ur16d6tWrs3nzZmbPnk316tWpVq0aoDovb1WqVKF58+YcPny4XP6dV8pgciXP/5ErV69ePSIiIpzqPzMzkx9++EH1f4X+9re/8fnnn7Ns2TKn6XygencXm81Gdna26rscDBw4kC1btrBp0ybH1/XXX8+QIUPYtGkTjRs3Vp27QWZmJgcOHCAiIqJc/p1X2q6ckp7/I1cmNTWVw4cPA/b/UZ84cYJffvmFqlWrUrduXR599FGmTZtGkyZNaNy4Mf/+978JCgri7rvv9nDJr17PPvssCxcuZN68eYSFhTn6foOCgqhSpQqGYajey9hrr71Gv379iIqKIjU1lc8//5zvv/+eRYsWqb7LQf4aGhcLDAykatWqtGzZEkB1Xg7+/ve/c8stt1CnTh3HGJP09HTuvffecvl3XmmDSUnP/5Ers3PnTm6//XbH75MmTWLSpEnce++9zJw5k6effpqMjAyee+45kpKS6NChA4sXLyY4ONiDpb66zZ49G4BBgwY5bf/b3/7GCy+8AKB6L2NxcXE8/PDDnDlzhpCQEFq1asXnn39Onz59ANW3J6jOy96pU6cYO3YsCQkJ1KhRg44dO7JmzRrH/bKs67zSrmMiIiIiFU+lHGMiIiIiFZOCiYiIiFQYCiYiIiJSYSiYiIiISIWhYCIiIiIVhoKJiIiIVBgKJiLi0KZNG4YMGeLpYrjs7NmzjBkzhkaNGhEWFsakSZM8XaRSmz9/PmFhYfz000+eLoqIR1XaBdZE5Or36quv8tVXX/H8888TFRVFq1atijx24MCBbN68udB91apVc6xULCKepWAiIletTZs20bt3b/7617+6dHxkZCQTJ04ssN3f37+siyYipaRgIiJul5GRQUBAwBWfJz4+ntDQUJePDw4OZtiwYVd8XREpPxpjIuIBkyZNIiwsjEOHDjF+/HgaNGhAVFQUo0aNIjEx0enYosZODBw4kIEDBzp+37RpE2FhYXz++edMmzaNVq1aERUVxYgRI0hMTCQ3N5eJEyfSrFkzateuzQMPPEBqamqh5duwYQM9e/YkIiKC9u3bM2/evALHZGdn8+abb9KxY0dq1qxJ06ZNGT9+PElJSU7H5Y9b2bhxIzfffDMRERH85z//KbZ+9u7dy/Dhw4mOjqZWrVr07duXNWvWOPbnj8fIyMjg008/dTzc7dixY8We1xX55964cSPPPfccDRs2JCoqipEjRxIbG1vg+FWrVtGnTx9q1apFvXr1uO+++9i/f3+B42JjY/nLX/5Cy5YtqVmzJm3atOGpp54iJSXF6bicnBxef/11mjVrRmRkJHfddRdHjx694vclcrVQi4mIBz344INERETw0ksvcejQIWbNmoWPj4/jgXyl8fbbb+Pr68uTTz7J8ePHmTlzJo899hi1a9fm4MGDPPvss+zZs4f//ve/1KxZk8mTJzu9/ujRo4wcOZJRo0YxfPhw/ve///HEE0/g5+fH0KFDATBNk/vvv5+NGzfy5z//mVatWnHkyBE+/PBDdu3axerVq/Hx8XGc8/Dhw4wcOZKRI0dy//33U6dOnSLLf/DgQW655RZ8fX157LHHCAoKYsGCBQwbNoyPP/6Y22+/nW7duvHBBx/wxBNP0LFjR0aPHg1AjRo1iq0bq9VKQkJCge2+vr4FHjg2YcIEgoKCeP755zl+/DizZs3i4MGDrF+/Hl9fXwA+//xzHnroIVq3bs1LL73E+fPnmTVrFv369WP9+vXUr18fsD/sr0+fPsTHxzNy5EhatmxJbGwsK1asIDEx0enaL774IgEBAYwfP56EhASmT5/Oww8/zOrVq4t9byLXCgUTEQ9q2rQps2bNcvxumiYffvgh06ZNu6wuiotlZWXx3XffOW6eSUlJzJ8/n27durF8+XIsFntD6cmTJ5k/fz6TJk3CMAzH6w8dOsTs2bMdjywfPXo0PXr04LXXXmPIkCFYLBY+//xz1qxZw9KlS+nRo4fjtd26deOee+7hiy++YPjw4Y7tR44cYcGCBdx6660llv/1118nPT2db7/9lqZNmwIwatQobrzxRl544QUGDhxI/fr1qV+/Pk899RT169d3uXvm8OHDNGrUqMD2O+64g7lz5xbYvmLFCvz8/ABo3rw5Tz75JAsWLGD06NHk5OTw0ksv0bhxY77++muCgoIAe0vWTTfdxBtvvOH427722mucOnWKlStXcuONNzrO/8ILL2Cazs9RDQwMZMWKFY6/U9WqVXnxxRf5/fffadGihUvvU+Rqpq4cEQ968MEHnX7v1q0bVquVEydOlPqcw4cPd4QSgI4dOwIwYsQIx80OoEOHDqSkpBAfH+/0+vDwcAYPHuz4PSAggJEjR3Ly5El+++03AJYsWULjxo1p1aoVCQkJjq8OHTpQpUoVNm7c6HTOqKgol0KJ1Wrlu+++45ZbbnGEEoCQkBAeeOABTpw4wZ49ey6jNpzVqVOHL7/8ssDX3/72twLHjhkzxhFKAO69915CQ0MdLRe7du0iLi6OBx980BFKAK677jp69erF6tWrMU0Tm83GypUrufnmm51CSb6LQ2H+dS/+O3Xr1g1A3TlSaajFRMSD6tat6/R7WFgYAOfOnSv1OS/tJgkJCSl2e1JSEuHh4Y7tDRo0cLoxAo5WhuPHj9O2bVsOHTrEgQMHCm19AAqEnXr16rlU9vj4eNLS0pxCSb5mzZoBEBMTQ5s2bVw636UCAgLo1auXS8de+t68vb2pV68ex48fd5QDKLKsa9eu5fz582RlZXH+/Hlatmzp0nXL49+EyNVEwUTEg7y8vArdfmnzfmFsNluBAFHcOQs7trBrXfoJvrBjbDYbzZs3LzA+JV+1atWcfi+LGTiu1ElZcqUeinLxcfk/F3a+wlzJvwmRa4GCiUgFFxYWRnJycoHtMTExjsGVZenw4cMFQk/+4mP5n+YbNGjArl276NGjR5GBpzRq1KhBUFBQobNaDhw4AEB0dHSZXa84Bw8e5KabbnL8npubS0xMjKNrJb8c+/fvp3fv3gXKGhYWRkhICMHBwYSEhLB37163lFvkaqcxJiIVXMOGDfn++++dtq1cuZKTJ0+Wy/XOnj3L4sWLHb9nZGQwd+5cateu7VhZdfDgwZw5c8Zp4G6+3NzcAlOGXeXl5UWfPn345ptvOHjwoGN7SkoKH330EXXq1Cl2ddey9NFHH5GVleX4/dNPPyU5OZm+ffsC0K5dOyIiIpgzZw4ZGRmO43799VfWrVtHv379MAwDi8XCwIEDWbNmDdu2bStwHbWEiDhTi4lIBTd69GieeuopRowYQd++fdm/fz+ff/45DRo0KJfrNWrUiGeeeYZffvmF2rVrs2jRIg4cOMD777/v6Ga45557WL58ORMmTGDz5s1069YNwzA4fPgwy5Yt45///Gepn7nz8ssvs379egYMGMDYsWMd04VPnDjBf//73ytqoUlJSWHhwoWF7rvzzjudBrsC3H777QwZMoSYmBhmzZpF8+bNGTFiBAA+Pj7861//4qGHHqJ///4MGzbMMV04JCSEF1980XGeV199lfXr1zNo0CBGjRpFixYtOHPmDMuXL2fevHkuj8ERqQwUTEQquPvvv5+YmBjmzp3L2rVruf766/nf//7HSy+9VC7Xq1+/Pm+99RavvPIKf/zxB7Vr1+add95xmv5rsViYO3cuH3zwAQsWLGDNmjX4+vpSt25d7rnnHrp27Vrq6zdp0oSvv/6aiRMn8t5775GdnU2bNm347LPP6Nev3xW9t9jYWB555JFC9918881OwWTy5MksW7aMKVOmkJWVRf/+/Zk6darTMXfffTcBAQFMmzaNf/zjH/j6+tK9e3dee+01p262yMhIvv32W/71r3+xePFikpOTiYyMpHfv3lSvXv2K3pPItcZISkpSO6KISJ758+fz+OOPs2bNGjp16uTp4ohUOhpjIiIiIhWGgomIiIhUGAomIiIiUmFojImIiIhUGGoxERERkQpDwUREREQqDAUTERERqTAUTERERKTCUDARERGRCkPBRERERCqM/w9AWLf/MBPtqgAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 576x504 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "\n",
    "fig, ax = plt.subplots(figsize=(8,7))\n",
    "ax.set_facecolor('white')\n",
    "ax.plot(my_df.accuracy, label=\"training\",linewidth=2)\n",
    "if my_df.accuracy is not None:\n",
    "    ax.plot(my_df.val_accuracy, label=\"validation\",linewidth=2)\n",
    "ax.set_title('Model Accuracy')\n",
    "ax.set_xlabel('number of Epoch')\n",
    "ax.legend(loc='lower right')\n",
    "\n",
    "from mpl_toolkits.axes_grid1.inset_locator import mark_inset\n",
    "\n",
    "plt.savefig(path+'model/our_model_result2.png',dpi=300,bbox_inches = 'tight',pad_inches = 0.1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "f21d2a27",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}