DQN_Agent_2048.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import gym\n",
    "from gym import spaces\n",
    "from gym.utils import seeding\n",
    "import itertools\n",
    "import logging\n",
    "import numpy as np\n",
    "from collections import deque\n",
    "import itertools"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "import keras\n",
    "from keras.models import Sequential\n",
    "from keras.layers import Dense,Dropout,Flatten\n",
    "from keras.optimizers import Adam\n",
    "from keras import layers"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "#Importing the Game Board\n",
    "from Game_Board import*\n",
    "max_tile=[]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "#Converting observations in range (0,1) using log(n)/log(max) so that gradients don't vanish\n",
    "def process_log(observation):\n",
    "        observation = np.reshape(observation, (4, 4))\n",
    "        observation_temp = np.where(observation <= 0, 1, observation) \n",
    "        processed_observation = np.log2(observation_temp)/np.log2(65536)\n",
    "        return processed_observation.reshape(1,4,4)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_grids_next_step(grid):\n",
    "        #Returns the next 4 states s' from the current state s\n",
    "        \n",
    "        grids_list = []\n",
    "        \n",
    "        for movement in range(4):\n",
    "            grid_before = grid.copy()\n",
    "            env1=Game2048Env()\n",
    "            env1.set_board(grid_before)\n",
    "            try:\n",
    "                _= env1.move(movement) \n",
    "            except:\n",
    "                pass\n",
    "            grid_after =env1.get_board()\n",
    "            env1.get_board()\n",
    "            grids_list.append(grid_after)\n",
    "            \n",
    "        return grids_list"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "class DQN:\n",
    "    def __init__(self,env):\n",
    "        #Defining the hyperparameters for the model\n",
    "        self.env=env.get_board()\n",
    "        #The replay memory will be stored in a Deque\n",
    "        self.memory=deque(maxlen=2000)\n",
    "        self.gamma=0.90\n",
    "        self.epsilon=1.0\n",
    "        self.epsilon_min=0.01\n",
    "        self.epsilon_decay=0.995\n",
    "        self.learning_rate=0.005\n",
    "        self.tau=0.125\n",
    "        #We use 2 models to prevent Bootstrapping\n",
    "        self.model=self.create_model()\n",
    "        self.target_model=self.create_model()\n",
    "        \n",
    "        \n",
    "    def create_model(self):\n",
    "        model=Sequential()\n",
    "        state_shape=4\n",
    "                \n",
    "        model.add(Flatten(input_shape=(4,4)))\n",
    "        model.add(Dense(units=1024,activation=\"relu\"))\n",
    "        model.add(Dense(units=512,activation=\"relu\"))\n",
    "        model.add(Dense(units=256,activation=\"relu\"))\n",
    "        model.add(Dense(units=4))\n",
    "        model.compile(loss=\"mean_squared_error\",optimizer=Adam(lr=self.learning_rate))\n",
    "        print(model.summary())\n",
    "        return model\n",
    "                  \n",
    "    def act(self,state):\n",
    "        #Epsilon value decays as model gains experience\n",
    "        self.epsilon*=self.epsilon_decay\n",
    "        self.epsilon=max(self.epsilon_min,self.epsilon)\n",
    "        if np.random.random()<self.epsilon:\n",
    "                  return np.random.randint(0,4)\n",
    "        else:\n",
    "            #Getting the 4 future states\n",
    "            allstates=get_grids_next_step(state)\n",
    "            \n",
    "            res=[]\n",
    "            for i in range(len(allstates)):\n",
    "                if (allstates[i]==state).all():\n",
    "                    res.append(0)\n",
    "                else:\n",
    "                    processed_state=process_log(allstates[i])\n",
    "                    #max from the 4 future Q_Values is appended in res\n",
    "                    res.append(np.max(self.model.predict(processed_state)))\n",
    "            \n",
    "            a=self.model.predict(process_log(state))\n",
    "            #Final Q_Values are the sum of Q_Values of current state andfuture states\n",
    "            final=np.add(a,res)\n",
    "            \n",
    "            return np.argmax(final)\n",
    "    \n",
    "    def remember(self, state, action, reward, new_state, done):\n",
    "        #Replay Memory stores tuple(S, A, R, S')\n",
    "        self.memory.append([state, action, reward, new_state, done])\n",
    "\n",
    "    def replay(self):\n",
    "        batch_size=32\n",
    "        if len(self.memory)<batch_size:\n",
    "            return\n",
    "        samples=random.sample(self.memory,batch_size)\n",
    "        for sample in samples:\n",
    "            \n",
    "            state,action,reward,new_state,done=sample\n",
    "            \n",
    "            target=self.target_model.predict(process_log(state))\n",
    "            \n",
    "            \n",
    "            if done:\n",
    "                target[0][action]=reward\n",
    "            else:\n",
    "                #Bellman Equation for update\n",
    "                Q_future=max(self.target_model.predict(process_log(new_state))[0])\n",
    "                \n",
    "                #The move which was selected, its Q_Value gets updated\n",
    "                target[0][action]=reward+Q_future*self.gamma\n",
    "            self.model.fit((process_log(state)),target,epochs=1,verbose=0)\n",
    "                  \n",
    "                  \n",
    "    def target_train(self):\n",
    "        weights=self.model.get_weights()\n",
    "        target_weights=self.target_model.get_weights()\n",
    "        for i in range(len(target_weights)):\n",
    "            target_weights[i]=weights[i]*self.tau+target_weights[i]*(1-self.tau)\n",
    "        self.target_model.set_weights(target_weights)\n",
    "                  \n",
    "                  \n",
    "    def save_model(self,fn):\n",
    "        self.model.save(fn)\n",
    "                  \n",
    "                  \n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model: \"sequential_3\"\n",
      "_________________________________________________________________\n",
      "Layer (type)                 Output Shape              Param #   \n",
      "=================================================================\n",
      "flatten_3 (Flatten)          (None, 16)                0         \n",
      "_________________________________________________________________\n",
      "dense_9 (Dense)              (None, 1024)              17408     \n",
      "_________________________________________________________________\n",
      "dense_10 (Dense)             (None, 512)               524800    \n",
      "_________________________________________________________________\n",
      "dense_11 (Dense)             (None, 256)               131328    \n",
      "_________________________________________________________________\n",
      "dense_12 (Dense)             (None, 4)                 1028      \n",
      "=================================================================\n",
      "Total params: 674,564\n",
      "Trainable params: 674,564\n",
      "Non-trainable params: 0\n",
      "_________________________________________________________________\n",
      "None\n",
      "Model: \"sequential_4\"\n",
      "_________________________________________________________________\n",
      "Layer (type)                 Output Shape              Param #   \n",
      "=================================================================\n",
      "flatten_4 (Flatten)          (None, 16)                0         \n",
      "_________________________________________________________________\n",
      "dense_13 (Dense)             (None, 1024)              17408     \n",
      "_________________________________________________________________\n",
      "dense_14 (Dense)             (None, 512)               524800    \n",
      "_________________________________________________________________\n",
      "dense_15 (Dense)             (None, 256)               131328    \n",
      "_________________________________________________________________\n",
      "dense_16 (Dense)             (None, 4)                 1028      \n",
      "=================================================================\n",
      "Total params: 674,564\n",
      "Trainable params: 674,564\n",
      "Non-trainable params: 0\n",
      "_________________________________________________________________\n",
      "None\n",
      "Trial number 0 Failed to complete in 500 steps\n",
      "[[ 4  2 32  2]\n",
      " [ 2  8 64  8]\n",
      " [16 64  8  4]\n",
      " [ 2  4 32  8]]\n",
      "Trial number 1 Failed to complete in 500 steps\n",
      "[[64  2  8  2]\n",
      " [ 2  8 16 64]\n",
      " [32 16  2  8]\n",
      " [ 2  8  4  2]]\n",
      "Trial number 2 Failed to complete in 500 steps\n",
      "[[16  8  2  4]\n",
      " [64 32  8  2]\n",
      " [ 2 64 32 16]\n",
      " [32  8  4  2]]\n",
      "Trial number 3 Failed to complete in 500 steps\n",
      "[[ 4  2  8  4]\n",
      " [16  8  4  2]\n",
      " [ 2 64 16  4]\n",
      " [16  4  2  8]]\n",
      "Trial number 4 Failed to complete in 500 steps\n",
      "[[16  8  2  4]\n",
      " [64 16  8  2]\n",
      " [ 2  4 64  4]\n",
      " [64 32  8 16]]\n",
      "Trial number 5 Failed to complete in 500 steps\n",
      "[[ 2 16  4  2]\n",
      " [16 32 16  4]\n",
      " [32  2 64 16]\n",
      " [ 4 16  8  4]]\n",
      "Trial number 6 Failed to complete in 500 steps\n",
      "[[ 2  8  4  2]\n",
      " [16  4  2  4]\n",
      " [ 2 16  4  8]\n",
      " [16  2  8  2]]\n",
      "Trial number 7 Failed to complete in 500 steps\n",
      "[[  4   8   4   2]\n",
      " [ 32   2   8   4]\n",
      " [ 64  32  16   8]\n",
      " [128  64  32   4]]\n",
      "Trial number 8 Failed to complete in 500 steps\n",
      "[[  2   4  16   8]\n",
      " [  8   2   8   4]\n",
      " [ 64   4  16   8]\n",
      " [128   2  32  16]]\n",
      "Trial number 9 Failed to complete in 500 steps\n",
      "[[ 16   2   4   2]\n",
      " [  2  16   2   4]\n",
      " [ 32  64  16   8]\n",
      " [256   2  32   2]]\n",
      "Trial number 10 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [  4  32  16   8]\n",
      " [128   2  32   2]]\n",
      "Trial number 11 Failed to complete in 500 steps\n",
      "[[  4   2   4   2]\n",
      " [ 16   4   2   4]\n",
      " [ 32   8   4   8]\n",
      " [256  64  16   2]]\n",
      "Trial number 12 Failed to complete in 500 steps\n",
      "[[ 32   8   2   4]\n",
      " [ 64  32   4   2]\n",
      " [128  64  32   8]\n",
      " [ 32  16   4   2]]\n",
      "Trial number 13 Failed to complete in 500 steps\n",
      "[[16  8  4  2]\n",
      " [32 16  8  4]\n",
      " [ 2 64 16  8]\n",
      " [64 16  2 16]]\n",
      "Trial number 14 Failed to complete in 500 steps\n",
      "[[16  2  4  2]\n",
      " [ 4 32  8  4]\n",
      " [16  4  2  8]\n",
      " [ 4 32 16  2]]\n",
      "Trial number 15 Failed to complete in 500 steps\n",
      "[[  8   2   8   4]\n",
      " [ 16   8  16   2]\n",
      " [  2  64  32   8]\n",
      " [128   4   2  16]]\n",
      "Trial number 16 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 64  16   8   4]\n",
      " [  2  64  32  16]\n",
      " [256   8   4   2]]\n",
      "Trial number 17 Failed to complete in 500 steps\n",
      "[[ 32   8   4   2]\n",
      " [  4  32   8   4]\n",
      " [  8  64  32   8]\n",
      " [128   4   8   4]]\n",
      "Trial number 18 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [  2  64  32  16]\n",
      " [256   2  64   2]]\n",
      "Trial number 19 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32   2  16   4]\n",
      " [128   8  32  16]\n",
      " [  2  32  64  32]]\n",
      "Trial number 20 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [128  32   4   8]\n",
      " [256  64  32   2]]\n",
      "Trial number 21 Failed to complete in 500 steps\n",
      "[[16  2  4  2]\n",
      " [64 16  8  4]\n",
      " [ 2 64 32  8]\n",
      " [64  8  4  2]]\n",
      "Trial number 22 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   2   4]\n",
      " [  4  32   8   2]\n",
      " [128   2  32   8]]\n",
      "Trial number 23 Failed to complete in 500 steps\n",
      "[[ 32   8   4   2]\n",
      " [ 64  32   8   4]\n",
      " [  2  64  16   8]\n",
      " [256 128  64   2]]\n",
      "Trial number 24 Failed to complete in 500 steps\n",
      "[[ 32   8   4   2]\n",
      " [ 64  32   8   4]\n",
      " [  4  64  32  16]\n",
      " [128  32   4   2]]\n",
      "Trial number 25 Failed to complete in 500 steps\n",
      "[[  2   4   2   4]\n",
      " [ 64   2   8   2]\n",
      " [  2  32  16   4]\n",
      " [128   4  32   8]]\n",
      "Trial number 26 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [  4  32  16   4]\n",
      " [  2  16   4  32]\n",
      " [256   4  64   4]]\n",
      "Trial number 27 Failed to complete in 500 steps\n",
      "[[ 32   8   4   2]\n",
      " [ 64  16   8   4]\n",
      " [128  32  16   8]\n",
      " [  2 128   2   4]]\n",
      "Trial number 28 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [128  64   2   8]\n",
      " [512   2  16   2]]\n",
      "Trial number 29 Failed to complete in 500 steps\n",
      "[[ 32   8   4   2]\n",
      " [ 64 128   8   4]\n",
      " [  4  32  16   8]\n",
      " [ 64   2  32   2]]\n",
      "Trial number 30 Failed to complete in 500 steps\n",
      "[[ 16   4   2   4]\n",
      " [ 32  16   4   8]\n",
      " [128  64   8   2]\n",
      " [256   8  32   8]]\n",
      "Trial number 31 Failed to complete in 500 steps\n",
      "[[ 16   8   2   4]\n",
      " [  4  32   8   2]\n",
      " [ 32   8   2   4]\n",
      " [512   2  32   2]]\n",
      "Trial number 32 Failed to complete in 500 steps\n",
      "[[  8   4   2   4]\n",
      " [ 32  16   4   2]\n",
      " [128  64  16   8]\n",
      " [512   8   2  16]]\n",
      "Trial number 33 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [128  64  16   8]\n",
      " [256   8  64  16]]\n",
      "Trial number 34 Failed to complete in 500 steps\n",
      "[[ 16   8   2   4]\n",
      " [ 32  16   4   2]\n",
      " [  2  64  32   8]\n",
      " [128   2  64   2]]\n",
      "Trial number 35 Failed to complete in 500 steps\n",
      "[[ 16   8   2   4]\n",
      " [ 32  16   8   2]\n",
      " [128  32   4   8]\n",
      " [  4  64  16   2]]\n",
      "Trial number 36 Failed to complete in 500 steps\n",
      "[[  8   2   4   2]\n",
      " [ 32   4   2   4]\n",
      " [ 64  32  16   8]\n",
      " [128   8   4   2]]\n",
      "Trial number 37 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 64  32   8   4]\n",
      " [  8  64  16   8]\n",
      " [256 128   2  16]]\n",
      "Trial number 38 Failed to complete in 500 steps\n",
      "[[ 32   8   4   2]\n",
      " [ 64  16   2   4]\n",
      " [  2  64   8   2]\n",
      " [256 128  64   4]]\n",
      "Trial number 39 Failed to complete in 500 steps\n",
      "[[ 2  8  2  4]\n",
      " [ 4 16  8  2]\n",
      " [16  2 16  8]\n",
      " [64  4  2  4]]\n",
      "Trial number 40 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32   4  16   8]\n",
      " [ 64  16  32   2]\n",
      " [128  64   8   4]]\n",
      "Trial number 41 Failed to complete in 500 steps\n",
      "[[ 32   8   4   2]\n",
      " [  2  16   8   4]\n",
      " [  4  64  16   8]\n",
      " [256 128   4  16]]\n",
      "Trial number 42 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [128  64   2  16]\n",
      " [  8   2  32   2]]\n",
      "Trial number 43 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [  4  16  32   4]\n",
      " [ 32   2   4   8]\n",
      " [256  64   8   2]]\n",
      "Trial number 44 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [128   4   2   8]\n",
      " [ 16   8   4  16]]\n",
      "Trial number 45 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [128  64  16   8]\n",
      " [256  16   8   2]]\n",
      "Trial number 46 Failed to complete in 500 steps\n",
      "[[16  4  2  4]\n",
      " [32  2 16  2]\n",
      " [64  4 32  4]\n",
      " [ 2 32  8  2]]\n",
      "Trial number 47 Failed to complete in 500 steps\n",
      "[[ 16   8   2   4]\n",
      " [ 64  32   8  16]\n",
      " [128   2  32   4]\n",
      " [256   8  64   2]]\n",
      "Trial number 48 Failed to complete in 500 steps\n",
      "[[ 16   8   2   4]\n",
      " [ 64  16   8   2]\n",
      " [  2  64  32   8]\n",
      " [128  16   4   2]]\n",
      "Trial number 49 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [  4  16   8   4]\n",
      " [  2  64  16   8]\n",
      " [128   2  32   2]]\n",
      "Trial number 50 Failed to complete in 500 steps\n",
      "[[  8   2   4   2]\n",
      " [ 32   8   2   4]\n",
      " [ 64  32   4   8]\n",
      " [128   4  16   2]]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Trial number 51 Failed to complete in 500 steps\n",
      "[[  8   2   4   2]\n",
      " [ 32  16   8   4]\n",
      " [ 64  32  16   8]\n",
      " [128   2   8   2]]\n",
      "Trial number 52 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [128  32  16   8]\n",
      " [256   8  32  16]]\n",
      "Trial number 53 Failed to complete in 500 steps\n",
      "[[  8   2   4   2]\n",
      " [ 16   8   2   4]\n",
      " [ 32  16   8  16]\n",
      " [128   2  32   2]]\n",
      "Trial number 54 Failed to complete in 500 steps\n",
      "[[ 32  16   4   2]\n",
      " [ 64  32   8   4]\n",
      " [  4  64  32   8]\n",
      " [128   2  64  16]]\n",
      "Trial number 55 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 64  32   8   4]\n",
      " [128  64  32  16]\n",
      " [256 128   4   2]]\n",
      "Trial number 56 Failed to complete in 500 steps\n",
      "[[  4   2   8   2]\n",
      " [ 16   4   2   4]\n",
      " [ 32  16   4   8]\n",
      " [128  32  16   4]]\n",
      "Trial number 57 Failed to complete in 500 steps\n",
      "[[ 32   8   4   2]\n",
      " [ 64  32   8   4]\n",
      " [256  64  16   8]\n",
      " [ 32   2  32  16]]\n",
      "Trial number 58 Failed to complete in 500 steps\n",
      "[[16  8  4  2]\n",
      " [32 16  8  4]\n",
      " [64 32 16  8]\n",
      " [ 2  4 64  2]]\n",
      "Trial number 59 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 64  16   8   4]\n",
      " [128  64   4   8]\n",
      " [  4   2  64   2]]\n",
      "Trial number 60 Failed to complete in 500 steps\n",
      "[[ 32   8   4   2]\n",
      " [  2  32   8   4]\n",
      " [128   4  32   8]\n",
      " [256  16   4  16]]\n",
      "Trial number 61 Failed to complete in 500 steps\n",
      "[[ 64   8   4   2]\n",
      " [128  32   8   4]\n",
      " [ 32   4   2   8]\n",
      " [  2 128  16   2]]\n",
      "Trial number 62 Failed to complete in 500 steps\n",
      "[[  8   2   4   2]\n",
      " [ 16   4  16   4]\n",
      " [  2  16  32  16]\n",
      " [256   4   8   2]]\n",
      "Trial number 63 Failed to complete in 500 steps\n",
      "[[ 32  16   4   2]\n",
      " [ 64 128   8   4]\n",
      " [  2  32  64   8]\n",
      " [256   4  32   2]]\n",
      "Trial number 64 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [  2  16   8   4]\n",
      " [  8  64  16   2]\n",
      " [128  32   2   4]]\n",
      "Trial number 65 Failed to complete in 500 steps\n",
      "[[ 32   8   2   4]\n",
      " [ 64  16   8   2]\n",
      " [128  64  32   4]\n",
      " [ 32 128   8   2]]\n",
      "Trial number 66 Failed to complete in 500 steps\n",
      "[[16  8  2  4]\n",
      " [64 32 16  8]\n",
      " [ 2 16  4  2]\n",
      " [16  2 64  4]]\n",
      "Trial number 67 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [  4  64   8   4]\n",
      " [  8 128  16   2]\n",
      " [128  32   8   4]]\n",
      "Trial number 68 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [128  32  16   8]\n",
      " [  4  64  32   2]]\n",
      "Trial number 69 Failed to complete in 500 steps\n",
      "[[  2  16   2   4]\n",
      " [ 16  64   4   2]\n",
      " [128  16   8  32]\n",
      " [  2  32  16   2]]\n",
      "Trial number 70 Failed to complete in 500 steps\n",
      "[[ 32  16   4   2]\n",
      " [ 64  32   8  16]\n",
      " [  2  64  16   2]\n",
      " [128  16  32   4]]\n",
      "Trial number 71 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [ 64  32  16   2]\n",
      " [128  64   4   8]]\n",
      "Trial number 72 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [ 32   2   8   4]\n",
      " [128  64  16   8]\n",
      " [ 64  16   4   2]]\n",
      "Trial number 73 Failed to complete in 500 steps\n",
      "[[ 32   2   8   2]\n",
      " [ 64   4   2   8]\n",
      " [128  64   8  16]\n",
      " [  8 128  32   2]]\n",
      "Trial number 74 Failed to complete in 500 steps\n",
      "[[  4   8   2  16]\n",
      " [  8  16  32   8]\n",
      " [128  64   2  16]\n",
      " [  4 256   8   2]]\n",
      "Trial number 75 Failed to complete in 500 steps\n",
      "[[  8   2   4   2]\n",
      " [ 32   4   2   4]\n",
      " [ 64   2  16   8]\n",
      " [128   4   2  16]]\n",
      "Trial number 76 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 64  32   8   4]\n",
      " [  2 128  32   8]\n",
      " [ 32  16   4   2]]\n",
      "Trial number 77 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [  8   2   8   4]\n",
      " [ 64   4  16   8]\n",
      " [128  32   4  32]]\n",
      "Trial number 78 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 64  32   8   4]\n",
      " [  2 128  16   8]\n",
      " [ 64   8   2   4]]\n",
      "Trial number 79 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [128  32  16   8]\n",
      " [ 16   4  64   2]]\n",
      "Trial number 80 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [  4  16   8   4]\n",
      " [128   8  16   8]\n",
      " [256   4   2  16]]\n",
      "Trial number 81 Failed to complete in 500 steps\n",
      "[[ 16   8   2   4]\n",
      " [ 32  16   8   2]\n",
      " [ 64   2  32   8]\n",
      " [128  64   4   2]]\n",
      "Trial number 82 Failed to complete in 500 steps\n",
      "[[32  8  4  2]\n",
      " [ 2 32  8  4]\n",
      " [ 4 64 16  8]\n",
      " [64  4 32 16]]\n",
      "Trial number 83 Failed to complete in 500 steps\n",
      "[[  4   8   4   2]\n",
      " [ 64   4   2   8]\n",
      " [128  32   4  16]\n",
      " [256 128   8   4]]\n",
      "Trial number 84 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 64  32   8   4]\n",
      " [128  64  16   8]\n",
      " [ 64   2  32   2]]\n",
      "Trial number 85 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [  4   2   8   4]\n",
      " [ 64  16  32  16]\n",
      " [128  64  16   2]]\n",
      "Trial number 86 Failed to complete in 500 steps\n",
      "[[16  2  4  2]\n",
      " [32 16  2  4]\n",
      " [ 2 64 16  8]\n",
      " [64  8  4  2]]\n",
      "Trial number 87 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [  2  32   8   4]\n",
      " [ 32  64  32   8]\n",
      " [256   4  64   4]]\n",
      "Trial number 88 Failed to complete in 500 steps\n",
      "[[ 32   8   2   4]\n",
      " [ 64  16   8   2]\n",
      " [128  64  16   8]\n",
      " [  4 256   2  16]]\n",
      "Trial number 89 Failed to complete in 500 steps\n",
      "[[ 32   8   4   2]\n",
      " [ 64  32   8   4]\n",
      " [128   8  32   8]\n",
      " [512 128  16   4]]\n",
      "Trial number 90 Failed to complete in 500 steps\n",
      "[[ 16   4   2   8]\n",
      " [  2  16   4   2]\n",
      " [ 32  64  32   8]\n",
      " [128   2  64   2]]\n",
      "Trial number 91 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [ 64  32  16   8]\n",
      " [128   4  64   2]]\n",
      "Trial number 92 Failed to complete in 500 steps\n",
      "[[ 2  8  4  2]\n",
      " [ 4 32  8  4]\n",
      " [32  4 16  8]\n",
      " [ 4  2 32  2]]\n",
      "Trial number 93 Failed to complete in 500 steps\n",
      "[[ 8  4  2  4]\n",
      " [16  8  4  8]\n",
      " [64 32  8  2]\n",
      " [ 2 64 16  4]]\n",
      "Trial number 94 Failed to complete in 500 steps\n",
      "[[  8   2   4   2]\n",
      " [ 32   8   2   4]\n",
      " [128  32  16   8]\n",
      " [256   2  64   4]]\n",
      "Trial number 95 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [128   4  32   8]\n",
      " [256  16  64   4]]\n",
      "Trial number 96 Failed to complete in 500 steps\n",
      "[[16  8  4  2]\n",
      " [32 16  8  4]\n",
      " [ 2 32  2 16]\n",
      " [ 4 64 32  2]]\n",
      "Trial number 97 Failed to complete in 500 steps\n",
      "[[ 2  8  4  2]\n",
      " [ 8  2  8  4]\n",
      " [32  8  4  2]\n",
      " [64 32 16  4]]\n",
      "Trial number 98 Failed to complete in 500 steps\n",
      "[[16  8  4  2]\n",
      " [ 4  2  8  4]\n",
      " [32 16  2 16]\n",
      " [64  2  4  2]]\n",
      "Trial number 99 Failed to complete in 500 steps\n",
      "[[  8   2   4   2]\n",
      " [ 32   4   2   4]\n",
      " [ 64  16   8   2]\n",
      " [128   2  32   8]]\n",
      "Trial number 100 Failed to complete in 500 steps\n",
      "[[32  2  4  2]\n",
      " [ 2 32  8  4]\n",
      " [ 4  2 16  8]\n",
      " [ 2  4 32  2]]\n",
      "Trial number 101 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [128  32  16   4]\n",
      " [  2 128  32   8]\n",
      " [256   4   2  16]]\n",
      "Trial number 102 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 64  32   2   4]\n",
      " [  4  64   8  16]\n",
      " [256   2  16   8]]\n",
      "Trial number 103 Failed to complete in 500 steps\n",
      "[[  2  16   8   4]\n",
      " [  4  32  16   2]\n",
      " [  2 128   8  16]\n",
      " [ 32  16  32   2]]\n",
      "Trial number 104 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [ 16   2   8   4]\n",
      " [ 32  16   2   8]\n",
      " [128  64  16   4]]\n",
      "Trial number 105 Failed to complete in 500 steps\n",
      "[[  8   2   8   2]\n",
      " [ 16   8   2   8]\n",
      " [ 64  32   8  16]\n",
      " [256  64  32   4]]\n",
      "Trial number 106 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [128   8   2  16]\n",
      " [  2 128  64   2]]\n",
      "Trial number 107 Failed to complete in 500 steps\n",
      "[[ 16   4   2   4]\n",
      " [ 32  16   8   2]\n",
      " [128  32  16   8]\n",
      " [256 128  32  16]]\n",
      "Trial number 108 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [128  32  16   8]\n",
      " [256   2   4   2]]\n",
      "Trial number 109 Failed to complete in 500 steps\n",
      "[[ 32   2   4   2]\n",
      " [ 64  16   2   4]\n",
      " [128  64   8   2]\n",
      " [  8   2  32   4]]\n",
      "Trial number 110 Failed to complete in 500 steps\n",
      "[[ 32  16   4   2]\n",
      " [ 64  32   8   4]\n",
      " [  2  64  16   8]\n",
      " [  8 256  64   2]]\n",
      "Trial number 111 Failed to complete in 500 steps\n",
      "[[  4  16   4   2]\n",
      " [128  64   8   4]\n",
      " [  4   8  16   8]\n",
      " [ 16   2  32   2]]\n",
      "Trial number 112 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [ 64   8   4   2]\n",
      " [256  32  16   4]]\n",
      "Trial number 113 Failed to complete in 500 steps\n",
      "[[  4   2   4   2]\n",
      " [ 32  16   2   4]\n",
      " [ 64  32   4   2]\n",
      " [128   4   8   4]]\n",
      "Trial number 114 Failed to complete in 500 steps\n",
      "[[ 8  2  4  2]\n",
      " [16  4  2  4]\n",
      " [32 16  8  2]\n",
      " [64 32  4 16]]\n",
      "Trial number 115 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [  2  16   8   4]\n",
      " [  8  32  16   8]\n",
      " [256  16  64  16]]\n",
      "Trial number 116 Failed to complete in 500 steps\n",
      "[[ 32   8   4   2]\n",
      " [ 64  16   8   4]\n",
      " [128  32  64   8]\n",
      " [ 16 128   2   4]]\n",
      "Trial number 117 Failed to complete in 500 steps\n",
      "[[ 32  16   2   4]\n",
      " [ 64  32  16   8]\n",
      " [  2  64  32  16]\n",
      " [128   8  64   2]]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Trial number 118 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [  4  64   8   4]\n",
      " [128  32  16   8]\n",
      " [  2 256   8  16]]\n",
      "Trial number 119 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [  2  32   8   4]\n",
      " [ 32  64  16   8]\n",
      " [  4 128   8   2]]\n",
      "Trial number 120 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 64  32   8   4]\n",
      " [  4  64  32   8]\n",
      " [  2 256  64   2]]\n",
      "Trial number 121 Failed to complete in 500 steps\n",
      "[[ 8  4  2  4]\n",
      " [32  8  4  2]\n",
      " [64 32 16  4]\n",
      " [ 8  4 32  2]]\n",
      "Trial number 122 Failed to complete in 500 steps\n",
      "[[ 16   4   2   4]\n",
      " [ 32   8   4   2]\n",
      " [ 64  16   8   4]\n",
      " [256 128  16   2]]\n",
      "Trial number 123 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 64  16   8   4]\n",
      " [128  64  32   8]\n",
      " [256 128   4   2]]\n",
      "Trial number 124 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [128  64   2   8]\n",
      " [ 16   8   4   2]]\n",
      "Trial number 125 Failed to complete in 500 steps\n",
      "[[ 4  2 16  4]\n",
      " [32 16  4  2]\n",
      " [ 2 32  8  4]\n",
      " [32  8  4  2]]\n",
      "Trial number 126 Failed to complete in 500 steps\n",
      "[[ 2  4  2  4]\n",
      " [64 16  8  2]\n",
      " [ 2 32 16  4]\n",
      " [32  2 32  8]]\n",
      "Trial number 127 Failed to complete in 500 steps\n",
      "[[ 32  16   8   2]\n",
      " [  2  64  16   4]\n",
      " [  8   2  32   8]\n",
      " [256 128  16   2]]\n",
      "Trial number 128 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 64  16   8   4]\n",
      " [256  64  32   8]\n",
      " [  2 128   8   2]]\n",
      "Trial number 129 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [ 64  16   8   4]\n",
      " [128   4   2   8]\n",
      " [256  64  16   2]]\n",
      "Trial number 130 Failed to complete in 500 steps\n",
      "[[  8   4   2   4]\n",
      " [ 32   8   4   8]\n",
      " [128   2  64  16]\n",
      " [256 128   4   2]]\n",
      "Trial number 131 Failed to complete in 500 steps\n",
      "[[32  4  8  4]\n",
      " [64 16  2  8]\n",
      " [ 2 64 32 16]\n",
      " [16  2  4  2]]\n",
      "Trial number 132 Failed to complete in 500 steps\n",
      "[[  8   2   4   2]\n",
      " [ 16   8  16   4]\n",
      " [ 64  32  64   8]\n",
      " [128   4   8   2]]\n",
      "Trial number 133 Failed to complete in 500 steps\n",
      "[[ 16   8   2   4]\n",
      " [ 32  16   8  16]\n",
      " [ 64  32   2   4]\n",
      " [256  64  32   2]]\n",
      "Trial number 134 Failed to complete in 500 steps\n",
      "[[ 16   4   2   4]\n",
      " [128   8   4   2]\n",
      " [256  16   8   4]\n",
      " [  2  64  32   2]]\n",
      "Trial number 135 Failed to complete in 500 steps\n",
      "[[16  8  2  4]\n",
      " [64 16  8  2]\n",
      " [ 4 32 16  8]\n",
      " [ 8  4 32  2]]\n",
      "Trial number 136 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [  2  32  16   8]\n",
      " [128  64  32   4]]\n",
      "Trial number 137 Failed to complete in 500 steps\n",
      "[[32  8  4  2]\n",
      " [ 4  2 16  4]\n",
      " [16  8  4 16]\n",
      " [32  2 64  4]]\n",
      "Trial number 138 Failed to complete in 500 steps\n",
      "[[ 32   2   4   2]\n",
      " [ 64   8  32   4]\n",
      " [128  32   4   2]\n",
      " [ 16   8   2   4]]\n",
      "Trial number 139 Failed to complete in 500 steps\n",
      "[[ 32   8   4   2]\n",
      " [128  32   8   4]\n",
      " [  4 128  32   8]\n",
      " [256  64  16   2]]\n",
      "Trial number 140 Failed to complete in 500 steps\n",
      "[[ 16   8   2   4]\n",
      " [ 32  16   8   2]\n",
      " [128  32   2  16]\n",
      " [256   8  16   2]]\n",
      "Trial number 141 Failed to complete in 500 steps\n",
      "[[ 16   4   2   8]\n",
      " [ 64  16   4   2]\n",
      " [128  32  16   8]\n",
      " [256  64  32   2]]\n",
      "Trial number 142 Failed to complete in 500 steps\n",
      "[[  8   4   2   4]\n",
      " [  4  16   8   2]\n",
      " [128   2  16   8]\n",
      " [ 16   8   4   2]]\n",
      "Trial number 143 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 64  16   8   4]\n",
      " [  2  32  16   2]\n",
      " [256   8  32   8]]\n",
      "Trial number 144 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [128  64  32   8]\n",
      " [512 128   4  16]]\n",
      "Trial number 145 Failed to complete in 500 steps\n",
      "[[16  8  4  2]\n",
      " [32 16  8  4]\n",
      " [64 32 16  8]\n",
      " [ 2 64 32  4]]\n",
      "Trial number 146 Failed to complete in 500 steps\n",
      "[[ 16   2   4   2]\n",
      " [ 32   8   2   4]\n",
      " [  4  16   8  16]\n",
      " [256 128   2   4]]\n",
      "Trial number 147 Failed to complete in 500 steps\n",
      "[[32  8  4  2]\n",
      " [64 32  8  4]\n",
      " [ 2 64 16  2]\n",
      " [32  4 64  8]]\n",
      "Trial number 148 Failed to complete in 500 steps\n",
      "[[32  8  4  2]\n",
      " [64 32  8  4]\n",
      " [ 4 64 32 16]\n",
      " [32  8  4  2]]\n",
      "Trial number 149 Failed to complete in 500 steps\n",
      "[[16  2  4  2]\n",
      " [32  8  2  4]\n",
      " [64 32  4  8]\n",
      " [ 4 64 16  4]]\n",
      "Trial number 150 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [ 64  32   8   4]\n",
      " [128  64  16   8]\n",
      " [512 128  32   2]]\n",
      "Trial number 151 Failed to complete in 500 steps\n",
      "[[  2   8  16   2]\n",
      " [ 16 128   8   4]\n",
      " [  4   2   4   2]\n",
      " [ 64   4   2   4]]\n",
      "Trial number 152 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [ 64  32  16   8]\n",
      " [  8 128  32   4]]\n",
      "Trial number 153 Failed to complete in 500 steps\n",
      "[[ 8  2  4  2]\n",
      " [16  4  2  8]\n",
      " [64 16  8  2]\n",
      " [ 4 64  2 16]]\n",
      "Trial number 154 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [  4  32  16   4]\n",
      " [ 64   2  32   2]\n",
      " [128   8  16   8]]\n",
      "Trial number 155 Failed to complete in 500 steps\n",
      "[[ 32   2   4   2]\n",
      " [ 64  16   8   4]\n",
      " [  2  64   2  16]\n",
      " [128  32   8   2]]\n",
      "Trial number 156 Failed to complete in 500 steps\n",
      "[[  8   4   2   4]\n",
      " [ 64   8  16   2]\n",
      " [128  64   8   4]\n",
      " [ 16   2   4   2]]\n",
      "Trial number 157 Failed to complete in 500 steps\n",
      "[[  8   2   8   2]\n",
      " [ 32   8   2   4]\n",
      " [ 64  16   4   8]\n",
      " [128   2  16   4]]\n",
      "Trial number 158 Failed to complete in 500 steps\n",
      "[[ 16   4   8   2]\n",
      " [ 32   2   4   8]\n",
      " [128  32  16   4]\n",
      " [256 128   4   2]]\n",
      "Trial number 159 Failed to complete in 500 steps\n",
      "[[  2  16   8   4]\n",
      " [ 32   8   4   2]\n",
      " [128  64  16   8]\n",
      " [ 64   4   2  16]]\n",
      "Trial number 160 Failed to complete in 500 steps\n",
      "[[ 16   8   2   4]\n",
      " [ 64  16   8   2]\n",
      " [  2  32  16   8]\n",
      " [256 128  32   2]]\n",
      "Trial number 161 Failed to complete in 500 steps\n",
      "[[16  2  4  2]\n",
      " [32 16  2  4]\n",
      " [64 32  8  2]\n",
      " [ 8  4 32  4]]\n",
      "Trial number 162 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [  8  32   8   4]\n",
      " [  2   8   2   8]\n",
      " [256   2  16   2]]\n",
      "Trial number 163 Failed to complete in 500 steps\n",
      "[[  4   2   4   2]\n",
      " [ 64   8  16   4]\n",
      " [  2 128   4   2]\n",
      " [128  32   2  32]]\n",
      "Trial number 164 Failed to complete in 500 steps\n",
      "[[ 16   8   2   4]\n",
      " [ 32  16   4   2]\n",
      " [128  32  16   4]\n",
      " [ 32   8  64   8]]\n",
      "Trial number 165 Failed to complete in 500 steps\n",
      "[[ 16   8   2   4]\n",
      " [ 32  16   8   2]\n",
      " [ 64  32  16   8]\n",
      " [256  64   8   2]]\n",
      "Trial number 166 Failed to complete in 500 steps\n",
      "[[  8   4   2   4]\n",
      " [ 16   8   4   2]\n",
      " [ 64  32   2   4]\n",
      " [128  64  16   2]]\n",
      "Trial number 167 Failed to complete in 500 steps\n",
      "[[  4   2   8   4]\n",
      " [ 32   8   4   2]\n",
      " [ 64  16   8   4]\n",
      " [128  64  16   2]]\n",
      "Trial number 168 Failed to complete in 500 steps\n",
      "[[  4   8   2   4]\n",
      " [ 64  16   4   8]\n",
      " [  2  32  64   2]\n",
      " [128   4  16   4]]\n",
      "Trial number 169 Failed to complete in 500 steps\n",
      "[[  4   8   4   2]\n",
      " [ 64  32   8   4]\n",
      " [128  64  32   8]\n",
      " [  8 256   4   2]]\n",
      "Trial number 170 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [128   2  16   8]\n",
      " [256  32   8   2]]\n",
      "Trial number 171 Failed to complete in 500 steps\n",
      "[[16  8  4  2]\n",
      " [ 8  2 16  4]\n",
      " [32 16  2 16]\n",
      " [ 4  2  4  2]]\n",
      "Trial number 172 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 64  16   8   4]\n",
      " [  4  64  16   2]\n",
      " [256 128   4   8]]\n",
      "Trial number 173 Failed to complete in 500 steps\n",
      "[[ 32   8   2   4]\n",
      " [ 64  32   8  16]\n",
      " [256  64  32   2]\n",
      " [  8  16   8   4]]\n",
      "Trial number 174 Failed to complete in 500 steps\n",
      "[[  2  16   8   4]\n",
      " [ 32   2   4   2]\n",
      " [ 64  32  16   8]\n",
      " [128   2  32  16]]\n",
      "Trial number 175 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8  16]\n",
      " [  2   4  32   4]\n",
      " [128  16   8   2]]\n",
      "Trial number 176 Failed to complete in 500 steps\n",
      "[[16  8  4  2]\n",
      " [32 16  8  4]\n",
      " [64 32 16  8]\n",
      " [ 2 64 32  2]]\n",
      "Trial number 177 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [ 64  32  16   8]\n",
      " [128  64   4   2]]\n",
      "Trial number 178 Failed to complete in 500 steps\n",
      "[[  4   2   4   2]\n",
      " [ 32  16  32   4]\n",
      " [ 64   8  16   8]\n",
      " [128  32   4   2]]\n",
      "Trial number 179 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [  4  16   8   4]\n",
      " [ 32   2  32   2]\n",
      " [128   4   2   4]]\n",
      "Trial number 180 Failed to complete in 500 steps\n",
      "[[  8   2   8   2]\n",
      " [  2  16   2   4]\n",
      " [  4  32  16   8]\n",
      " [256  64   8   4]]\n",
      "Trial number 181 Failed to complete in 500 steps\n",
      "[[  8   2   8   4]\n",
      " [ 32  16   4   2]\n",
      " [ 64   2  32   4]\n",
      " [128  64   4   8]]\n",
      "Trial number 182 Failed to complete in 500 steps\n",
      "[[ 32   8   4   2]\n",
      " [  2  32   2   4]\n",
      " [128  64  32  16]\n",
      " [512 128   4   2]]\n",
      "Trial number 183 Failed to complete in 500 steps\n",
      "[[  4   2   4   2]\n",
      " [ 32   4   2   4]\n",
      " [128  16   8   2]\n",
      " [256  32  16   4]]\n",
      "Trial number 184 Failed to complete in 500 steps\n",
      "[[ 2  8  4  2]\n",
      " [32 16 32  4]\n",
      " [64  2  8  2]\n",
      " [16  4  2 16]]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Trial number 185 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [128  32  16   8]\n",
      " [256   2  32   2]]\n",
      "Trial number 186 Failed to complete in 500 steps\n",
      "[[16  8  4  2]\n",
      " [ 4 16  2  4]\n",
      " [ 8  2 16  8]\n",
      " [64 16 32  4]]\n",
      "Trial number 187 Failed to complete in 500 steps\n",
      "[[ 16   8   2   4]\n",
      " [ 32  16   8   2]\n",
      " [128  32   4   8]\n",
      " [  4  64  16   2]]\n",
      "Trial number 188 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 64  16   8   4]\n",
      " [512  64  16   8]\n",
      " [ 16   2   4   2]]\n",
      "Trial number 189 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32   2  16   4]\n",
      " [256  16  64   2]\n",
      " [  2  64  32   4]]\n",
      "Trial number 190 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [ 64  32  16   8]\n",
      " [256  16  32  16]]\n",
      "Trial number 191 Failed to complete in 500 steps\n",
      "[[16  2  4  2]\n",
      " [32  8  2  4]\n",
      " [64 32  8 16]\n",
      " [ 2 64 32  4]]\n",
      "Trial number 192 Failed to complete in 500 steps\n",
      "[[ 16   8   2   4]\n",
      " [  2  64   4   2]\n",
      " [ 64   2   8   4]\n",
      " [256  64  16   2]]\n",
      "Trial number 193 Failed to complete in 500 steps\n",
      "[[ 32   8   4   2]\n",
      " [ 64   2   8   4]\n",
      " [  8  64  16   8]\n",
      " [128   4  32  16]]\n",
      "Trial number 194 Failed to complete in 500 steps\n",
      "[[ 16   2   4   2]\n",
      " [ 64  16   8   4]\n",
      " [128  32  16   8]\n",
      " [256  64  32   4]]\n",
      "Trial number 195 Failed to complete in 500 steps\n",
      "[[ 16   8   2   4]\n",
      " [ 32   4   8   2]\n",
      " [ 64   2   4   8]\n",
      " [128  32  64   2]]\n",
      "Trial number 196 Failed to complete in 500 steps\n",
      "[[  4   2   4   2]\n",
      " [ 16   8   2   4]\n",
      " [128  16   8  16]\n",
      " [  8 256  32   2]]\n",
      "Trial number 197 Failed to complete in 500 steps\n",
      "[[ 32   8   4   2]\n",
      " [ 64  16   8   4]\n",
      " [128  32  16   8]\n",
      " [  4  64  32   2]]\n",
      "Trial number 198 Failed to complete in 500 steps\n",
      "[[16  8  4  2]\n",
      " [64 16  2  4]\n",
      " [ 8 32 16  2]\n",
      " [32  2 32  4]]\n",
      "Trial number 199 Failed to complete in 500 steps\n",
      "[[16  8  4  2]\n",
      " [32 16  8  4]\n",
      " [ 2 64 32  2]\n",
      " [64 32  2  4]]\n",
      "Trial number 200 Failed to complete in 500 steps\n",
      "[[  2   4   2   4]\n",
      " [ 64   8   4   2]\n",
      " [  2 128  16   8]\n",
      " [256  32   8   2]]\n",
      "Trial number 201 Failed to complete in 500 steps\n",
      "[[ 2 16  4  2]\n",
      " [32  2 16  4]\n",
      " [64  8  4  8]\n",
      " [16  2 16  4]]\n",
      "Trial number 202 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [  4  16   2   4]\n",
      " [ 16   2  16   8]\n",
      " [128  64  32  16]]\n",
      "Trial number 203 Failed to complete in 500 steps\n",
      "[[ 16   8   2   4]\n",
      " [ 64  32  16   2]\n",
      " [128  64  32  16]\n",
      " [256 128   8   4]]\n",
      "Trial number 204 Failed to complete in 500 steps\n",
      "[[ 32   8   4   2]\n",
      " [ 64  16   8   4]\n",
      " [128  32  16   8]\n",
      " [256 128   4   2]]\n",
      "Trial number 205 Failed to complete in 500 steps\n",
      "[[16  2  4  2]\n",
      " [ 2 32 16  4]\n",
      " [ 4  2 32 16]\n",
      " [64 16  4  2]]\n",
      "Trial number 206 Failed to complete in 500 steps\n",
      "[[ 32  16   4   2]\n",
      " [ 16   8   2   4]\n",
      " [128  64  16   8]\n",
      " [ 32   4  64  16]]\n",
      "Trial number 207 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 64  32   2   4]\n",
      " [128  64   4   2]\n",
      " [ 32   4  64   8]]\n",
      "Trial number 208 Failed to complete in 500 steps\n",
      "[[  2  32   2   4]\n",
      " [ 64  16   4   2]\n",
      " [  2  32  16   4]\n",
      " [256  64  32   8]]\n",
      "Trial number 209 Failed to complete in 500 steps\n",
      "[[16  8  4  2]\n",
      " [32 16  8  4]\n",
      " [64 32 16  8]\n",
      " [ 2 64  2 16]]\n",
      "Trial number 210 Failed to complete in 500 steps\n",
      "[[ 2 16  4  2]\n",
      " [ 4 32  8  4]\n",
      " [ 2 64 32  8]\n",
      " [64 16  2  4]]\n",
      "Trial number 211 Failed to complete in 500 steps\n",
      "[[ 8  2  4  2]\n",
      " [16  4  2  4]\n",
      " [ 2 16  8  2]\n",
      " [64 32 16  8]]\n",
      "Trial number 212 Failed to complete in 500 steps\n",
      "[[ 16   2   8   2]\n",
      " [  2  32  16   4]\n",
      " [256  64   2   8]\n",
      " [  2   8   4   2]]\n",
      "Trial number 213 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [  4   2   8   4]\n",
      " [ 32  16  32   8]\n",
      " [128   8   4  16]]\n",
      "Trial number 214 Failed to complete in 500 steps\n",
      "[[ 4 16  2  4]\n",
      " [64 32 16  8]\n",
      " [ 4  2 32 16]\n",
      " [ 2  8  4  2]]\n",
      "Trial number 215 Failed to complete in 500 steps\n",
      "[[16  8  4  2]\n",
      " [32 16  2  4]\n",
      " [ 8 32  8  2]\n",
      " [ 2 64 32  4]]\n",
      "Trial number 216 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32   2   8   4]\n",
      " [ 64   8   2  16]\n",
      " [256 128  16   2]]\n",
      "Trial number 217 Failed to complete in 500 steps\n",
      "[[  8   4   2   4]\n",
      " [ 64  16   4   2]\n",
      " [128   2   8   4]\n",
      " [256  64  32   2]]\n",
      "Trial number 218 Failed to complete in 500 steps\n",
      "[[  2  16   2   4]\n",
      " [ 32   8  16   2]\n",
      " [ 64   4  32   8]\n",
      " [256  64   4   2]]\n",
      "Trial number 219 Failed to complete in 500 steps\n",
      "[[ 16   8   2   4]\n",
      " [ 32  16   4   2]\n",
      " [  4   2  16   8]\n",
      " [128  64   4   2]]\n",
      "Trial number 220 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [128  32  16   8]\n",
      " [ 32  16   4   2]]\n",
      "Trial number 221 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [  2  16   8   4]\n",
      " [128  64  16   8]\n",
      " [256 128   4  16]]\n",
      "Trial number 222 Failed to complete in 500 steps\n",
      "[[ 16   8   2   4]\n",
      " [ 32  16   8   2]\n",
      " [  2  32   4  16]\n",
      " [256 128  32   2]]\n",
      "Trial number 223 Failed to complete in 500 steps\n",
      "[[ 32  16   2   4]\n",
      " [ 64  32   8   2]\n",
      " [  8  64  32   4]\n",
      " [256  16   8   2]]\n",
      "Trial number 224 Failed to complete in 500 steps\n",
      "[[ 16   4   2   4]\n",
      " [ 32  16   4   2]\n",
      " [ 64  32  16   4]\n",
      " [ 16 128   2   8]]\n",
      "Trial number 225 Failed to complete in 500 steps\n",
      "[[ 32  16   4   2]\n",
      " [ 64  32  16   4]\n",
      " [  2  64  32  16]\n",
      " [128   2  64   2]]\n",
      "Trial number 226 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [  4  32   8   4]\n",
      " [128   2  16   8]\n",
      " [512  64  32   2]]\n",
      "Trial number 227 Failed to complete in 500 steps\n",
      "[[  8   2   8   2]\n",
      " [ 32   4  32   4]\n",
      " [ 64   2   4   8]\n",
      " [128  64   2   4]]\n",
      "Trial number 228 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [ 64  32  16   8]\n",
      " [128   8   2  16]]\n",
      "Trial number 229 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 64  16   8   4]\n",
      " [128  32  16   2]\n",
      " [  2 128  32   8]]\n",
      "Trial number 230 Failed to complete in 500 steps\n",
      "[[ 8  4  2  4]\n",
      " [32 16  8  2]\n",
      " [ 2 32 16  4]\n",
      " [64  8  4  2]]\n",
      "Trial number 231 Failed to complete in 500 steps\n",
      "[[ 2 16  8  4]\n",
      " [ 4 32  4  8]\n",
      " [32 64  8 16]\n",
      " [ 4 32 16  2]]\n",
      "Trial number 232 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   2   4]\n",
      " [ 64  32  16   2]\n",
      " [256   2  32   8]]\n",
      "Trial number 233 Failed to complete in 500 steps\n",
      "[[  8   4   2   4]\n",
      " [ 16   8   4   2]\n",
      " [ 32   4  16   8]\n",
      " [128  64   8   2]]\n",
      "Trial number 234 Failed to complete in 500 steps\n",
      "[[16  8  2  4]\n",
      " [32 16  8  2]\n",
      " [ 2 64 16  4]\n",
      " [16  4 64  2]]\n",
      "Trial number 235 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [ 64  32  16   8]\n",
      " [  8 128   4  32]]\n",
      "Trial number 236 Failed to complete in 500 steps\n",
      "[[ 4  2  4  2]\n",
      " [ 8  4  2  8]\n",
      " [64  8  4 16]\n",
      " [ 4 16  8  4]]\n",
      "Trial number 237 Failed to complete in 500 steps\n",
      "[[  8   4   2   4]\n",
      " [ 16   8  32   2]\n",
      " [ 64   4  16   8]\n",
      " [256  16   4   2]]\n",
      "Trial number 238 Failed to complete in 500 steps\n",
      "[[ 16   8   2   4]\n",
      " [ 32  16   8   2]\n",
      " [128   2  32  16]\n",
      " [256 128   8   4]]\n",
      "Trial number 239 Failed to complete in 500 steps\n",
      "[[ 8  4  2  4]\n",
      " [64 16  4  8]\n",
      " [ 2 64  8  4]\n",
      " [64  2 64  2]]\n",
      "Trial number 240 Failed to complete in 500 steps\n",
      "[[  2   4   2   4]\n",
      " [ 64   8   4   2]\n",
      " [256  32  16   8]\n",
      " [  2  64   8   2]]\n",
      "Trial number 241 Failed to complete in 500 steps\n",
      "[[ 16   8   2   4]\n",
      " [ 64  16   4   2]\n",
      " [128  64  16   4]\n",
      " [256 128  32   8]]\n",
      "Trial number 242 Failed to complete in 500 steps\n",
      "[[ 32   8   4   2]\n",
      " [ 64   4   2   4]\n",
      " [  2  64   8   2]\n",
      " [  4 128  32   8]]\n",
      "Trial number 243 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32   2   8   4]\n",
      " [128  32  16   8]\n",
      " [256  64   2  16]]\n",
      "Trial number 244 Failed to complete in 500 steps\n",
      "[[ 16   4   2   4]\n",
      " [ 32  16   4   2]\n",
      " [ 64  32  16   4]\n",
      " [256  64   2   8]]\n",
      "Trial number 245 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32   2   8   4]\n",
      " [128   4  32   2]\n",
      " [  8 128  64   4]]\n",
      "Trial number 246 Failed to complete in 500 steps\n",
      "[[ 16   8   2   4]\n",
      " [ 64   4   8   2]\n",
      " [  4   2  32   4]\n",
      " [128   4  64   2]]\n",
      "Trial number 247 Failed to complete in 500 steps\n",
      "[[ 2  8  4  2]\n",
      " [ 8  2  8  4]\n",
      " [16  4 32  8]\n",
      " [64 32  2 16]]\n",
      "Trial number 248 Failed to complete in 500 steps\n",
      "[[  4   2  16   2]\n",
      " [  2  64   8   4]\n",
      " [  4 128  16   8]\n",
      " [  8   4   2  32]]\n",
      "Trial number 249 Failed to complete in 500 steps\n",
      "[[  2   4   2   4]\n",
      " [  4   8   4   2]\n",
      " [ 64   2   8   4]\n",
      " [256  64  16   2]]\n",
      "Trial number 250 Failed to complete in 500 steps\n",
      "[[  4   2   8   4]\n",
      " [ 64  16   4   2]\n",
      " [  2  64  32   4]\n",
      " [128  16   2   8]]\n",
      "Trial number 251 Failed to complete in 500 steps\n",
      "[[16  8  4  2]\n",
      " [32 16  8  4]\n",
      " [ 4 32 16  8]\n",
      " [64  4 32  2]]\n",
      "Trial number 252 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [128  32  16   8]\n",
      " [256  64   4   2]]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Trial number 253 Failed to complete in 500 steps\n",
      "[[  2  16   2   4]\n",
      " [ 64  32  16   2]\n",
      " [  2  64  32   8]\n",
      " [128  32   4   2]]\n",
      "Trial number 254 Failed to complete in 500 steps\n",
      "[[16  8  4  2]\n",
      " [ 2 16  8  4]\n",
      " [64  8  4  8]\n",
      " [ 4 32 16  2]]\n",
      "Trial number 255 Failed to complete in 500 steps\n",
      "[[ 8  4  2  4]\n",
      " [32 16  4  2]\n",
      " [ 4  2  8 16]\n",
      " [64 32  4  2]]\n",
      "Trial number 256 Failed to complete in 500 steps\n",
      "[[  8   4   2   4]\n",
      " [ 64  16   8   2]\n",
      " [128  32  16   8]\n",
      " [  8   2  32   2]]\n",
      "Trial number 257 Failed to complete in 500 steps\n",
      "[[ 16   2   8   4]\n",
      " [128  32  16   2]\n",
      " [  2  64  32   8]\n",
      " [256 128  16   2]]\n",
      "Trial number 258 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 64  32   8   4]\n",
      " [128  64  16   8]\n",
      " [ 32   8   2   4]]\n",
      "Trial number 259 Failed to complete in 500 steps\n",
      "[[ 16   8   2   4]\n",
      " [ 64  16   4   2]\n",
      " [  2  32  16   4]\n",
      " [256   8  32  16]]\n",
      "Trial number 260 Failed to complete in 500 steps\n",
      "[[16  8  4  2]\n",
      " [32 16  8 16]\n",
      " [64 32  4  2]\n",
      " [ 4 64 32  4]]\n",
      "Trial number 261 Failed to complete in 500 steps\n",
      "[[ 16   2   4   2]\n",
      " [128   4   8   4]\n",
      " [  2   8  16   8]\n",
      " [  4  64   4   2]]\n",
      "Trial number 262 Failed to complete in 500 steps\n",
      "[[ 16   8   2   4]\n",
      " [ 64  32   8   2]\n",
      " [  2  64  32   4]\n",
      " [  8 128  64   2]]\n",
      "Trial number 263 Failed to complete in 500 steps\n",
      "[[ 16   2   8   4]\n",
      " [ 32  16   4   2]\n",
      " [  2 128  32   4]\n",
      " [256  64   4   8]]\n",
      "Trial number 264 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [128  32  16   8]\n",
      " [256 128  32   2]]\n",
      "Trial number 265 Failed to complete in 500 steps\n",
      "[[16  8  2  4]\n",
      " [32 16 64  8]\n",
      " [ 2 32  8 32]\n",
      " [64  8  2  4]]\n",
      "Trial number 266 Failed to complete in 500 steps\n",
      "[[ 16   8   2   4]\n",
      " [ 64  16   8   2]\n",
      " [  4  64  16   4]\n",
      " [256   4  32   2]]\n",
      "Trial number 267 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [ 64  32  16   8]\n",
      " [128   2  32  16]]\n",
      "Trial number 268 Failed to complete in 500 steps\n",
      "[[ 16   4   2   4]\n",
      " [  8  16   8   2]\n",
      " [  2  32  16   8]\n",
      " [256  64   8   2]]\n",
      "Trial number 269 Failed to complete in 500 steps\n",
      "[[ 16   8   2   4]\n",
      " [ 32  16   4   8]\n",
      " [128  64  16   2]\n",
      " [  2 128   2   8]]\n",
      "Trial number 270 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 64  32   8  16]\n",
      " [128  64  32   4]\n",
      " [ 32  16   8   2]]\n",
      "Trial number 271 Failed to complete in 500 steps\n",
      "[[  8   2   4   2]\n",
      " [ 16   8  16   4]\n",
      " [  2  32   2   8]\n",
      " [128   8   4   2]]\n",
      "Trial number 272 Failed to complete in 500 steps\n",
      "[[16  8  4  2]\n",
      " [64 32 16  4]\n",
      " [16  4 32  8]\n",
      " [32 16  4 32]]\n",
      "Trial number 273 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 64  16   8   4]\n",
      " [  4  32  16   8]\n",
      " [128  64   2  16]]\n",
      "Trial number 274 Failed to complete in 500 steps\n",
      "[[ 2  8  2  4]\n",
      " [32 16  4  2]\n",
      " [ 2 32  8 16]\n",
      " [16 64  4  2]]\n",
      "Trial number 275 Failed to complete in 500 steps\n",
      "[[ 16   4   2   4]\n",
      " [ 32  16   8   2]\n",
      " [ 64  32   2  32]\n",
      " [256 128  16   4]]\n",
      "Trial number 276 Failed to complete in 500 steps\n",
      "[[ 32   8   4   2]\n",
      " [  2  16   8   4]\n",
      " [  4   2  32  16]\n",
      " [256  32  16   2]]\n",
      "Trial number 277 Failed to complete in 500 steps\n",
      "[[ 32   8   2   4]\n",
      " [ 64  16   8   2]\n",
      " [128  32  16   8]\n",
      " [ 32  16  64   2]]\n",
      "Trial number 278 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   2   4]\n",
      " [  2  64  16   2]\n",
      " [  4 128  64   8]]\n",
      "Trial number 279 Failed to complete in 500 steps\n",
      "[[ 16   8   2   4]\n",
      " [ 32  16   8   2]\n",
      " [ 64  32  16   4]\n",
      " [128   2  32   2]]\n",
      "Trial number 280 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 64  16   8   4]\n",
      " [128   4  32   8]\n",
      " [256   8  64   4]]\n",
      "Trial number 281 Failed to complete in 500 steps\n",
      "[[ 32  16   8   2]\n",
      " [ 16  32  16   4]\n",
      " [  2 128  64   2]\n",
      " [ 16   2  16   8]]\n",
      "Trial number 282 Failed to complete in 500 steps\n",
      "[[  8   2   4   2]\n",
      " [ 16   8   2   4]\n",
      " [ 64   2   4  16]\n",
      " [256  32  16   2]]\n",
      "Trial number 283 Failed to complete in 500 steps\n",
      "[[  8   4   2   4]\n",
      " [  2  16   8   2]\n",
      " [ 32   2  16   8]\n",
      " [128  16   8   2]]\n",
      "Trial number 284 Failed to complete in 500 steps\n",
      "[[ 8  2  4  2]\n",
      " [ 4 16  8  4]\n",
      " [ 8 64 32 16]\n",
      " [16  2  8  2]]\n",
      "Trial number 285 Failed to complete in 500 steps\n",
      "[[ 16   8   2   4]\n",
      " [ 32  16   4   2]\n",
      " [  2  64  16   4]\n",
      " [256 128  32   8]]\n",
      "Trial number 286 Failed to complete in 500 steps\n",
      "[[ 32   8   4   2]\n",
      " [128  32   8   4]\n",
      " [256  64  32  16]\n",
      " [  4   2   8   4]]\n",
      "Trial number 287 Failed to complete in 500 steps\n",
      "[[32  2  4  2]\n",
      " [ 2  4  8  4]\n",
      " [ 4 64  2  8]\n",
      " [16  2 64  4]]\n",
      "Trial number 288 Failed to complete in 500 steps\n",
      "[[ 2  8  4  2]\n",
      " [ 4 32  2  4]\n",
      " [ 8  2 64  8]\n",
      " [32  8  4  2]]\n",
      "Trial number 289 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [ 64  32  16   8]\n",
      " [256   4  32   2]]\n",
      "Trial number 290 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 64  32   2   4]\n",
      " [  2 128  16   8]\n",
      " [ 16   8  64  32]]\n",
      "Trial number 291 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32   2   8   4]\n",
      " [  2  64  32   2]\n",
      " [  4 128   4   8]]\n",
      "Trial number 292 Failed to complete in 500 steps\n",
      "[[  8   4  16   4]\n",
      " [ 64   8  32   8]\n",
      " [128   4   8   4]\n",
      " [256  16   4   2]]\n",
      "Trial number 293 Failed to complete in 500 steps\n",
      "[[16  2  4  2]\n",
      " [32 16  8  4]\n",
      " [ 4 64 16  8]\n",
      " [ 8  2 64  2]]\n",
      "Trial number 294 Failed to complete in 500 steps\n",
      "[[ 32  16   4   2]\n",
      " [ 64  32  16   4]\n",
      " [  2 128   4   8]\n",
      " [128  16   8  16]]\n",
      "Trial number 295 Failed to complete in 500 steps\n",
      "[[ 32   8   4   2]\n",
      " [ 64   2   8   4]\n",
      " [256  64  16   8]\n",
      " [  8   2  32  16]]\n",
      "Trial number 296 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [  4   2   8   4]\n",
      " [ 16   4  16   8]\n",
      " [128  64  32   2]]\n",
      "Trial number 297 Failed to complete in 500 steps\n",
      "[[ 32  16   4   2]\n",
      " [128  32   8   4]\n",
      " [ 16   4  32   8]\n",
      " [128  16   4   2]]\n",
      "Trial number 298 Failed to complete in 500 steps\n",
      "[[  8   4   2   4]\n",
      " [  4  32   4   8]\n",
      " [ 64  16   8   2]\n",
      " [128  32  16   4]]\n",
      "Trial number 299 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 64  16   8   4]\n",
      " [  2  32  16   8]\n",
      " [256   8   4   2]]\n",
      "Trial number 300 Failed to complete in 500 steps\n",
      "[[  4   2   4   2]\n",
      " [ 32   8   2   4]\n",
      " [128  16   4   8]\n",
      " [512  64  32   2]]\n",
      "Trial number 301 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [  2  16   8   4]\n",
      " [128   4  32   8]\n",
      " [256 128   2  16]]\n",
      "Trial number 302 Failed to complete in 500 steps\n",
      "[[  8   4   2   4]\n",
      " [ 32  16   4   8]\n",
      " [ 64  32   8   2]\n",
      " [128   4  64   4]]\n",
      "Trial number 303 Failed to complete in 500 steps\n",
      "[[ 4  2  4  2]\n",
      " [32 16  8  4]\n",
      " [ 2 64 16  8]\n",
      " [64 32  4  2]]\n",
      "Trial number 304 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 64  16   8   4]\n",
      " [128   2  64   8]\n",
      " [256  64  16   2]]\n",
      "Trial number 305 Failed to complete in 500 steps\n",
      "[[  8   4   2   4]\n",
      " [ 16   8   4   2]\n",
      " [ 32   4  16   4]\n",
      " [128  16   8   2]]\n",
      "Trial number 306 Failed to complete in 500 steps\n",
      "[[16  8  2  4]\n",
      " [64 32  4  2]\n",
      " [ 2 64 32  4]\n",
      " [32 16  2 16]]\n",
      "Trial number 307 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 64  16   8   4]\n",
      " [ 32   2  16   8]\n",
      " [256  64  32  16]]\n",
      "Trial number 308 Failed to complete in 500 steps\n",
      "[[ 32   8   4   2]\n",
      " [ 64  16   8   4]\n",
      " [256  64  16   8]\n",
      " [512   4  32   4]]\n",
      "Trial number 309 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [  8   4   2   4]\n",
      " [ 16   8   4   2]\n",
      " [128  32  16   8]]\n",
      "Trial number 310 Failed to complete in 500 steps\n",
      "[[  2  16   2   4]\n",
      " [  8 128  16   2]\n",
      " [ 16   2  32   4]\n",
      " [128   4  64   8]]\n",
      "Trial number 311 Failed to complete in 500 steps\n",
      "[[16  8  4  2]\n",
      " [32 16  8  4]\n",
      " [64 32  2  8]\n",
      " [ 4 64 16  2]]\n",
      "Trial number 312 Failed to complete in 500 steps\n",
      "[[  8   2   4   2]\n",
      " [ 64   8  16   4]\n",
      " [  4  64  32   8]\n",
      " [128   4   2   4]]\n",
      "Trial number 313 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [ 64  32  16   8]\n",
      " [128  64   8   4]]\n",
      "Trial number 314 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [128  64  16   8]\n",
      " [  4 128   4  16]]\n",
      "Trial number 315 Failed to complete in 500 steps\n",
      "[[  2  16   4   2]\n",
      " [ 64  32   8   4]\n",
      " [  2 128  32   8]\n",
      " [ 32   8   4   2]]\n",
      "Trial number 316 Failed to complete in 500 steps\n",
      "[[  2  32   4   2]\n",
      " [  4  64   8   4]\n",
      " [  8  32  16   8]\n",
      " [128   4  64  16]]\n",
      "Trial number 317 Failed to complete in 500 steps\n",
      "[[ 16   4   2   4]\n",
      " [  2  16   8   2]\n",
      " [128  32  16   8]\n",
      " [  4   2  32   4]]\n",
      "Trial number 318 Failed to complete in 500 steps\n",
      "[[ 16   4   2   4]\n",
      " [ 32  16   4   2]\n",
      " [128  32  16   4]\n",
      " [  4 128  32  16]]\n",
      "Trial number 319 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [128  32  16   8]\n",
      " [256   2  32   4]]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Trial number 320 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [ 64  32  16   8]\n",
      " [128   2   8   2]]\n",
      "Trial number 321 Failed to complete in 500 steps\n",
      "[[ 2  8  4  2]\n",
      " [32 16  8  4]\n",
      " [ 2 32 64 16]\n",
      " [32  8  4  2]]\n",
      "Trial number 322 Failed to complete in 500 steps\n",
      "[[  8   4   2   4]\n",
      " [ 16   8   4   8]\n",
      " [ 64  32  16   4]\n",
      " [128   4  32   2]]\n",
      "Trial number 323 Failed to complete in 500 steps\n",
      "[[  8   2   4   2]\n",
      " [ 32  16   8   4]\n",
      " [ 64  32  16   8]\n",
      " [256  64   4   2]]\n",
      "Trial number 324 Failed to complete in 500 steps\n",
      "[[ 16   4   8   2]\n",
      " [ 64  16  32   8]\n",
      " [128   4   8  16]\n",
      " [  2  64   4   2]]\n",
      "Trial number 325 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [ 64  16   8   4]\n",
      " [128  64  16   8]\n",
      " [ 64  16   4   2]]\n",
      "Trial number 326 Failed to complete in 500 steps\n",
      "[[  8   4   2   4]\n",
      " [  4  16   4   2]\n",
      " [ 64  32   8   4]\n",
      " [128   4   2   8]]\n",
      "Trial number 327 Failed to complete in 500 steps\n",
      "[[ 32  16   4   2]\n",
      " [  2  32  16   4]\n",
      " [256   8  32   8]\n",
      " [  2 128   8   4]]\n",
      "Trial number 328 Failed to complete in 500 steps\n",
      "[[ 8  2  4  2]\n",
      " [16  4  8  4]\n",
      " [ 2 16  4  2]\n",
      " [64  4  2  4]]\n",
      "Trial number 329 Failed to complete in 500 steps\n",
      "[[ 16   2   4   2]\n",
      " [ 64  16   8   4]\n",
      " [  2  32  16   8]\n",
      " [128   2  32  16]]\n",
      "Trial number 330 Failed to complete in 500 steps\n",
      "[[ 32   4   2   4]\n",
      " [  2  32   8   2]\n",
      " [ 32   2  32   4]\n",
      " [256  64   4   2]]\n",
      "Trial number 331 Failed to complete in 500 steps\n",
      "[[  8   4   2   4]\n",
      " [ 64  16   4   2]\n",
      " [256  64  32   4]\n",
      " [  2 256  16   2]]\n",
      "Trial number 332 Failed to complete in 500 steps\n",
      "[[  2  16   4   2]\n",
      " [  8   2  16   4]\n",
      " [ 32   8   2  16]\n",
      " [128   2  32   2]]\n",
      "Trial number 333 Failed to complete in 500 steps\n",
      "[[16  8  4  2]\n",
      " [ 4 16  8  4]\n",
      " [ 8  4  2 16]\n",
      " [16  8 64  2]]\n",
      "Trial number 334 Failed to complete in 500 steps\n",
      "[[16  8  4  2]\n",
      " [64  2  8  4]\n",
      " [ 2 64 32  8]\n",
      " [64 32  4 16]]\n",
      "Trial number 335 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16  32   8]\n",
      " [128  64   2  16]\n",
      " [  2 128   8   2]]\n",
      "Trial number 336 Failed to complete in 500 steps\n",
      "[[  4   2   4   2]\n",
      " [ 16   8   2   4]\n",
      " [ 64   4  32   8]\n",
      " [256  64   4   2]]\n",
      "Trial number 337 Failed to complete in 500 steps\n",
      "[[ 4  2  4  2]\n",
      " [16  4  8  4]\n",
      " [32  8  4 16]\n",
      " [ 2 16  8  2]]\n",
      "Trial number 338 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [ 64  32  16   8]\n",
      " [256 128   8   2]]\n",
      "Trial number 339 Failed to complete in 500 steps\n",
      "[[ 16   2   4   2]\n",
      " [ 32   4   2   4]\n",
      " [128  32  16   8]\n",
      " [256   4  32  16]]\n",
      "Trial number 340 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [128  64  16   8]\n",
      " [  2   4  64   2]]\n",
      "Trial number 341 Failed to complete in 500 steps\n",
      "[[ 32   4   2   4]\n",
      " [ 64  32  16   2]\n",
      " [  8   2  32   8]\n",
      " [128  16   8   2]]\n",
      "Trial number 342 Failed to complete in 500 steps\n",
      "[[ 32   2   4   2]\n",
      " [128  32   8   4]\n",
      " [  2 128  16   8]\n",
      " [  8   4   2  16]]\n",
      "Trial number 343 Failed to complete in 500 steps\n",
      "[[ 32   2   4   2]\n",
      " [ 64   8   2   4]\n",
      " [  8  64  16   2]\n",
      " [128 256  32   8]]\n",
      "Trial number 344 Failed to complete in 500 steps\n",
      "[[ 32   8   4   2]\n",
      " [ 64  32   8   4]\n",
      " [128  64  32   8]\n",
      " [  4 128   8   2]]\n",
      "Trial number 345 Failed to complete in 500 steps\n",
      "[[ 8  4  2  4]\n",
      " [32  8  4  2]\n",
      " [64 16  8 16]\n",
      " [ 2 64 32  2]]\n",
      "Trial number 346 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [128  64  16  32]\n",
      " [  2   8   2   4]]\n",
      "Trial number 347 Failed to complete in 500 steps\n",
      "[[ 32   8   4   2]\n",
      " [  2  16   8   4]\n",
      " [ 64   2  32   8]\n",
      " [128   4  64   2]]\n",
      "Trial number 348 Failed to complete in 500 steps\n",
      "[[ 32  16   4   2]\n",
      " [ 64  32  16   4]\n",
      " [128   8  32   8]\n",
      " [256   4   2  16]]\n",
      "Trial number 349 Failed to complete in 500 steps\n",
      "[[ 16   8   2   4]\n",
      " [ 32  16   4   2]\n",
      " [  4  32  16   8]\n",
      " [256  64  32   4]]\n",
      "Trial number 350 Failed to complete in 500 steps\n",
      "[[ 16   4   2   4]\n",
      " [ 64   8   4   2]\n",
      " [128  16   8   4]\n",
      " [  8   2   4   2]]\n",
      "Trial number 351 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [  8   4   2  16]\n",
      " [256  32  16   4]]\n",
      "Trial number 352 Failed to complete in 500 steps\n",
      "[[ 8  4  2  4]\n",
      " [ 2  8 16  2]\n",
      " [64 16  8 16]\n",
      " [ 4 32  2  4]]\n",
      "Trial number 353 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [  2  16   8   4]\n",
      " [ 16  64  16   8]\n",
      " [256 128   8   4]]\n",
      "Trial number 354 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [ 64  32  16   8]\n",
      " [128   8  32   2]]\n",
      "Trial number 355 Failed to complete in 500 steps\n",
      "[[ 32   8   4   2]\n",
      " [  4  16   8   4]\n",
      " [128   2  16   8]\n",
      " [  4 128  32   4]]\n",
      "Trial number 356 Failed to complete in 500 steps\n",
      "[[  2  16   4   2]\n",
      " [ 16  32   8   4]\n",
      " [  4 128  32   8]\n",
      " [128   4  64   4]]\n",
      "Trial number 357 Failed to complete in 500 steps\n",
      "[[  2  32   4   2]\n",
      " [ 32  16   8   4]\n",
      " [  8  64  16   8]\n",
      " [256   4  32  16]]\n",
      "Trial number 358 Failed to complete in 500 steps\n",
      "[[16  8  4  2]\n",
      " [32 16  8  4]\n",
      " [64  2 32  8]\n",
      " [ 4 16 64  4]]\n",
      "Trial number 359 Failed to complete in 500 steps\n",
      "[[16  8  2  4]\n",
      " [ 4 32  8  2]\n",
      " [ 8  2 64  4]\n",
      " [16  8 16  2]]\n",
      "Trial number 360 Failed to complete in 500 steps\n",
      "[[ 32  16   8   2]\n",
      " [ 64  32  16   8]\n",
      " [256  64  32  16]\n",
      " [ 16   2   8   2]]\n",
      "Trial number 361 Failed to complete in 500 steps\n",
      "[[32 16  4  2]\n",
      " [ 8 32  8  4]\n",
      " [32 16  2  8]\n",
      " [ 4  2 32  2]]\n",
      "Trial number 362 Failed to complete in 500 steps\n",
      "[[16  8  4  2]\n",
      " [64 16  2  4]\n",
      " [ 4 64 32  8]\n",
      " [ 8  4 64  4]]\n",
      "Trial number 363 Failed to complete in 500 steps\n",
      "[[ 16   2   8   2]\n",
      " [  2   4  16   4]\n",
      " [ 64  16   2   8]\n",
      " [256   2  32  16]]\n",
      "Trial number 364 Failed to complete in 500 steps\n",
      "[[ 16   4   2   4]\n",
      " [ 32   8   4   8]\n",
      " [  2  32   8  16]\n",
      " [128   2  16   8]]\n",
      "Trial number 365 Failed to complete in 500 steps\n",
      "[[  8  16   4   2]\n",
      " [ 32  64   8   4]\n",
      " [128  32  16   8]\n",
      " [256   4  32   2]]\n",
      "Trial number 366 Failed to complete in 500 steps\n",
      "[[ 16   8   2   4]\n",
      " [  8  32   8   2]\n",
      " [ 32   4   2   4]\n",
      " [256 128  16   8]]\n",
      "Trial number 367 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [ 64  32  16   8]\n",
      " [128  64  32  16]]\n",
      "Trial number 368 Failed to complete in 500 steps\n",
      "[[16  8  4  2]\n",
      " [ 2 16  8  4]\n",
      " [ 8  2 32  8]\n",
      " [32  4 64  4]]\n",
      "Trial number 369 Failed to complete in 500 steps\n",
      "[[ 16   8   2   4]\n",
      " [ 64  16  32   2]\n",
      " [  2 128   8   4]\n",
      " [  8   4  16   2]]\n",
      "Trial number 370 Failed to complete in 500 steps\n",
      "[[  2  16   8   2]\n",
      " [  4  32  16   4]\n",
      " [ 32  16   2   8]\n",
      " [128  32   4   2]]\n",
      "Trial number 371 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [ 64  16   8   4]\n",
      " [  2 256  16  32]\n",
      " [ 64   2   4   2]]\n",
      "Trial number 372 Failed to complete in 500 steps\n",
      "[[  4   2  16   4]\n",
      " [ 32  16   4   2]\n",
      " [128  32   8   4]\n",
      " [  8 128  32  16]]\n",
      "Trial number 373 Failed to complete in 500 steps\n",
      "[[16  8  4  2]\n",
      " [32 16  8  4]\n",
      " [64 32 16  8]\n",
      " [ 2  8  4  2]]\n",
      "Trial number 374 Failed to complete in 500 steps\n",
      "[[ 2  4  2  4]\n",
      " [64 32  8  2]\n",
      " [ 2 64 16  8]\n",
      " [64  2 32 16]]\n",
      "Trial number 375 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [  8  16   8   4]\n",
      " [128  32  16   8]\n",
      " [256  64   4   2]]\n",
      "Trial number 376 Failed to complete in 500 steps\n",
      "[[  4   2   4   2]\n",
      " [ 16   4   2   4]\n",
      " [ 64  16   8   2]\n",
      " [128  64  16   8]]\n",
      "Trial number 377 Failed to complete in 500 steps\n",
      "[[  4   8   4   2]\n",
      " [  2  16   8   4]\n",
      " [  8  32  16   8]\n",
      " [128  16  32  16]]\n",
      "Trial number 378 Failed to complete in 500 steps\n",
      "[[ 2  8  4  2]\n",
      " [ 8 32 16  4]\n",
      " [16 64 32  2]\n",
      " [64  4 64  4]]\n",
      "Trial number 379 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [ 64   2  16   8]\n",
      " [128   4  32  16]]\n",
      "Trial number 380 Failed to complete in 500 steps\n",
      "[[ 4  2  4  2]\n",
      " [ 8  4  2  4]\n",
      " [64 16  4  2]\n",
      " [ 2 32 16  8]]\n",
      "Trial number 381 Failed to complete in 500 steps\n",
      "[[  4  16   4   2]\n",
      " [  2   4  32   8]\n",
      " [  4  64  16   2]\n",
      " [ 16 256  64  16]]\n",
      "Trial number 382 Failed to complete in 500 steps\n",
      "[[ 2  8  4  2]\n",
      " [ 4 16  2  4]\n",
      " [ 8  2  4  2]\n",
      " [32  4  2  4]]\n",
      "Trial number 383 Failed to complete in 500 steps\n",
      "[[  4   8   4   2]\n",
      " [ 16  32  16   4]\n",
      " [ 32   2  32   2]\n",
      " [128  32  64  32]]\n",
      "Trial number 384 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [ 64  32  16   8]\n",
      " [256  64  32  16]]\n",
      "Trial number 385 Failed to complete in 500 steps\n",
      "[[  2   4   8   4]\n",
      " [  8  16   4   2]\n",
      " [ 64  32   8   4]\n",
      " [128   2  32  16]]\n",
      "Trial number 386 Failed to complete in 500 steps\n",
      "[[  2  16   8   2]\n",
      " [  4   2  16   4]\n",
      " [  8   4   2  16]\n",
      " [128  16   4   2]]\n",
      "Trial number 387 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [ 32   4   2   4]\n",
      " [128  32  16   8]\n",
      " [256 128  64   4]]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Trial number 388 Failed to complete in 500 steps\n",
      "[[  8   2   4   2]\n",
      " [ 32   8   2   4]\n",
      " [  2  16   8   2]\n",
      " [ 32 128  32  16]]\n",
      "Trial number 389 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [  4  64   8   4]\n",
      " [ 16 128  64  16]\n",
      " [256   8   2  32]]\n",
      "Trial number 390 Failed to complete in 500 steps\n",
      "[[  2  16   2   4]\n",
      " [ 64   8   4   2]\n",
      " [128  32   8   4]\n",
      " [  2 128  16   8]]\n",
      "Trial number 391 Failed to complete in 500 steps\n",
      "[[  8   2   4   2]\n",
      " [ 16   4   8   4]\n",
      " [128  64  16   2]\n",
      " [  2 128  64   8]]\n",
      "Trial number 392 Failed to complete in 500 steps\n",
      "[[  8   2   8   4]\n",
      " [ 64  32   4   2]\n",
      " [  2  64  16   4]\n",
      " [256 128  32   8]]\n",
      "Trial number 393 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32   2   8   4]\n",
      " [128   4  16   8]\n",
      " [  2 128  64   2]]\n",
      "Trial number 394 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [ 16  64   8   4]\n",
      " [128  32  16   8]\n",
      " [256 128   4   2]]\n",
      "Trial number 395 Failed to complete in 500 steps\n",
      "[[ 16   4   2   4]\n",
      " [ 32   2   4   8]\n",
      " [  2  32   8   2]\n",
      " [128   4  16   8]]\n",
      "Trial number 396 Failed to complete in 500 steps\n",
      "[[  4   2   4   2]\n",
      " [  8  64   8   4]\n",
      " [ 32  16  32  16]\n",
      " [256 128   8   2]]\n",
      "Trial number 397 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [  2   4  16   4]\n",
      " [ 16   8   2   8]\n",
      " [128   2   4   2]]\n",
      "Trial number 398 Failed to complete in 500 steps\n",
      "[[ 16   2   8   4]\n",
      " [ 64  32  16   2]\n",
      " [256 128  64   8]\n",
      " [ 16   4  16   4]]\n",
      "Trial number 399 Failed to complete in 500 steps\n",
      "[[ 32   8   4   2]\n",
      " [ 64  32   8   4]\n",
      " [128  64  32  16]\n",
      " [  8   2  64   2]]\n",
      "Trial number 400 Failed to complete in 500 steps\n",
      "[[ 32   8   2   4]\n",
      " [ 64  16   8   2]\n",
      " [  2  64  16   4]\n",
      " [256   4  32  16]]\n",
      "Trial number 401 Failed to complete in 500 steps\n",
      "[[ 32   8   4   2]\n",
      " [ 64  32   8  16]\n",
      " [128  64   2   4]\n",
      " [ 64  16   8   2]]\n",
      "Trial number 402 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [  8   2   8   4]\n",
      " [ 32   8   2   8]\n",
      " [128   2  16   2]]\n",
      "Trial number 403 Failed to complete in 500 steps\n",
      "[[  8   4   2   4]\n",
      " [ 32   2   8   2]\n",
      " [  2  32   4  16]\n",
      " [128 256  32   4]]\n",
      "Trial number 404 Failed to complete in 500 steps\n",
      "[[ 2  4  2  4]\n",
      " [16  8  4  2]\n",
      " [64 16 64  8]\n",
      " [ 2 32  2 32]]\n",
      "Trial number 405 Failed to complete in 500 steps\n",
      "[[ 8  4  2  4]\n",
      " [32 16  4 32]\n",
      " [ 2 32 16  4]\n",
      " [ 8 64  8  2]]\n",
      "Trial number 406 Failed to complete in 500 steps\n",
      "[[  2   4   2   8]\n",
      " [  8  16   4   2]\n",
      " [ 64   2  32  16]\n",
      " [128  64   8   2]]\n",
      "Trial number 407 Failed to complete in 500 steps\n",
      "[[  4   2   4   2]\n",
      " [ 16   8   2   4]\n",
      " [ 64  16   8   2]\n",
      " [128  64  32  16]]\n",
      "Trial number 408 Failed to complete in 500 steps\n",
      "[[ 2  8  4  2]\n",
      " [64 32 16  4]\n",
      " [ 2 64  2  8]\n",
      " [16  2 16  2]]\n",
      "Trial number 409 Failed to complete in 500 steps\n",
      "[[ 2  8  4  2]\n",
      " [64 16  8  4]\n",
      " [ 8 64 32 16]\n",
      " [64 16  2  4]]\n",
      "Trial number 410 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [ 64  32  16   8]\n",
      " [128  64  32   2]]\n",
      "Trial number 411 Failed to complete in 500 steps\n",
      "[[ 8  4  2  4]\n",
      " [16  8  4  2]\n",
      " [ 2 32  8  4]\n",
      " [32  8  4  8]]\n",
      "Trial number 412 Failed to complete in 500 steps\n",
      "[[ 8  4  2  4]\n",
      " [16  8  4  8]\n",
      " [ 2 16 32  2]\n",
      " [16 64  8  4]]\n",
      "Trial number 413 Failed to complete in 500 steps\n",
      "[[  4  32   4   2]\n",
      " [ 16   4  32   8]\n",
      " [ 64  32   8   2]\n",
      " [256  64   2   8]]\n",
      "Trial number 414 Failed to complete in 500 steps\n",
      "[[ 16   8   2   4]\n",
      " [ 32  16   8   2]\n",
      " [ 64  32   2   8]\n",
      " [128  64  16   4]]\n",
      "Trial number 415 Failed to complete in 500 steps\n",
      "[[  2  16   4   2]\n",
      " [ 64  32   8   4]\n",
      " [  2  64  32  16]\n",
      " [256   2  64   4]]\n",
      "Trial number 416 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [ 16  64   8   4]\n",
      " [128   2  16   8]\n",
      " [256 128  64  16]]\n",
      "Trial number 417 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [  2  16   8   4]\n",
      " [ 16   2 128   8]\n",
      " [ 64   4   2  16]]\n",
      "Trial number 418 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [ 64  16   8   4]\n",
      " [128  32  16   8]\n",
      " [  8   2  32  16]]\n",
      "Trial number 419 Failed to complete in 500 steps\n",
      "[[ 2  8  4  2]\n",
      " [32 16  2  4]\n",
      " [ 4 32 16  8]\n",
      " [64  2 32  2]]\n",
      "Trial number 420 Failed to complete in 500 steps\n",
      "[[ 32  16   8   2]\n",
      " [  4  32  16   4]\n",
      " [ 32  64  32  16]\n",
      " [256 128  64  32]]\n",
      "Trial number 421 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [  2  64  16   8]\n",
      " [  8   4  32   2]\n",
      " [128  32   4   8]]\n",
      "Trial number 422 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [  4  32   8   4]\n",
      " [  8  64  16  32]\n",
      " [ 32 128  64   2]]\n",
      "Trial number 423 Failed to complete in 500 steps\n",
      "[[ 2  8  4  2]\n",
      " [ 8 32  8  4]\n",
      " [16  8  4 16]\n",
      " [32 16  8  2]]\n",
      "Trial number 424 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [  4  16   8   4]\n",
      " [ 32   2  16   8]\n",
      " [  2 128   8   2]]\n",
      "Trial number 425 Failed to complete in 500 steps\n",
      "[[  2   8   2   4]\n",
      " [ 64  32   8   2]\n",
      " [  4  64  32   4]\n",
      " [ 32 256  64  16]]\n",
      "Trial number 426 Failed to complete in 500 steps\n",
      "[[16  4  2  4]\n",
      " [32 16  8 32]\n",
      " [64 32  2  4]\n",
      " [ 2 64 16  2]]\n",
      "Trial number 427 Failed to complete in 500 steps\n",
      "[[ 16   4   2   4]\n",
      " [ 64  32   4   2]\n",
      " [128  64  32   4]\n",
      " [256   8  64   2]]\n",
      "Trial number 428 Failed to complete in 500 steps\n",
      "[[ 16   4   2   4]\n",
      " [ 32  16   8   2]\n",
      " [128  32  16   4]\n",
      " [256 128   8  16]]\n",
      "Trial number 429 Failed to complete in 500 steps\n",
      "[[ 4  2  4  2]\n",
      " [16  8 16  4]\n",
      " [ 2 16  2 16]\n",
      " [ 8 32  8  2]]\n",
      "Trial number 430 Failed to complete in 500 steps\n",
      "[[  4   2   4   2]\n",
      " [ 32   8  16   4]\n",
      " [  4   2 128   8]\n",
      " [ 16   8   2  32]]\n",
      "Trial number 431 Failed to complete in 500 steps\n",
      "[[  2  16   4   2]\n",
      " [ 64  32  16   4]\n",
      " [  4 128  32   8]\n",
      " [256  16   8  32]]\n",
      "Trial number 432 Failed to complete in 500 steps\n",
      "[[  4  64   4   2]\n",
      " [ 32  16   8   4]\n",
      " [  2  64  32   8]\n",
      " [  4 128  16   2]]\n",
      "Trial number 433 Failed to complete in 500 steps\n",
      "[[ 2  8  2  4]\n",
      " [32 16  4  8]\n",
      " [ 2 32  8  2]\n",
      " [64 16  2 16]]\n",
      "Trial number 434 Failed to complete in 500 steps\n",
      "[[  2  16   4   2]\n",
      " [  4  32   8   4]\n",
      " [128   8   2   8]\n",
      " [  8 256  32  16]]\n",
      "Trial number 435 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 64  32   8   4]\n",
      " [  2  64  32  16]\n",
      " [ 16 128   8   4]]\n",
      "Trial number 436 Failed to complete in 500 steps\n",
      "[[ 8  2  8  2]\n",
      " [16  4  2  4]\n",
      " [ 2  8  4  2]\n",
      " [64 32  8  4]]\n",
      "Trial number 437 Failed to complete in 500 steps\n",
      "[[16  8  4  2]\n",
      " [ 4 32  8  4]\n",
      " [32  8  2  8]\n",
      " [ 2 64  8 16]]\n",
      "Trial number 438 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [ 16  32  16   4]\n",
      " [ 64 128  32  16]\n",
      " [  2   4  64   4]]\n",
      "Trial number 439 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [256  32  16   8]\n",
      " [ 64   4  32   2]]\n",
      "Trial number 440 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 64  32   8  16]\n",
      " [  4   2  32   4]\n",
      " [256  16   8   2]]\n",
      "Trial number 441 Failed to complete in 500 steps\n",
      "[[ 32   8   4   2]\n",
      " [  2  16   8   4]\n",
      " [128  32  16   8]\n",
      " [  4   2  32   2]]\n",
      "Trial number 442 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [  2  16   8   4]\n",
      " [128  32   4   8]\n",
      " [256   2  64  16]]\n",
      "Trial number 443 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 64  16   8   4]\n",
      " [128  64  16   8]\n",
      " [  2 128   2   4]]\n",
      "Trial number 444 Failed to complete in 500 steps\n",
      "[[ 2  8  4  2]\n",
      " [ 8  2  8  4]\n",
      " [16  4  2  8]\n",
      " [64 32  8  2]]\n",
      "Trial number 445 Failed to complete in 500 steps\n",
      "[[ 16   8   2  16]\n",
      " [ 32  16   8   2]\n",
      " [ 64  32  16   4]\n",
      " [256   2  32   2]]\n",
      "Trial number 446 Failed to complete in 500 steps\n",
      "[[16  8  4  2]\n",
      " [ 4 16  8  4]\n",
      " [32  2 32 16]\n",
      " [64 32  4  2]]\n",
      "Trial number 447 Failed to complete in 500 steps\n",
      "[[ 16   4   2   4]\n",
      " [ 32  16   4   2]\n",
      " [  2  64  32   4]\n",
      " [128   4  16   2]]\n",
      "Trial number 448 Failed to complete in 500 steps\n",
      "[[ 16   2   4   2]\n",
      " [  2   4  32   8]\n",
      " [256  32   4   2]\n",
      " [ 32   8   2   8]]\n",
      "Trial number 449 Failed to complete in 500 steps\n",
      "[[ 16   8   2   4]\n",
      " [  4  32  16   8]\n",
      " [128  64  32   4]\n",
      " [  4   2  64   2]]\n",
      "Trial number 450 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [ 64  32  16   8]\n",
      " [128  64  32  16]]\n",
      "Trial number 451 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 64  16   8   4]\n",
      " [  2  32   2   8]\n",
      " [ 16 128  16   2]]\n",
      "Trial number 452 Failed to complete in 500 steps\n",
      "[[  8   2   4   2]\n",
      " [  2  16   8   4]\n",
      " [ 64   2  64  16]\n",
      " [256  16   4   2]]\n",
      "Trial number 453 Failed to complete in 500 steps\n",
      "[[ 4 16  4  2]\n",
      " [16 32 16  8]\n",
      " [ 4 64 32 16]\n",
      " [ 8  2 64  4]]\n",
      "Trial number 454 Failed to complete in 500 steps\n",
      "[[16  8  4 16]\n",
      " [32 16  8  4]\n",
      " [ 8 64 32  2]\n",
      " [64 16  8  4]]\n",
      "Trial number 455 Failed to complete in 500 steps\n",
      "[[  2  16   4   2]\n",
      " [ 64  32   8   4]\n",
      " [  4  64  32   8]\n",
      " [128   2   8   2]]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Trial number 456 Failed to complete in 500 steps\n",
      "[[  2  32   2   4]\n",
      " [  4  16   8   2]\n",
      " [  8   2  16   4]\n",
      " [128  16   2  16]]\n",
      "Trial number 457 Failed to complete in 500 steps\n",
      "[[ 4  8  4  2]\n",
      " [ 2 16  8  4]\n",
      " [ 4 32 16  2]\n",
      " [ 8 64 32 16]]\n",
      "Trial number 458 Failed to complete in 500 steps\n",
      "[[  4   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [  4  32  16   8]\n",
      " [256   4  32  16]]\n",
      "Trial number 459 Failed to complete in 500 steps\n",
      "[[  4   8   2   8]\n",
      " [ 32  16   4   2]\n",
      " [  4   2  16   8]\n",
      " [ 32 128   2  16]]\n",
      "Trial number 460 Failed to complete in 500 steps\n",
      "[[ 16   2   8   4]\n",
      " [ 32   8   4   2]\n",
      " [256  64  16   4]\n",
      " [  2 128  64  32]]\n",
      "Trial number 461 Failed to complete in 500 steps\n",
      "[[ 2  8  2  4]\n",
      " [16  2  4  2]\n",
      " [ 2 32  8  4]\n",
      " [64 16  4  2]]\n",
      "Trial number 462 Failed to complete in 500 steps\n",
      "[[  4   8   4   2]\n",
      " [  2  16   8   4]\n",
      " [  4 128   2   8]\n",
      " [  8 256  32  16]]\n",
      "Trial number 463 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [  4  32  16   4]\n",
      " [  2  64  32  16]\n",
      " [ 64 256 128  32]]\n",
      "Trial number 464 Failed to complete in 500 steps\n",
      "[[  8   2   4   2]\n",
      " [ 32  16   2   4]\n",
      " [ 64  32  16   8]\n",
      " [128  64  32  16]]\n",
      "Trial number 465 Failed to complete in 500 steps\n",
      "[[  4  16   2   4]\n",
      " [  2   8   4   2]\n",
      " [ 64  32   8   4]\n",
      " [  8 128  32   2]]\n",
      "Trial number 466 Failed to complete in 500 steps\n",
      "[[  4  16   4   2]\n",
      " [ 32   8  16   4]\n",
      " [ 64 128  32   8]\n",
      " [  8   2  64  32]]\n",
      "Trial number 467 Failed to complete in 500 steps\n",
      "[[ 16   4   2   4]\n",
      " [  2   8  64   2]\n",
      " [  4  64   8   4]\n",
      " [256 128  32   8]]\n",
      "Trial number 468 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [  2  64  16   8]\n",
      " [512   8  64  16]]\n",
      "Trial number 469 Failed to complete in 500 steps\n",
      "[[  8   2   4   2]\n",
      " [  4   8  16   8]\n",
      " [ 32  16   4   2]\n",
      " [256 128  32  16]]\n",
      "Trial number 470 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [ 64  16   8   4]\n",
      " [  2  32  16   8]\n",
      " [256 128  32  16]]\n",
      "Trial number 471 Failed to complete in 500 steps\n",
      "[[ 2  8  4  2]\n",
      " [ 4 16  2  4]\n",
      " [64 32 16  2]\n",
      " [ 4 64 32  8]]\n",
      "Trial number 472 Failed to complete in 500 steps\n",
      "[[  4   2   4   2]\n",
      " [ 32  16   8   4]\n",
      " [ 64  32  16   2]\n",
      " [128  64  32  16]]\n",
      "Trial number 473 Failed to complete in 500 steps\n",
      "[[  2  16   4   2]\n",
      " [  4  32   8   4]\n",
      " [  8  64  16   8]\n",
      " [128   4  32  16]]\n",
      "Trial number 474 Failed to complete in 500 steps\n",
      "[[ 32   8   2   4]\n",
      " [  8  32  16   8]\n",
      " [128  64   2  16]\n",
      " [  2  32   4   2]]\n",
      "Trial number 475 Failed to complete in 500 steps\n",
      "[[ 4  8  2  4]\n",
      " [32 16  8  2]\n",
      " [ 4 32 16  8]\n",
      " [ 8  2 64  2]]\n",
      "Trial number 476 Failed to complete in 500 steps\n",
      "[[  2   4   2   4]\n",
      " [ 32  16   4   2]\n",
      " [ 64  32   8   4]\n",
      " [  4 128  64   8]]\n",
      "Trial number 477 Failed to complete in 500 steps\n",
      "[[ 8  4  2  4]\n",
      " [ 2 16  8  2]\n",
      " [ 8 32 16  4]\n",
      " [32  2 64  8]]\n",
      "Trial number 478 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [  4  16   2   8]\n",
      " [ 32   8   4   2]\n",
      " [128  16   8   4]]\n",
      "Trial number 479 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [ 64  16   8   4]\n",
      " [  2  32  16   8]\n",
      " [128   2  32  16]]\n",
      "Trial number 480 Failed to complete in 500 steps\n",
      "[[  4   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [  2  32  16   8]\n",
      " [256 128  32  16]]\n",
      "Trial number 481 Failed to complete in 500 steps\n",
      "[[  4   8   4   2]\n",
      " [ 32 256  16   8]\n",
      " [  8   2 128  16]\n",
      " [ 32   8  32   2]]\n",
      "Trial number 482 Failed to complete in 500 steps\n",
      "[[  2   4  16   4]\n",
      " [ 16   2   8   2]\n",
      " [ 64  32  16   4]\n",
      " [  4 256  32  16]]\n",
      "Trial number 483 Failed to complete in 500 steps\n",
      "[[  8   2   4   2]\n",
      " [ 32  16   8   4]\n",
      " [ 64  32  16   8]\n",
      " [  4 128  32  16]]\n",
      "Trial number 484 Failed to complete in 500 steps\n",
      "[[  2   8   2   4]\n",
      " [  4  16   8   2]\n",
      " [ 16   2  16   4]\n",
      " [  2 128  32   8]]\n",
      "Trial number 485 Failed to complete in 500 steps\n",
      "[[  4   8   4   2]\n",
      " [  2   4  16   8]\n",
      " [ 64  16   4   2]\n",
      " [128   2   8   4]]\n",
      "Trial number 486 Failed to complete in 500 steps\n",
      "[[  2   8   2   4]\n",
      " [ 16   4   8   2]\n",
      " [  4   2  16   8]\n",
      " [256 128  64   4]]\n",
      "Trial number 487 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [ 64  16   8   4]\n",
      " [  2  64  16   8]\n",
      " [ 32 128  32  16]]\n",
      "Trial number 488 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [  8  32  16   8]\n",
      " [256 128  32  16]]\n",
      "Trial number 489 Failed to complete in 500 steps\n",
      "[[ 2 16  4  2]\n",
      " [ 4  8  2  4]\n",
      " [ 8 32 16  8]\n",
      " [32 64 32 16]]\n",
      "Trial number 490 Failed to complete in 500 steps\n",
      "[[ 32   8   4   2]\n",
      " [  4  64  16   4]\n",
      " [ 64  32   2   8]\n",
      " [256 128   4   2]]\n",
      "Trial number 491 Failed to complete in 500 steps\n",
      "[[  4   2   4   2]\n",
      " [  2  16   8   4]\n",
      " [ 16  64  16   8]\n",
      " [128   2  32  16]]\n",
      "Trial number 492 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [ 16  64   8   4]\n",
      " [  8  32  16   8]\n",
      " [ 32 128  64  32]]\n",
      "Trial number 493 Failed to complete in 500 steps\n",
      "[[ 2  4  2  4]\n",
      " [ 8 16  4  2]\n",
      " [16  4  8  4]\n",
      " [64  8 64 16]]\n",
      "Trial number 494 Failed to complete in 500 steps\n",
      "[[  2   4   2   4]\n",
      " [ 32  16   4   2]\n",
      " [  8  64   8   4]\n",
      " [  2 128  64  32]]\n",
      "Trial number 495 Failed to complete in 500 steps\n",
      "[[32  2  4  2]\n",
      " [ 2 16  8  4]\n",
      " [ 4  2 16  8]\n",
      " [64  4 32 16]]\n",
      "Trial number 496 Failed to complete in 500 steps\n",
      "[[ 8  2  8  2]\n",
      " [ 2  8 16  8]\n",
      " [64 32  8  2]\n",
      " [16 64 16  8]]\n",
      "Trial number 497 Failed to complete in 500 steps\n",
      "[[ 8  4  2  4]\n",
      " [ 4  8  4  2]\n",
      " [16  4  2  4]\n",
      " [32 16  4  2]]\n",
      "Trial number 498 Failed to complete in 500 steps\n",
      "[[  4   8   4   2]\n",
      " [ 32   2   8   4]\n",
      " [  2  16  32   8]\n",
      " [128  32   8   4]]\n",
      "Trial number 499 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 64  16   8   4]\n",
      " [  2  64  16   8]\n",
      " [256 128   2  32]]\n",
      "Trial number 500 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [ 64  32  16   8]\n",
      " [128   2  64  32]]\n",
      "Trial number 501 Failed to complete in 500 steps\n",
      "[[ 2 32 16  2]\n",
      " [ 4 16  8  4]\n",
      " [ 8 64 16  2]\n",
      " [16  4  2  8]]\n",
      "Trial number 502 Failed to complete in 500 steps\n",
      "[[ 16   4   2   4]\n",
      " [  8  32   4   2]\n",
      " [ 32   2  16   4]\n",
      " [256   4  32   8]]\n",
      "Trial number 503 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [  4  32  16   8]\n",
      " [  8  64 128  64]\n",
      " [ 64   8   2   8]]\n",
      "Trial number 504 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [  4  64  32  16]\n",
      " [ 32 128  64  32]]\n",
      "Trial number 505 Failed to complete in 500 steps\n",
      "[[  4   8   2   4]\n",
      " [ 32  16   8   2]\n",
      " [ 64  32  16   8]\n",
      " [128   8  32  16]]\n",
      "Trial number 506 Failed to complete in 500 steps\n",
      "[[  4   2   4   2]\n",
      " [  8   4   8   4]\n",
      " [ 16 128  16   8]\n",
      " [ 32   4 128  16]]\n",
      "Trial number 507 Failed to complete in 500 steps\n",
      "[[ 32   8   4   2]\n",
      " [  2 512  16   4]\n",
      " [ 16   2 128   8]\n",
      " [ 32   8  32  16]]\n",
      "Trial number 508 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [  4  32  16   4]\n",
      " [128  64   2   8]\n",
      " [  4 128  64  32]]\n",
      "Trial number 509 Failed to complete in 500 steps\n",
      "[[  2  16   4   2]\n",
      " [  4   2   8   4]\n",
      " [ 16   4   2   8]\n",
      " [128  64  16   2]]\n",
      "Trial number 510 Failed to complete in 500 steps\n",
      "[[ 2 16  4  2]\n",
      " [32  2  8  4]\n",
      " [ 4 32 16  8]\n",
      " [32  2 32 16]]\n",
      "Trial number 511 Failed to complete in 500 steps\n",
      "[[ 32   8   4   2]\n",
      " [ 64  16   8   4]\n",
      " [128  32   2  16]\n",
      " [256 128  32   4]]\n",
      "Trial number 512 Failed to complete in 500 steps\n",
      "[[  2   4   2   4]\n",
      " [  8   2   4   2]\n",
      " [ 32  16   8   4]\n",
      " [128   8   4   2]]\n",
      "Trial number 513 Failed to complete in 500 steps\n",
      "[[ 4  2  8  2]\n",
      " [64  8  2  4]\n",
      " [ 4 32 64  8]\n",
      " [16  4  2 16]]\n",
      "Trial number 514 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 64  16   8   4]\n",
      " [  4 128  16   8]\n",
      " [ 32   8   4  16]]\n",
      "Trial number 515 Failed to complete in 500 steps\n",
      "[[ 32  16   8   2]\n",
      " [ 64  32  16   4]\n",
      " [  2 128  32   2]\n",
      " [256  32   2  16]]\n",
      "Trial number 516 Failed to complete in 500 steps\n",
      "[[ 32  16   2   4]\n",
      " [ 64   8   4   8]\n",
      " [128  16   8  32]\n",
      " [  2 256  16   2]]\n",
      "Trial number 517 Failed to complete in 500 steps\n",
      "[[  4   8   4   2]\n",
      " [ 16  64  32   4]\n",
      " [  2 128  64   8]\n",
      " [ 32  16   4   2]]\n",
      "Trial number 518 Failed to complete in 500 steps\n",
      "[[16  8  4  2]\n",
      " [32 16  8  4]\n",
      " [64 32 16  2]\n",
      " [16  8  2 16]]\n",
      "Trial number 519 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [ 64  32  16   8]\n",
      " [256 128  64   2]]\n",
      "Trial number 520 Failed to complete in 500 steps\n",
      "[[ 16   2   4   2]\n",
      " [ 32  16   2   4]\n",
      " [  2  32   4   2]\n",
      " [256  64  32   8]]\n",
      "Trial number 521 Failed to complete in 500 steps\n",
      "[[16  8  4  2]\n",
      " [32 16  8  4]\n",
      " [ 8  2 32  8]\n",
      " [64 16  8  2]]\n",
      "Trial number 522 Failed to complete in 500 steps\n",
      "[[ 32   8   2   4]\n",
      " [ 64  32  16   2]\n",
      " [128  64   4  16]\n",
      " [256   2  64   2]]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Trial number 523 Failed to complete in 500 steps\n",
      "[[  2  16   2   4]\n",
      " [ 32   2   8   2]\n",
      " [128  32  16   4]\n",
      " [  2  64   8   2]]\n",
      "Trial number 524 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [  2  16   8   4]\n",
      " [128  64   4   8]\n",
      " [  8 128  64   4]]\n",
      "Trial number 525 Failed to complete in 500 steps\n",
      "[[ 16   4   2   4]\n",
      " [ 32  16   4   2]\n",
      " [ 64  32   8   4]\n",
      " [256  64  32   8]]\n",
      "Trial number 526 Failed to complete in 500 steps\n",
      "[[ 8  2  4  2]\n",
      " [16  8 16  4]\n",
      " [64  2 32  8]\n",
      " [ 4 64  4 16]]\n",
      "Trial number 527 Failed to complete in 500 steps\n",
      "[[  4   2   8   4]\n",
      " [ 32  16   2   8]\n",
      " [128  32  16   2]\n",
      " [  4  64  32   8]]\n",
      "Trial number 528 Failed to complete in 500 steps\n",
      "[[ 8  4  2  4]\n",
      " [32 16  4  2]\n",
      " [ 4 64  2  8]\n",
      " [32  4  8  4]]\n",
      "Trial number 529 Failed to complete in 500 steps\n",
      "[[16  8  2  4]\n",
      " [32 16  4  2]\n",
      " [64 32  8  4]\n",
      " [ 4  2 16  2]]\n",
      "Trial number 530 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [  4  64  32  16]\n",
      " [128  16   4   2]]\n",
      "Trial number 531 Failed to complete in 500 steps\n",
      "[[ 16   2   4   2]\n",
      " [ 32  16   2   4]\n",
      " [  8   4  16   8]\n",
      " [128  32   8   4]]\n",
      "Trial number 532 Failed to complete in 500 steps\n",
      "[[ 32   8   4   2]\n",
      " [128  32   2   4]\n",
      " [  8   2  16   2]\n",
      " [128  64   8   4]]\n",
      "Trial number 533 Failed to complete in 500 steps\n",
      "[[ 16   4   2   4]\n",
      " [  2  16   8   2]\n",
      " [128  64  16   8]\n",
      " [256   8  64  32]]\n",
      "Trial number 534 Failed to complete in 500 steps\n",
      "[[  8   2   4   2]\n",
      " [ 32  16   8   4]\n",
      " [ 64  32  16   8]\n",
      " [  4 128  64   2]]\n",
      "Trial number 535 Failed to complete in 500 steps\n",
      "[[ 8  4  2  4]\n",
      " [32 16  8 32]\n",
      " [ 4 64 16  4]\n",
      " [64  4 32  2]]\n",
      "Trial number 536 Failed to complete in 500 steps\n",
      "[[16  8  4  2]\n",
      " [ 2 16  8  4]\n",
      " [ 4  2 32  2]\n",
      " [32 16 64  4]]\n",
      "Trial number 537 Failed to complete in 500 steps\n",
      "[[32  8  4  2]\n",
      " [64 16  8  4]\n",
      " [ 4 64 32  8]\n",
      " [64 16  8  2]]\n",
      "Trial number 538 Failed to complete in 500 steps\n",
      "[[16  4  2  4]\n",
      " [32  2 16  2]\n",
      " [ 2 32  2  4]\n",
      " [32  2  8  2]]\n",
      "Trial number 539 Failed to complete in 500 steps\n",
      "[[16  8  2  4]\n",
      " [ 2 16  8  2]\n",
      " [64 32 16  4]\n",
      " [32  2 32  8]]\n",
      "Trial number 540 Failed to complete in 500 steps\n",
      "[[16  8  4  2]\n",
      " [64 16  8  4]\n",
      " [ 4 32 16  8]\n",
      " [32 16  8  4]]\n",
      "Trial number 541 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 64  32   8   4]\n",
      " [  4  64  32   8]\n",
      " [256 128  64   4]]\n",
      "Trial number 542 Failed to complete in 500 steps\n",
      "[[16  8  4  2]\n",
      " [ 4 32  8  4]\n",
      " [ 8  2 32  8]\n",
      " [64  4  2  4]]\n",
      "Trial number 543 Failed to complete in 500 steps\n",
      "[[ 4  8  4  2]\n",
      " [32  2  8  4]\n",
      " [ 2 64 32  8]\n",
      " [16  4 16  2]]\n",
      "Trial number 544 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [  2  16   8   4]\n",
      " [128  32   2  16]\n",
      " [ 32   8   4   2]]\n",
      "Trial number 545 Failed to complete in 500 steps\n",
      "[[  2   4   8   2]\n",
      " [  4  32   2   4]\n",
      " [ 64   4   8   2]\n",
      " [256   2  32   4]]\n",
      "Trial number 546 Failed to complete in 500 steps\n",
      "[[16  8  4  2]\n",
      " [64 16  8  4]\n",
      " [ 4 64 16  8]\n",
      " [32  8  2  4]]\n",
      "Trial number 547 Failed to complete in 500 steps\n",
      "[[  4   2   8   4]\n",
      " [  2  16  32   2]\n",
      " [  4   2  64   8]\n",
      " [128   8  32   2]]\n",
      "Trial number 548 Failed to complete in 500 steps\n",
      "[[ 4  8  4  2]\n",
      " [ 8  4  2  4]\n",
      " [16  8 16  2]\n",
      " [64 32  2 16]]\n",
      "Trial number 549 Failed to complete in 500 steps\n",
      "[[  2   4   2   4]\n",
      " [ 32   8   4   2]\n",
      " [ 16  32  16   4]\n",
      " [  2 256  64  16]]\n",
      "Trial number 550 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [ 64  16   8   4]\n",
      " [  2  32  16   8]\n",
      " [256  64   4  32]]\n",
      "Trial number 551 Failed to complete in 500 steps\n",
      "[[ 2  8  4  2]\n",
      " [ 4 32 16  4]\n",
      " [32  8  2 16]\n",
      " [64 32  8  2]]\n",
      "Trial number 552 Failed to complete in 500 steps\n",
      "[[16  8  4  2]\n",
      " [ 2 32 16  4]\n",
      " [64 16  8  2]\n",
      " [ 2 32 16  4]]\n",
      "Trial number 553 Failed to complete in 500 steps\n",
      "[[16  8  4  2]\n",
      " [32 16  8  4]\n",
      " [ 2 32 16  8]\n",
      " [64 16  8  2]]\n",
      "Trial number 554 Failed to complete in 500 steps\n",
      "[[  8   2   4   2]\n",
      " [ 32   8  16   4]\n",
      " [128   4  64  16]\n",
      " [256 128   4   2]]\n",
      "Trial number 555 Failed to complete in 500 steps\n",
      "[[  2  16   4   2]\n",
      " [128  32   2   4]\n",
      " [256  64  16   2]\n",
      " [  4   2  32   8]]\n",
      "Trial number 556 Failed to complete in 500 steps\n",
      "[[  4   8   4   2]\n",
      " [ 64  32  16   4]\n",
      " [  4   2  32  16]\n",
      " [512  64   4   2]]\n",
      "Trial number 557 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [128  32  16   8]\n",
      " [256 128  64  32]]\n",
      "Trial number 558 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [  4  32  16   8]\n",
      " [ 64 128  32  16]\n",
      " [256  16   8   2]]\n",
      "Trial number 559 Failed to complete in 500 steps\n",
      "[[  2   4   2   4]\n",
      " [  4   8   4   2]\n",
      " [  2 128   8   4]\n",
      " [256   4  32   8]]\n",
      "Trial number 560 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [ 32   4   2   4]\n",
      " [ 64  16   4   2]\n",
      " [128  64  32  16]]\n",
      "Trial number 561 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [128  32  16   8]\n",
      " [ 64 128  64  16]]\n",
      "Trial number 562 Failed to complete in 500 steps\n",
      "[[  4  16   8   2]\n",
      " [  2   4  32   8]\n",
      " [  4  16   4   2]\n",
      " [256  64  32   4]]\n",
      "Trial number 563 Failed to complete in 500 steps\n",
      "[[  4   2   4   2]\n",
      " [ 64  16   8   4]\n",
      " [128  32  16   8]\n",
      " [256 128  64  16]]\n",
      "Trial number 564 Failed to complete in 500 steps\n",
      "[[  2   4   2   4]\n",
      " [ 16   8   4   2]\n",
      " [  8  32   8   4]\n",
      " [128   4  32  16]]\n",
      "Trial number 565 Failed to complete in 500 steps\n",
      "[[  2  16   8   4]\n",
      " [ 16   8   4   2]\n",
      " [128  16   2   8]\n",
      " [256  64  32   2]]\n",
      "Trial number 566 Failed to complete in 500 steps\n",
      "[[ 4  8  4  2]\n",
      " [64 16  8  4]\n",
      " [ 2 32 16  8]\n",
      " [16 64 32 16]]\n",
      "Trial number 567 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [  4  16   8   4]\n",
      " [  8  32  16   2]\n",
      " [128  64  32  16]]\n",
      "Trial number 568 Failed to complete in 500 steps\n",
      "[[ 32   8   4   2]\n",
      " [  2   4   2  32]\n",
      " [ 64  16   8   4]\n",
      " [128  64  32   8]]\n",
      "Trial number 569 Failed to complete in 500 steps\n",
      "[[  4  16   4   2]\n",
      " [  8   2   8   4]\n",
      " [ 32  64  16   8]\n",
      " [ 64 128  64  16]]\n",
      "Trial number 570 Failed to complete in 500 steps\n",
      "[[ 4  2  4  2]\n",
      " [16  8  2  4]\n",
      " [64 32 16  2]\n",
      " [ 2  8 64 16]]\n",
      "Trial number 571 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [128  64  16   8]\n",
      " [  2 128   2  32]]\n",
      "Trial number 572 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [ 64  32  16   2]\n",
      " [256 128  64  32]]\n",
      "Trial number 573 Failed to complete in 500 steps\n",
      "[[ 2  8  4  2]\n",
      " [ 4 16  8  4]\n",
      " [16 64 16  8]\n",
      " [64  2 32 16]]\n",
      "Trial number 574 Failed to complete in 500 steps\n",
      "[[  2  16   2   4]\n",
      " [  4   2   8   2]\n",
      " [ 32   4  32   4]\n",
      " [128  32   2   8]]\n",
      "Trial number 575 Failed to complete in 500 steps\n",
      "[[  8   2   4   2]\n",
      " [  2  32   8   4]\n",
      " [  4  64  16   8]\n",
      " [256   4   2  16]]\n",
      "Trial number 576 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [  8  32   8   4]\n",
      " [ 32 128  32  16]\n",
      " [ 64   4  64  32]]\n",
      "Trial number 577 Failed to complete in 500 steps\n",
      "[[  2   4   2   8]\n",
      " [ 64   2  32   2]\n",
      " [128  16   2   8]\n",
      " [  4 128  64  16]]\n",
      "Trial number 578 Failed to complete in 500 steps\n",
      "[[  2   4   2   4]\n",
      " [  8  16   8   2]\n",
      " [ 16  32  16   8]\n",
      " [256   4  64  16]]\n",
      "Trial number 579 Failed to complete in 500 steps\n",
      "[[  2  16   4   2]\n",
      " [  4  32  16   4]\n",
      " [128   2   8   2]\n",
      " [256 128  16   4]]\n",
      "Trial number 580 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [128  64  16   8]\n",
      " [  2 128  32  16]]\n",
      "Trial number 581 Failed to complete in 500 steps\n",
      "[[  2   4   2   4]\n",
      " [  4   2   4   2]\n",
      " [ 64  16   8   4]\n",
      " [128  64  32   2]]\n",
      "Trial number 582 Failed to complete in 500 steps\n",
      "[[ 4 16  8  4]\n",
      " [64 32  4  2]\n",
      " [ 2  4 32  4]\n",
      " [64 16  4 16]]\n",
      "Trial number 583 Failed to complete in 500 steps\n",
      "[[ 32   8   4   2]\n",
      " [  8   4   2   4]\n",
      " [128  32   4   2]\n",
      " [  4   2  16   4]]\n",
      "Trial number 584 Failed to complete in 500 steps\n",
      "[[  2  16   4   2]\n",
      " [  4   2  16   4]\n",
      " [ 64  16   2   8]\n",
      " [512 128  64   2]]\n",
      "Trial number 585 Failed to complete in 500 steps\n",
      "[[  4   8   4   2]\n",
      " [ 64  16   8   4]\n",
      " [  2  64  16   8]\n",
      " [  4 128   4  32]]\n",
      "Trial number 586 Failed to complete in 500 steps\n",
      "[[ 32   4   2   4]\n",
      " [ 64  16   8   2]\n",
      " [256  32  16   8]\n",
      " [  2 128  32   2]]\n",
      "Trial number 587 Failed to complete in 500 steps\n",
      "[[ 16   2   4   2]\n",
      " [ 32  16   2   4]\n",
      " [ 64  32  16   8]\n",
      " [128  64  32  16]]\n",
      "Trial number 588 Failed to complete in 500 steps\n",
      "[[ 16   4   2   4]\n",
      " [128  32   4   2]\n",
      " [256 128   8   4]\n",
      " [  2  64  32   8]]\n",
      "Trial number 589 Failed to complete in 500 steps\n",
      "[[ 2 16  4  2]\n",
      " [ 4 32  8  4]\n",
      " [64  4 16  8]\n",
      " [ 4  8  4 16]]\n",
      "Trial number 590 Failed to complete in 500 steps\n",
      "[[ 16   8   2   4]\n",
      " [ 32  16   4   2]\n",
      " [  4  32  16   4]\n",
      " [128  64  32   8]]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Trial number 591 Failed to complete in 500 steps\n",
      "[[ 4 16  8  4]\n",
      " [ 8 64 16  2]\n",
      " [ 2 32  8  4]\n",
      " [ 8 64  2 16]]\n",
      "Trial number 592 Failed to complete in 500 steps\n",
      "[[32  2  4  2]\n",
      " [ 4 16  8  4]\n",
      " [32  2 16  8]\n",
      " [64 32  2 16]]\n",
      "Trial number 593 Failed to complete in 500 steps\n",
      "[[ 2 16  4  2]\n",
      " [ 4 32  8  4]\n",
      " [ 8 64 16  2]\n",
      " [64 16 64 16]]\n",
      "Trial number 594 Failed to complete in 500 steps\n",
      "[[ 2  4  8  2]\n",
      " [32 16  2  4]\n",
      " [ 8  2  8  2]\n",
      " [32  4 32 16]]\n",
      "Trial number 595 Failed to complete in 500 steps\n",
      "[[32  2  4  2]\n",
      " [ 4 32  8  4]\n",
      " [ 8  4 16  8]\n",
      " [32  8  2 16]]\n",
      "Trial number 596 Failed to complete in 500 steps\n",
      "[[  2  16   4   2]\n",
      " [  4   8  32   4]\n",
      " [ 64  32  16   8]\n",
      " [128  64  32  16]]\n",
      "Trial number 597 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [ 16  32   8   4]\n",
      " [ 32   4  32   8]\n",
      " [128   8   2  16]]\n",
      "Trial number 598 Failed to complete in 500 steps\n",
      "[[  2   4  64   8]\n",
      " [256  16   4   2]\n",
      " [  4   2  16   8]\n",
      " [ 64   8   2  32]]\n",
      "Trial number 599 Failed to complete in 500 steps\n",
      "[[ 2  8  4  2]\n",
      " [16 32  8  4]\n",
      " [ 2 64 16  8]\n",
      " [64  4 64 16]]\n",
      "Trial number 600 Failed to complete in 500 steps\n",
      "[[  8   2   4   2]\n",
      " [  2  32   8   4]\n",
      " [ 16  64  16   8]\n",
      " [512 128  64   2]]\n",
      "Trial number 601 Failed to complete in 500 steps\n",
      "[[ 2  8  4  2]\n",
      " [ 4 32  8  4]\n",
      " [ 8  2 16  8]\n",
      " [64 16  2 16]]\n",
      "Trial number 602 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [128  32  16   8]\n",
      " [256 128  32  16]]\n",
      "Trial number 603 Failed to complete in 500 steps\n",
      "[[ 2  4  2  4]\n",
      " [32  8  4  2]\n",
      " [ 2 32  8  4]\n",
      " [64  2 32  8]]\n",
      "Trial number 604 Failed to complete in 500 steps\n",
      "[[  2  16   8   2]\n",
      " [128  32  16   4]\n",
      " [  4  64  32  16]\n",
      " [128   2  64   2]]\n",
      "Trial number 605 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 64   2   8   4]\n",
      " [  2 128  32   8]\n",
      " [ 16   8   4  32]]\n",
      "Trial number 606 Failed to complete in 500 steps\n",
      "[[ 32   8   4   2]\n",
      " [  4  32   8   4]\n",
      " [  8 128  16   8]\n",
      " [ 64   8   4  16]]\n",
      "Trial number 607 Failed to complete in 500 steps\n",
      "[[16  8  4  2]\n",
      " [32 16  8  4]\n",
      " [ 2 32 16  2]\n",
      " [16  2 32  4]]\n",
      "Trial number 608 Failed to complete in 500 steps\n",
      "[[ 16   4   2   4]\n",
      " [ 32   2   4   2]\n",
      " [ 64  32   2   8]\n",
      " [  2 128  32   4]]\n",
      "Trial number 609 Failed to complete in 500 steps\n",
      "[[ 16   8   2   4]\n",
      " [  2  32   4   2]\n",
      " [256  64  16   8]\n",
      " [  4 128  32  16]]\n",
      "Trial number 610 Failed to complete in 500 steps\n",
      "[[  4  16   4   2]\n",
      " [  2  32   8   4]\n",
      " [  4  64  32   8]\n",
      " [256 128  64  16]]\n",
      "Trial number 611 Failed to complete in 500 steps\n",
      "[[ 4  2  8  2]\n",
      " [16  4 16  4]\n",
      " [32 16  2  8]\n",
      " [64  2 32  2]]\n",
      "Trial number 612 Failed to complete in 500 steps\n",
      "[[ 16   8   2   4]\n",
      " [ 64  16   4   2]\n",
      " [  8  32   8   4]\n",
      " [  2 128  32   8]]\n",
      "Trial number 613 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [  8   4   2   4]\n",
      " [ 32   8  16   8]\n",
      " [128  32   2  16]]\n",
      "Trial number 614 Failed to complete in 500 steps\n",
      "[[ 16   2   4   2]\n",
      " [ 32  16   8   4]\n",
      " [ 64  32   4   2]\n",
      " [256   8  32   4]]\n",
      "Trial number 615 Failed to complete in 500 steps\n",
      "[[16  8  4  2]\n",
      " [ 2 16  8  4]\n",
      " [32  4 16  8]\n",
      " [64  8 64  4]]\n",
      "Trial number 616 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [256  64  16   2]\n",
      " [ 16   4  32  16]]\n",
      "Trial number 617 Failed to complete in 500 steps\n",
      "[[ 4  2  8  2]\n",
      " [ 8  4 16  4]\n",
      " [32 16  8  2]\n",
      " [ 4 32 16  4]]\n",
      "Trial number 618 Failed to complete in 500 steps\n",
      "[[  4   2   8   4]\n",
      " [  8  32   4   2]\n",
      " [ 64 128  16   4]\n",
      " [  2 512   4  16]]\n",
      "Trial number 619 Failed to complete in 500 steps\n",
      "[[16  8  4  2]\n",
      " [32 16  8  4]\n",
      " [64 32 16  8]\n",
      " [ 8  2 32 16]]\n",
      "Trial number 620 Failed to complete in 500 steps\n",
      "[[  8   4   2   4]\n",
      " [ 16   2   4   2]\n",
      " [  2   8  16   4]\n",
      " [128  64   2  16]]\n",
      "Trial number 621 Failed to complete in 500 steps\n",
      "[[ 2  4  2  8]\n",
      " [32  8  4  2]\n",
      " [ 2 32  8  4]\n",
      " [ 4 64 16  8]]\n",
      "Trial number 622 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [  2   4  32   4]\n",
      " [ 64   8   2   8]\n",
      " [256  32   8   2]]\n",
      "Trial number 623 Failed to complete in 500 steps\n",
      "[[  4  16   4   2]\n",
      " [ 32   2   8   4]\n",
      " [  8  32  16   8]\n",
      " [256  64  32   4]]\n",
      "Trial number 624 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [  4  32  16   8]\n",
      " [256   4  32   4]]\n",
      "Trial number 625 Failed to complete in 500 steps\n",
      "[[ 8  4  2  4]\n",
      " [32 16  4  2]\n",
      " [ 4 64 16  4]\n",
      " [64  8 32  2]]\n",
      "Trial number 626 Failed to complete in 500 steps\n",
      "[[ 2  8  4  2]\n",
      " [ 8  4  2  4]\n",
      " [ 2 16  4  2]\n",
      " [ 8  4 32  8]]\n",
      "Trial number 627 Failed to complete in 500 steps\n",
      "[[ 32   8   4   2]\n",
      " [ 64  32  16   4]\n",
      " [128  64  32   8]\n",
      " [256  32   8   2]]\n",
      "Trial number 628 Failed to complete in 500 steps\n",
      "[[ 16   2   4   2]\n",
      " [ 64  32   8   4]\n",
      " [128  64  32   8]\n",
      " [256  16   4   2]]\n",
      "Trial number 629 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [  4  16   8   4]\n",
      " [128  32  16   2]\n",
      " [  8   4   2  32]]\n",
      "Trial number 630 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [  2  32   8   4]\n",
      " [128  64   2  16]\n",
      " [256 128  64   4]]\n",
      "Trial number 631 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 64  16   8   4]\n",
      " [128  64  32   8]\n",
      " [256  16   4   2]]\n",
      "Trial number 632 Failed to complete in 500 steps\n",
      "[[ 16   2   8   4]\n",
      " [ 32  16  64   2]\n",
      " [ 64  32   4  32]\n",
      " [256  16   8   2]]\n",
      "Trial number 633 Failed to complete in 500 steps\n",
      "[[ 4  2  4  2]\n",
      " [32  4  2  4]\n",
      " [64 16  4  8]\n",
      " [ 2 64 32  4]]\n",
      "Trial number 634 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [128  32  16   8]\n",
      " [  2 128  32  16]]\n",
      "Trial number 635 Failed to complete in 500 steps\n",
      "[[ 32   8   2   4]\n",
      " [  4  64   8   2]\n",
      " [  2  32  16   8]\n",
      " [512 128  32   2]]\n",
      "Trial number 636 Failed to complete in 500 steps\n",
      "[[ 16   2   4   2]\n",
      " [ 64  16   8   4]\n",
      " [128  32  16   8]\n",
      " [ 32   2  32   2]]\n",
      "Trial number 637 Failed to complete in 500 steps\n",
      "[[ 32  16   4   2]\n",
      " [ 64  32   8   4]\n",
      " [128  64  16   8]\n",
      " [  2 128  32   4]]\n",
      "Trial number 638 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [  2  32   8   4]\n",
      " [128  64  32  16]\n",
      " [  2 256  64   2]]\n",
      "Trial number 639 Failed to complete in 500 steps\n",
      "[[  2  16   8   4]\n",
      " [  4  64  32   2]\n",
      " [  8 128 256  16]\n",
      " [ 32  16   8   2]]\n",
      "Trial number 640 Failed to complete in 500 steps\n",
      "[[16  8  4  2]\n",
      " [32 16  8 16]\n",
      " [ 8 64 32  4]\n",
      " [ 2  8  4  2]]\n",
      "Trial number 641 Failed to complete in 500 steps\n",
      "[[ 4  2  4  2]\n",
      " [16  4  8  4]\n",
      " [32  8 32 16]\n",
      " [ 4 16  8  2]]\n",
      "Trial number 642 Failed to complete in 500 steps\n",
      "[[ 16   2   4   2]\n",
      " [ 32   4   8   4]\n",
      " [  4  16  64  16]\n",
      " [  8   2 128   8]]\n",
      "Trial number 643 Failed to complete in 500 steps\n",
      "[[  8   4   2   8]\n",
      " [ 16   2   4   2]\n",
      " [128  32   8   4]\n",
      " [  4  64  32   2]]\n",
      "Trial number 644 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [ 64  32  16   8]\n",
      " [  2 128  32  16]]\n",
      "Trial number 645 Failed to complete in 500 steps\n",
      "[[ 2  8  4  2]\n",
      " [16  2  8  4]\n",
      " [32  8 32  2]\n",
      " [64  4 16  8]]\n",
      "Trial number 646 Failed to complete in 500 steps\n",
      "[[ 2  8  4  2]\n",
      " [ 8  2 16  8]\n",
      " [32  8  4 16]\n",
      " [64 32  8  4]]\n",
      "Trial number 647 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32   2   8   4]\n",
      " [128   4  32   8]\n",
      " [  2 128   4  16]]\n",
      "Trial number 648 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 64  16   8   4]\n",
      " [128  64  16   8]\n",
      " [  2 128   2   4]]\n",
      "Trial number 649 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 64  16   8   4]\n",
      " [128  32   4   2]\n",
      " [256   4  32   4]]\n",
      "Trial number 650 Failed to complete in 500 steps\n",
      "[[ 32   8   4   2]\n",
      " [ 64  32   8   4]\n",
      " [  2 128  16   8]\n",
      " [128  64  32   2]]\n",
      "Trial number 651 Failed to complete in 500 steps\n",
      "[[16  8  4  2]\n",
      " [32 16  8  4]\n",
      " [64  8  4  8]\n",
      " [ 4 32  8  2]]\n",
      "Trial number 652 Failed to complete in 500 steps\n",
      "[[32 16  8  2]\n",
      " [ 8 64 16  4]\n",
      " [64 16 32 16]\n",
      " [32  2  8  4]]\n",
      "Trial number 653 Failed to complete in 500 steps\n",
      "[[ 32   8   4   2]\n",
      " [ 64  32   8   4]\n",
      " [  8  64  32  16]\n",
      " [256  32   8   4]]\n",
      "Trial number 654 Failed to complete in 500 steps\n",
      "[[ 4  8  4  2]\n",
      " [64 16  8  4]\n",
      " [ 2 32  2  8]\n",
      " [ 4 64  8  2]]\n",
      "Trial number 655 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [  2  32   4   2]\n",
      " [128  64  32   8]]\n",
      "Trial number 656 Failed to complete in 500 steps\n",
      "[[  4   8   2   4]\n",
      " [ 16  64  16   2]\n",
      " [  8   4   2   4]\n",
      " [ 32 128  16   2]]\n",
      "Trial number 657 Failed to complete in 500 steps\n",
      "[[16  2  4  2]\n",
      " [ 2  4 32  8]\n",
      " [32 64 16  4]\n",
      " [64  2 64 16]]\n",
      "Trial number 658 Failed to complete in 500 steps\n",
      "[[  4   8   4   2]\n",
      " [ 64  16   8   4]\n",
      " [  2  64  32   8]\n",
      " [  4 256 128  32]]\n",
      "Trial number 659 Failed to complete in 500 steps\n",
      "[[  8   4   2   4]\n",
      " [  4  16   4   2]\n",
      " [ 16  64  16   4]\n",
      " [512 128  64  32]]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Trial number 660 Failed to complete in 500 steps\n",
      "[[32  8  4  2]\n",
      " [ 4 16  8  4]\n",
      " [64 32 16  2]\n",
      " [ 2 64 32 16]]\n",
      "Trial number 661 Failed to complete in 500 steps\n",
      "[[  2  16   8   4]\n",
      " [ 16  32  16   2]\n",
      " [ 64   4  32   4]\n",
      " [256  32   2  16]]\n",
      "Trial number 662 Failed to complete in 500 steps\n",
      "[[  4   8   4   2]\n",
      " [ 64  32   2   4]\n",
      " [  2  64   8  16]\n",
      " [  4 256  64   4]]\n",
      "Trial number 663 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 64  16   8   4]\n",
      " [128  64  16   2]\n",
      " [ 16   4  32  16]]\n",
      "Trial number 664 Failed to complete in 500 steps\n",
      "[[ 8  2  4  2]\n",
      " [64 32  2  4]\n",
      " [ 2 64  4  2]\n",
      " [32  2 32  8]]\n",
      "Trial number 665 Failed to complete in 500 steps\n",
      "[[ 32   8   4   2]\n",
      " [  2  64   8   4]\n",
      " [128  32  16   8]\n",
      " [512 128  32   2]]\n",
      "Trial number 666 Failed to complete in 500 steps\n",
      "[[ 4 32  4  2]\n",
      " [64  4  2  4]\n",
      " [ 2 32 16  2]\n",
      " [ 4 64 32  4]]\n",
      "Trial number 667 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [  4  16   8   4]\n",
      " [  8 128  16   8]\n",
      " [ 64  16   2  16]]\n",
      "Trial number 668 Failed to complete in 500 steps\n",
      "[[  4  16   4   2]\n",
      " [ 64  32   8   4]\n",
      " [128  64  32   8]\n",
      " [256   4  16   2]]\n",
      "Trial number 669 Failed to complete in 500 steps\n",
      "[[  8   2   4   2]\n",
      " [ 16   8  16   4]\n",
      " [  8  32   2   8]\n",
      " [128  16   4   2]]\n",
      "Trial number 670 Failed to complete in 500 steps\n",
      "[[  4   2   8   2]\n",
      " [  2   4  16   4]\n",
      " [  4   8  32   2]\n",
      " [128  64   2   8]]\n",
      "Trial number 671 Failed to complete in 500 steps\n",
      "[[  8   4   2   4]\n",
      " [ 32   8   4   2]\n",
      " [  4  32  16   4]\n",
      " [128  64  32  16]]\n",
      "Trial number 672 Failed to complete in 500 steps\n",
      "[[ 32   8   4   2]\n",
      " [ 64  16   8   4]\n",
      " [128  64  16   2]\n",
      " [ 64 128   4  32]]\n",
      "Trial number 673 Failed to complete in 500 steps\n",
      "[[32 16  4  2]\n",
      " [ 4 32  8  4]\n",
      " [ 2 64 16 32]\n",
      " [64 16  8  2]]\n",
      "Trial number 674 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [  4  64   4   8]\n",
      " [256 128   2  32]]\n",
      "Trial number 675 Failed to complete in 500 steps\n",
      "[[  8   4   2   4]\n",
      " [ 32  16   8   2]\n",
      " [128  32  16   4]\n",
      " [  2 128  64   8]]\n",
      "Trial number 676 Failed to complete in 500 steps\n",
      "[[16  4  2  4]\n",
      " [32 16  8  2]\n",
      " [64 32 16  8]\n",
      " [ 2 64  4 32]]\n",
      "Trial number 677 Failed to complete in 500 steps\n",
      "[[ 8  4  2  4]\n",
      " [16  8  4  2]\n",
      " [ 2 64  8  4]\n",
      " [ 8  4 16  8]]\n",
      "Trial number 678 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   2  32]\n",
      " [ 64  32   4   2]\n",
      " [  2 128   8   4]]\n",
      "Trial number 679 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32   2   8   4]\n",
      " [128  32  16   8]\n",
      " [256  16   4   2]]\n",
      "Trial number 680 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 64  16   8   4]\n",
      " [128   4  32   8]\n",
      " [  8  64   8   2]]\n",
      "Trial number 681 Failed to complete in 500 steps\n",
      "[[ 32   8   2   8]\n",
      " [ 64  16   4   2]\n",
      " [128  64   8   4]\n",
      " [256   4  64   2]]\n",
      "Trial number 682 Failed to complete in 500 steps\n",
      "[[ 32   8   4   2]\n",
      " [ 64  32   8   4]\n",
      " [128  64  32   8]\n",
      " [256 128  16   2]]\n",
      "Trial number 683 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [ 16  32   2   8]\n",
      " [128  64  32   4]]\n",
      "Trial number 684 Failed to complete in 500 steps\n",
      "[[32  8  4  2]\n",
      " [ 2 32  8  4]\n",
      " [16  4 32 16]\n",
      " [32 16  2  4]]\n",
      "Trial number 685 Failed to complete in 500 steps\n",
      "[[  4   2   4   2]\n",
      " [ 32   4   2  16]\n",
      " [ 64  16   8   2]\n",
      " [128  64  32   4]]\n",
      "Trial number 686 Failed to complete in 500 steps\n",
      "[[16  8  2  4]\n",
      " [32 16  4  2]\n",
      " [ 4 32  8  4]\n",
      " [16  8 16  2]]\n",
      "Trial number 687 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [128  32  16   8]\n",
      " [ 64  16   8   2]]\n",
      "Trial number 688 Failed to complete in 500 steps\n",
      "[[  8   2   4   2]\n",
      " [ 32  16   2   4]\n",
      " [128  32   4  16]\n",
      " [256  16   2   4]]\n",
      "Trial number 689 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [ 64  32  16   8]\n",
      " [256   4  32   2]]\n",
      "Trial number 690 Failed to complete in 500 steps\n",
      "[[  2   4   2   8]\n",
      " [ 16   8   4   2]\n",
      " [ 64  32  16   8]\n",
      " [256  64  32  16]]\n",
      "Trial number 691 Failed to complete in 500 steps\n",
      "[[  2   4   2   4]\n",
      " [  8  16   4   8]\n",
      " [  2  32  16   2]\n",
      " [128   4  64   4]]\n",
      "Trial number 692 Failed to complete in 500 steps\n",
      "[[ 16   8   2   4]\n",
      " [ 32  16   4   2]\n",
      " [ 16   8  16   4]\n",
      " [256  64  32   2]]\n",
      "Trial number 693 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 64   2   8   4]\n",
      " [128  64  16   8]\n",
      " [256  32   4   2]]\n",
      "Trial number 694 Failed to complete in 500 steps\n",
      "[[ 16   4   2   4]\n",
      " [ 32   2   4   2]\n",
      " [ 64  16   2   4]\n",
      " [128  64  16   2]]\n",
      "Trial number 695 Failed to complete in 500 steps\n",
      "[[ 32   2   4   2]\n",
      " [ 64  16   8   4]\n",
      " [  2  32  16   8]\n",
      " [256  16   8   2]]\n",
      "Trial number 696 Failed to complete in 500 steps\n",
      "[[ 32   8   4   2]\n",
      " [ 64  16   8   4]\n",
      " [  2  64  32   8]\n",
      " [256 128   4   2]]\n",
      "Trial number 697 Failed to complete in 500 steps\n",
      "[[ 16   4   2   4]\n",
      " [ 32  16   8   2]\n",
      " [128   8   2   4]\n",
      " [  2  64  32   2]]\n",
      "Trial number 698 Failed to complete in 500 steps\n",
      "[[  2   4   2   4]\n",
      " [ 64  16   8   2]\n",
      " [128  32  16   4]\n",
      " [256  64  32   2]]\n",
      "Trial number 699 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [128   4   2   8]\n",
      " [  2 128  32   4]]\n",
      "Trial number 700 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [128  32   2   8]\n",
      " [ 32   2   4   2]]\n",
      "Trial number 701 Failed to complete in 500 steps\n",
      "[[  2   8   2   4]\n",
      " [  4  32   8   2]\n",
      " [ 16   2  16   8]\n",
      " [128   4  32   2]]\n",
      "Trial number 702 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [  4  16   8   4]\n",
      " [  8  32  16   8]\n",
      " [256  64  32   2]]\n",
      "Trial number 703 Failed to complete in 500 steps\n",
      "[[16  8  4  2]\n",
      " [ 2 32  8  4]\n",
      " [16  4 64  8]\n",
      " [ 4 32  8  4]]\n",
      "Trial number 704 Failed to complete in 500 steps\n",
      "[[ 16   4   2   4]\n",
      " [ 64  32   4   2]\n",
      " [  4  64  32  16]\n",
      " [256 128   8   4]]\n",
      "Trial number 705 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [  8   2   8   4]\n",
      " [ 16   8  32  16]\n",
      " [128  16   8   2]]\n",
      "Trial number 706 Failed to complete in 500 steps\n",
      "[[ 32   8   4   2]\n",
      " [ 64  16   8   4]\n",
      " [128  64  32   8]\n",
      " [256   2  64   2]]\n",
      "Trial number 707 Failed to complete in 500 steps\n",
      "[[ 16   2   4   2]\n",
      " [ 32  16   8   4]\n",
      " [ 64  32   2  16]\n",
      " [256  64   4   2]]\n",
      "Trial number 708 Failed to complete in 500 steps\n",
      "[[ 32  16   2   4]\n",
      " [  2  32  16   8]\n",
      " [  4 128  32   2]\n",
      " [ 64   8  16   8]]\n",
      "Trial number 709 Failed to complete in 500 steps\n",
      "[[  4   2   4   2]\n",
      " [  2  16   8   4]\n",
      " [128  32  16   8]\n",
      " [  2  64  32  16]]\n",
      "Trial number 710 Failed to complete in 500 steps\n",
      "[[ 64   8   2   4]\n",
      " [128  16   8   2]\n",
      " [  8  32  16   8]\n",
      " [  4  64  32   2]]\n",
      "Trial number 711 Failed to complete in 500 steps\n",
      "[[16  8  4  2]\n",
      " [32 16  8  4]\n",
      " [64 32 16  8]\n",
      " [ 2 64 32 16]]\n",
      "Trial number 712 Failed to complete in 500 steps\n",
      "[[32  8  4  2]\n",
      " [ 8 32 16  4]\n",
      " [16 64 32  2]\n",
      " [32 16  8  4]]\n",
      "Trial number 713 Failed to complete in 500 steps\n",
      "[[  4   2   4   2]\n",
      " [ 64   8   2   4]\n",
      " [128  64  32   8]\n",
      " [  2 128  64  32]]\n",
      "Trial number 714 Failed to complete in 500 steps\n",
      "[[  4   2   8   2]\n",
      " [ 32   8   2   4]\n",
      " [  2  16   8   2]\n",
      " [128  64  16   4]]\n",
      "Trial number 715 Failed to complete in 500 steps\n",
      "[[ 4 16  2  4]\n",
      " [ 8 32  4  2]\n",
      " [32  2 32  8]\n",
      " [64 32  2 16]]\n",
      "Trial number 716 Failed to complete in 500 steps\n",
      "[[ 2  8  4  2]\n",
      " [ 4 16  8  4]\n",
      " [ 8 32 16  8]\n",
      " [64  4 32 16]]\n",
      "Trial number 717 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [ 64   4   2   4]\n",
      " [ 16  64  16  32]\n",
      " [256   2  64   4]]\n",
      "Trial number 718 Failed to complete in 500 steps\n",
      "[[  8   2   4   2]\n",
      " [ 32   4   2   8]\n",
      " [128  16   8   2]\n",
      " [  2  64  32  16]]\n",
      "Trial number 719 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [  2  64  32   8]\n",
      " [128  16   2  16]]\n",
      "Trial number 720 Failed to complete in 500 steps\n",
      "[[  2  16   4   2]\n",
      " [  8   4   2   4]\n",
      " [128   8  32   8]\n",
      " [  8 128   2  16]]\n",
      "Trial number 721 Failed to complete in 500 steps\n",
      "[[  8   2   8   2]\n",
      " [ 32   4   2   4]\n",
      " [128  32   8  32]\n",
      " [256 128  64   2]]\n",
      "Trial number 722 Failed to complete in 500 steps\n",
      "[[ 2 16  2  4]\n",
      " [ 4  8  4  2]\n",
      " [32  2  8  4]\n",
      " [ 2 16  4  2]]\n",
      "Trial number 723 Failed to complete in 500 steps\n",
      "[[  8   2   4   2]\n",
      " [ 64  16   8   4]\n",
      " [128  32  16   8]\n",
      " [  2 128   2  16]]\n",
      "Trial number 724 Failed to complete in 500 steps\n",
      "[[ 8  4  2  4]\n",
      " [64 32 16  2]\n",
      " [ 4  2 32 16]\n",
      " [32  8  4  2]]\n",
      "Trial number 725 Failed to complete in 500 steps\n",
      "[[ 16   8   2   4]\n",
      " [ 32  16   4   2]\n",
      " [ 64  32  16   8]\n",
      " [256  16   4   2]]\n",
      "Trial number 726 Failed to complete in 500 steps\n",
      "[[ 16   8   2   4]\n",
      " [ 64  32   8   2]\n",
      " [ 16   2  16   4]\n",
      " [128  16   2  16]]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Trial number 727 Failed to complete in 500 steps\n",
      "[[16  8  4  2]\n",
      " [32 16  8  4]\n",
      " [64 32 16  8]\n",
      " [ 4 64  2 32]]\n",
      "Trial number 728 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [ 64   2   8   4]\n",
      " [128  32  16   8]\n",
      " [  2  64  32   2]]\n",
      "Trial number 729 Failed to complete in 500 steps\n",
      "[[ 16   8   2   4]\n",
      " [ 64  32   8  16]\n",
      " [  4  64   2   4]\n",
      " [256 128  32   2]]\n",
      "Trial number 730 Failed to complete in 500 steps\n",
      "[[ 16   2   8   4]\n",
      " [ 32  16   4   2]\n",
      " [  2  32  16   4]\n",
      " [128  64  32   2]]\n",
      "Trial number 731 Failed to complete in 500 steps\n",
      "[[ 4 16  4  2]\n",
      " [64 32  8  4]\n",
      " [ 4 64 16  8]\n",
      " [64  2 32  2]]\n",
      "Trial number 732 Failed to complete in 500 steps\n",
      "[[ 16   2   8   4]\n",
      " [ 32   8   4   2]\n",
      " [  4  32   8   4]\n",
      " [128   4  32   8]]\n",
      "Trial number 733 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [ 64  32  16   8]\n",
      " [256   8  32  16]]\n",
      "Trial number 734 Failed to complete in 500 steps\n",
      "[[  8   4   2   4]\n",
      " [ 16   8   4   8]\n",
      " [  2  16  64  16]\n",
      " [256   8   2   4]]\n",
      "Trial number 735 Failed to complete in 500 steps\n",
      "[[ 32   8   4   2]\n",
      " [  4  16   8   4]\n",
      " [128  64  32   8]\n",
      " [  8   4   2  16]]\n",
      "Trial number 736 Failed to complete in 500 steps\n",
      "[[ 16   2   4   2]\n",
      " [ 64  16   2   4]\n",
      " [  2  64  32   8]\n",
      " [ 32 128   8   4]]\n",
      "Trial number 737 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8  16]\n",
      " [  2  32  16   4]\n",
      " [128  64  32   2]]\n",
      "Trial number 738 Failed to complete in 500 steps\n",
      "[[16  2  8  4]\n",
      " [64  8  4  2]\n",
      " [ 4 32  8  4]\n",
      " [ 2 16  4  2]]\n",
      "Trial number 739 Failed to complete in 500 steps\n",
      "[[16  8  4  2]\n",
      " [32 16  8  4]\n",
      " [ 2 32 16  8]\n",
      " [ 8  2 32  2]]\n",
      "Trial number 740 Failed to complete in 500 steps\n",
      "[[  8   4   8   4]\n",
      " [ 64  16  32   2]\n",
      " [128  64   2   8]\n",
      " [ 32  16   4   2]]\n",
      "Trial number 741 Failed to complete in 500 steps\n",
      "[[ 16   2   4   2]\n",
      " [ 64  16   2   4]\n",
      " [128  32  16   2]\n",
      " [  8 128  64   8]]\n",
      "Trial number 742 Failed to complete in 500 steps\n",
      "[[ 16   4   2   4]\n",
      " [ 32  16   8   2]\n",
      " [128  32  16   4]\n",
      " [  2  64  32   8]]\n",
      "Trial number 743 Failed to complete in 500 steps\n",
      "[[  2   4  16   2]\n",
      " [ 32  16   8   4]\n",
      " [256  32  16   8]\n",
      " [ 32 128  64  16]]\n",
      "Trial number 744 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 64  32   8   4]\n",
      " [256  64  32   8]\n",
      " [  2 128   4  32]]\n",
      "Trial number 745 Failed to complete in 500 steps\n",
      "[[  4   2   4   2]\n",
      " [ 64   8   2   4]\n",
      " [  8 128  16   2]\n",
      " [ 32 256  64  16]]\n",
      "Trial number 746 Failed to complete in 500 steps\n",
      "[[  2   4   2   8]\n",
      " [ 16   8   4   2]\n",
      " [  4  32  16   8]\n",
      " [ 64   4 128   2]]\n",
      "Trial number 747 Failed to complete in 500 steps\n",
      "[[  2   4   2   4]\n",
      " [ 16  32   4   2]\n",
      " [  4  16   8   4]\n",
      " [128  64  32   8]]\n",
      "Trial number 748 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [  4  32   8   4]\n",
      " [ 16  64  16   8]\n",
      " [ 32 128   4  32]]\n",
      "Trial number 749 Failed to complete in 500 steps\n",
      "[[ 32  16   4   2]\n",
      " [ 64  32   8   4]\n",
      " [128  64  32   8]\n",
      " [  4  32  16   2]]\n",
      "Trial number 750 Failed to complete in 500 steps\n",
      "[[16  8  2  4]\n",
      " [64 32 16  2]\n",
      " [ 2 64 32 16]\n",
      " [ 8  2  8  4]]\n",
      "Trial number 751 Failed to complete in 500 steps\n",
      "[[ 16   2   4   2]\n",
      " [  8   4   8   4]\n",
      " [ 32   8  32  16]\n",
      " [128  16   4   2]]\n",
      "Trial number 752 Failed to complete in 500 steps\n",
      "[[16  8  2  4]\n",
      " [32 16  8  2]\n",
      " [ 2 64 32  4]\n",
      " [32 16  8  2]]\n",
      "Trial number 753 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [  4  16   8   4]\n",
      " [  8  64   4   2]\n",
      " [256   4  32   4]]\n",
      "Trial number 754 Failed to complete in 500 steps\n",
      "[[ 32   2   4   2]\n",
      " [ 64   4   8   4]\n",
      " [128  64  16   8]\n",
      " [512 128   4   2]]\n",
      "Trial number 755 Failed to complete in 500 steps\n",
      "[[ 16   4   2   4]\n",
      " [ 64  16  32   2]\n",
      " [  2  32   2   4]\n",
      " [128  64   4   2]]\n",
      "Trial number 756 Failed to complete in 500 steps\n",
      "[[  4   2   4   2]\n",
      " [ 16   4   8   4]\n",
      " [ 64  32  16   8]\n",
      " [128   2   8   2]]\n",
      "Trial number 757 Failed to complete in 500 steps\n",
      "[[ 16   4   2   4]\n",
      " [ 32  16   8   2]\n",
      " [  2  64  16   4]\n",
      " [128   4 128   2]]\n",
      "Trial number 758 Failed to complete in 500 steps\n",
      "[[  8   4   2   4]\n",
      " [ 32  16   4   2]\n",
      " [  2  32  16   8]\n",
      " [128   2  64   2]]\n",
      "Trial number 759 Failed to complete in 500 steps\n",
      "[[ 16   4   2   4]\n",
      " [  4  32   8   2]\n",
      " [ 64   2  32  16]\n",
      " [128  32   8   4]]\n",
      "Trial number 760 Failed to complete in 500 steps\n",
      "[[  8   2   4   2]\n",
      " [ 16   4   2   4]\n",
      " [ 64  32   8  16]\n",
      " [256   4  16   4]]\n",
      "Trial number 761 Failed to complete in 500 steps\n",
      "[[ 32   8   4   2]\n",
      " [ 64  16   8   4]\n",
      " [256  64  16   8]\n",
      " [ 32   2  32   2]]\n",
      "Trial number 762 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [ 64   2  32   2]\n",
      " [256   8  64   4]]\n",
      "Trial number 763 Failed to complete in 500 steps\n",
      "[[  2  16   8   2]\n",
      " [ 16  32  16   4]\n",
      " [128  64  32   8]\n",
      " [  2   4  64   2]]\n",
      "Trial number 764 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [128  32  16   2]\n",
      " [256 128  64   8]]\n",
      "Trial number 765 Failed to complete in 500 steps\n",
      "[[ 16   8   2   4]\n",
      " [ 32  16   4   2]\n",
      " [  8  64   8   4]\n",
      " [128   8   4   2]]\n",
      "Trial number 766 Failed to complete in 500 steps\n",
      "[[ 16   2   8   4]\n",
      " [ 64  16   4   2]\n",
      " [256  64  16   4]\n",
      " [ 64  16   4   2]]\n",
      "Trial number 767 Failed to complete in 500 steps\n",
      "[[ 2  8  4  2]\n",
      " [ 8 16  2  4]\n",
      " [16  4  8  2]\n",
      " [64  8  2  4]]\n",
      "Trial number 768 Failed to complete in 500 steps\n",
      "[[ 32   8   4   2]\n",
      " [ 64  16   8   4]\n",
      " [128  32  16   8]\n",
      " [  2  64  32   2]]\n",
      "Trial number 769 Failed to complete in 500 steps\n",
      "[[ 32   8   4   2]\n",
      " [ 64  32   8   4]\n",
      " [128  64  16   8]\n",
      " [ 64  16   4   2]]\n",
      "Trial number 770 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [128  32  16   2]\n",
      " [  8   4   2   8]]\n",
      "Trial number 771 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [  4  64   4   2]\n",
      " [ 64 128   8   4]]\n",
      "Trial number 772 Failed to complete in 500 steps\n",
      "[[  4   2   8   4]\n",
      " [ 16   4  16   8]\n",
      " [ 32  16   4   2]\n",
      " [256   4   2  32]]\n",
      "Trial number 773 Failed to complete in 500 steps\n",
      "[[  8   4   2   4]\n",
      " [ 16   2   8  16]\n",
      " [ 32   4   2   4]\n",
      " [128  64  16   2]]\n",
      "Trial number 774 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [ 64   8  16   8]\n",
      " [256  64  32   2]]\n",
      "Trial number 775 Failed to complete in 500 steps\n",
      "[[  8   2   4   2]\n",
      " [ 32  16   8   4]\n",
      " [128  32  16   8]\n",
      " [256   2  32   4]]\n",
      "Trial number 776 Failed to complete in 500 steps\n",
      "[[ 4  2  4  2]\n",
      " [64 32  8  4]\n",
      " [ 2 64 32 16]\n",
      " [16  2 16  4]]\n",
      "Trial number 777 Failed to complete in 500 steps\n",
      "[[ 32   2   4   2]\n",
      " [128  32   8   4]\n",
      " [  4 128  32  16]\n",
      " [128   2  64   4]]\n",
      "Trial number 778 Failed to complete in 500 steps\n",
      "[[32  8  2  4]\n",
      " [64 32 16  2]\n",
      " [ 2 64 32 16]\n",
      " [64 16  4  2]]\n",
      "Trial number 779 Failed to complete in 500 steps\n",
      "[[ 32   2   4   2]\n",
      " [ 64  32   8   4]\n",
      " [128  64  16   8]\n",
      " [ 64  16   8   4]]\n",
      "Trial number 780 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 64  32   8   4]\n",
      " [128  64  16   8]\n",
      " [256 128  64   4]]\n",
      "Trial number 781 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [  4  16   8   4]\n",
      " [128  32   2   8]\n",
      " [  8   2  32   2]]\n",
      "Trial number 782 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [  4  32   8   4]\n",
      " [128  64  32   8]\n",
      " [256  32  16   2]]\n",
      "Trial number 783 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [ 64  32   8   4]\n",
      " [128   8  16   8]\n",
      " [  4  32   8  16]]\n",
      "Trial number 784 Failed to complete in 500 steps\n",
      "[[ 16   4   2   4]\n",
      " [  2  16   8   2]\n",
      " [ 16  32  16   4]\n",
      " [256   4   2  16]]\n",
      "Trial number 785 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 64  16   8   4]\n",
      " [  2  32  16   8]\n",
      " [128  64   4   2]]\n",
      "Trial number 786 Failed to complete in 500 steps\n",
      "[[ 8  4  2  4]\n",
      " [32  8  4  2]\n",
      " [ 4 32  8  4]\n",
      " [16  2 32  8]]\n",
      "Trial number 787 Failed to complete in 500 steps\n",
      "[[  4   2   4   2]\n",
      " [ 16   4   2   4]\n",
      " [ 32  16   4   8]\n",
      " [128  64  16   2]]\n",
      "Trial number 788 Failed to complete in 500 steps\n",
      "[[ 16   2   4   2]\n",
      " [ 64   8   2   8]\n",
      " [128  16   4  16]\n",
      " [  2 128   8   2]]\n",
      "Trial number 789 Failed to complete in 500 steps\n",
      "[[  4   8   4   2]\n",
      " [ 64   2   8   4]\n",
      " [128  64  32   8]\n",
      " [ 32   8   4   2]]\n",
      "Trial number 790 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [128  32  16   8]\n",
      " [256  64  32   2]]\n",
      "Trial number 791 Failed to complete in 500 steps\n",
      "[[ 8  4  2  4]\n",
      " [16  8  4  8]\n",
      " [ 2 32  2 16]\n",
      " [16 64 32  4]]\n",
      "Trial number 792 Failed to complete in 500 steps\n",
      "[[ 16   8   4   8]\n",
      " [128  16   8   2]\n",
      " [256  32  64   4]\n",
      " [  2 128  16   2]]\n",
      "Trial number 793 Failed to complete in 500 steps\n",
      "[[16  8  4  2]\n",
      " [32 16  8 16]\n",
      " [64 32  2  4]\n",
      " [ 4 64  4  2]]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Trial number 794 Failed to complete in 500 steps\n",
      "[[ 8  4  2  4]\n",
      " [16  8  4  2]\n",
      " [32 16  8 16]\n",
      " [ 8 32  4  2]]\n",
      "Trial number 795 Failed to complete in 500 steps\n",
      "[[ 16   2   4   2]\n",
      " [ 32  16   8   4]\n",
      " [ 16   2  16   8]\n",
      " [128  64   4  16]]\n",
      "Trial number 796 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [128  64  16   8]\n",
      " [  4 128   4   2]]\n",
      "Trial number 797 Failed to complete in 500 steps\n",
      "[[  8   4   2   4]\n",
      " [ 64  32  16   2]\n",
      " [128  64  32   8]\n",
      " [  8 128   4  16]]\n",
      "Trial number 798 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [  2  32   8   4]\n",
      " [128   2  32  16]\n",
      " [ 64  16   4   2]]\n",
      "Trial number 799 Failed to complete in 500 steps\n",
      "[[ 8  2  8  2]\n",
      " [32  8 32  4]\n",
      " [64 32 16  8]\n",
      " [32  8  2 16]]\n",
      "Failed to complete in 500 steps\n",
      "[[ 32   4   2   4]\n",
      " [128   8   8   2]\n",
      " [256  64  16   8]\n",
      " [512 128   2  16]]\n",
      "Trial number 801 Failed to complete in 500 steps\n",
      "[[ 16   2   8   2]\n",
      " [  2  16  64   8]\n",
      " [  4  64   2  16]\n",
      " [256   2  64   2]]\n",
      "Trial number 802 Failed to complete in 500 steps\n",
      "[[  4   2   4   2]\n",
      " [ 16   4   8   4]\n",
      " [128  16  32  16]\n",
      " [  4  64   4  32]]\n",
      "Trial number 803 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [ 32   2  16   4]\n",
      " [  2   4  64  16]\n",
      " [  8 128   4   2]]\n",
      "Trial number 804 Failed to complete in 500 steps\n",
      "[[  8   2   4   2]\n",
      " [ 16   8   2   4]\n",
      " [ 64  16   4   8]\n",
      " [128  32  16   4]]\n",
      "Trial number 805 Failed to complete in 500 steps\n",
      "[[16  8  4  2]\n",
      " [ 2 16  8  4]\n",
      " [16  2 16 32]\n",
      " [ 4 32  8  2]]\n",
      "Trial number 806 Failed to complete in 500 steps\n",
      "[[ 16   2   4   2]\n",
      " [ 32  16   8   4]\n",
      " [ 64  32  16   2]\n",
      " [256   8   2   8]]\n",
      "Trial number 807 Failed to complete in 500 steps\n",
      "[[  2   4   2   4]\n",
      " [  4  16   8   2]\n",
      " [ 64  32   4   8]\n",
      " [  8 128  16   2]]\n",
      "Trial number 808 Failed to complete in 500 steps\n",
      "[[  4   8   4   2]\n",
      " [ 64  16   8   4]\n",
      " [  2  32  16   8]\n",
      " [  4 128  64  16]]\n",
      "Trial number 809 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [  4   2  16   8]\n",
      " [ 16  32   8   2]\n",
      " [  2 128  16   4]]\n",
      "Trial number 810 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [ 64  32  16   8]\n",
      " [128  64  32   2]]\n",
      "Trial number 811 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [ 64   2   8   4]\n",
      " [  4  64   2   8]\n",
      " [ 16 128  64  32]]\n",
      "Trial number 812 Failed to complete in 500 steps\n",
      "[[ 2  8  4  2]\n",
      " [ 8  4 16  8]\n",
      " [32 16  8  2]\n",
      " [64 32 16  8]]\n",
      "Trial number 813 Failed to complete in 500 steps\n",
      "[[ 2  8  4  2]\n",
      " [32 16  8  4]\n",
      " [64 32 16  8]\n",
      " [ 8  2  8  2]]\n",
      "Trial number 814 Failed to complete in 500 steps\n",
      "[[ 32   4   2   4]\n",
      " [  4  16   8   2]\n",
      " [  2  64  32   4]\n",
      " [ 32 128  64  32]]\n",
      "Trial number 815 Failed to complete in 500 steps\n",
      "[[  8   4   2   4]\n",
      " [ 32  16   8   2]\n",
      " [128  32  16   4]\n",
      " [  4   2  32  16]]\n",
      "Trial number 816 Failed to complete in 500 steps\n",
      "[[  2   4   2   8]\n",
      " [ 16   8   4   2]\n",
      " [ 64  16   8   4]\n",
      " [256 128  32  16]]\n",
      "Trial number 817 Failed to complete in 500 steps\n",
      "[[  2  16   8   2]\n",
      " [ 64  32  16   8]\n",
      " [128  64  32  16]\n",
      " [256 128   4   2]]\n",
      "Trial number 818 Failed to complete in 500 steps\n",
      "[[  4   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [ 64  32  16   8]\n",
      " [256  64  32  16]]\n",
      "Trial number 819 Failed to complete in 500 steps\n",
      "[[ 2  4 32  4]\n",
      " [64 16  8  2]\n",
      " [ 4 32 16  4]\n",
      " [16  2 32 16]]\n",
      "Trial number 820 Failed to complete in 500 steps\n",
      "[[  2  16   8   4]\n",
      " [ 32   2   4   2]\n",
      " [128  32   8   4]\n",
      " [256  64  16   8]]\n",
      "Trial number 821 Failed to complete in 500 steps\n",
      "[[ 2  8  4  2]\n",
      " [ 8 16  2  8]\n",
      " [32  8 32  2]\n",
      " [ 8 64  2  4]]\n",
      "Trial number 822 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [  8  32  16   8]\n",
      " [512 128  32  16]]\n",
      "Trial number 823 Failed to complete in 500 steps\n",
      "[[  4   2  16   2]\n",
      " [ 32   8   2   4]\n",
      " [  8  16   8   2]\n",
      " [256  64  16   4]]\n",
      "Trial number 824 Failed to complete in 500 steps\n",
      "[[ 2  8  4  2]\n",
      " [16  4  2  4]\n",
      " [32 16  8  2]\n",
      " [64 32 16  8]]\n",
      "Trial number 825 Failed to complete in 500 steps\n",
      "[[  4   2   8   2]\n",
      " [  8  32   2   8]\n",
      " [ 32  16   4   2]\n",
      " [  8 128  32   4]]\n",
      "Trial number 826 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   2   4]\n",
      " [  2  32  16   2]\n",
      " [256  64  32   8]]\n",
      "Trial number 827 Failed to complete in 500 steps\n",
      "[[  4   8   2   4]\n",
      " [ 64  16   8   2]\n",
      " [  2  64  16   4]\n",
      " [  4 256  64   8]]\n",
      "Trial number 828 Failed to complete in 500 steps\n",
      "[[ 16   2   4   2]\n",
      " [  2   4   8   4]\n",
      " [  8  32   4   2]\n",
      " [128  64   8   4]]\n",
      "Trial number 829 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [  2  16   8   4]\n",
      " [ 64  32  16   2]\n",
      " [128   4  64   8]]\n",
      "Trial number 830 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [128  64  16   8]\n",
      " [  2 128   4  16]]\n",
      "Trial number 831 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [  2  16   8   4]\n",
      " [  8   2  32   8]\n",
      " [  2 256 128  32]]\n",
      "Trial number 832 Failed to complete in 500 steps\n",
      "[[  2  16   4   2]\n",
      " [  4   2  16   8]\n",
      " [128  32   4   2]\n",
      " [256  64   8   4]]\n",
      "Trial number 833 Failed to complete in 500 steps\n",
      "[[  2   4   2   4]\n",
      " [  4  16   8  16]\n",
      " [128   2   4   2]\n",
      " [256 128  32   8]]\n",
      "Trial number 834 Failed to complete in 500 steps\n",
      "[[  2  16   4   2]\n",
      " [ 64  32   8   4]\n",
      " [  4  64  32   8]\n",
      " [128   8   4  32]]\n",
      "Trial number 835 Failed to complete in 500 steps\n",
      "[[ 2  4  2  8]\n",
      " [32 16  4  2]\n",
      " [64 32 16  4]\n",
      " [ 4  8 32 16]]\n",
      "Trial number 836 Failed to complete in 500 steps\n",
      "[[ 4  2  8  4]\n",
      " [ 2 16  4  2]\n",
      " [ 4 64  8  4]\n",
      " [16  4  2  8]]\n",
      "Trial number 837 Failed to complete in 500 steps\n",
      "[[  8   2   4   2]\n",
      " [ 32  64  16   4]\n",
      " [  4  32   8   2]\n",
      " [256  64  32   8]]\n",
      "Trial number 838 Failed to complete in 500 steps\n",
      "[[  4   8   4   2]\n",
      " [  8  16   8   4]\n",
      " [ 32   2  16   8]\n",
      " [128  16   2  16]]\n",
      "Trial number 839 Failed to complete in 500 steps\n",
      "[[ 32  16   4   2]\n",
      " [  2   4  32   4]\n",
      " [ 64  16   8   2]\n",
      " [256  32  16   8]]\n",
      "Trial number 840 Failed to complete in 500 steps\n",
      "[[  2  16   8   4]\n",
      " [  4   2  16   2]\n",
      " [  2  16   8   4]\n",
      " [256 128  32  16]]\n",
      "Trial number 841 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [  4  16   8   4]\n",
      " [ 16  32  16   8]\n",
      " [256 128  64  32]]\n",
      "Trial number 842 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [128  64  32   2]\n",
      " [  4 128  64  32]]\n",
      "Trial number 843 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [128  64   2   8]\n",
      " [  4 128  64  32]]\n",
      "Trial number 844 Failed to complete in 500 steps\n",
      "[[  2   8   2   4]\n",
      " [ 64  16   4   2]\n",
      " [  4  32  16   8]\n",
      " [ 16 128  32  16]]\n",
      "Trial number 845 Failed to complete in 500 steps\n",
      "[[ 8  4  2  4]\n",
      " [32 16  4  2]\n",
      " [64 32  8  4]\n",
      " [ 4 64 32  8]]\n",
      "Trial number 846 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [  8  16   8   4]\n",
      " [ 16 128  16   8]\n",
      " [128   4  64  32]]\n",
      "Trial number 847 Failed to complete in 500 steps\n",
      "[[  2   4   2   4]\n",
      " [ 32  16   4   2]\n",
      " [128  32  16   8]\n",
      " [  2 128  32  16]]\n",
      "Trial number 848 Failed to complete in 500 steps\n",
      "[[  4   2   4   2]\n",
      " [ 64   8   2   4]\n",
      " [256  64  32   8]\n",
      " [ 64  16   4  16]]\n",
      "Trial number 849 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [  4  32   8   4]\n",
      " [ 64   2  32   8]\n",
      " [  4 128   8  16]]\n",
      "Trial number 850 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [  2  16   2   4]\n",
      " [  4  32  16   8]\n",
      " [256  64  32  16]]\n",
      "Trial number 851 Failed to complete in 500 steps\n",
      "[[ 2  8  4  2]\n",
      " [64 32  8  4]\n",
      " [16  2 64  8]\n",
      " [64  4  2 16]]\n",
      "Trial number 852 Failed to complete in 500 steps\n",
      "[[16  4  2  4]\n",
      " [32  8  4  2]\n",
      " [ 2 64 16  4]\n",
      " [ 8  2 32 16]]\n",
      "Trial number 853 Failed to complete in 500 steps\n",
      "[[  2   4  16   2]\n",
      " [ 64  16   8   4]\n",
      " [  8  32  16   8]\n",
      " [ 16 512  32  16]]\n",
      "Trial number 854 Failed to complete in 500 steps\n",
      "[[  2  16   4   2]\n",
      " [  4  32  16   8]\n",
      " [128   4  32  16]\n",
      " [  8 128  64  32]]\n",
      "Trial number 855 Failed to complete in 500 steps\n",
      "[[ 32   8   4   2]\n",
      " [  4  32   8   4]\n",
      " [ 32 128  32   2]\n",
      " [ 64   2  64  32]]\n",
      "Trial number 856 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [  8  16   2   8]\n",
      " [ 64   8   4  16]\n",
      " [128  16   8   2]]\n",
      "Trial number 857 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [128   2  32  16]\n",
      " [  2  32  64   2]]\n",
      "Trial number 858 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [128  32  16   8]\n",
      " [  2  64   8   2]]\n",
      "Trial number 859 Failed to complete in 500 steps\n",
      "[[  4   2   4   2]\n",
      " [ 32  16   8   4]\n",
      " [128  64  32   8]\n",
      " [  2 256   8  16]]\n",
      "Trial number 860 Failed to complete in 500 steps\n",
      "[[ 8  2  4  2]\n",
      " [16  4 16  4]\n",
      " [32 16  2 32]\n",
      " [64  4 16  4]]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Trial number 861 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 64  32  16   4]\n",
      " [128  64  32  16]\n",
      " [  2 128  64   4]]\n",
      "Trial number 862 Failed to complete in 500 steps\n",
      "[[ 2  8  4  2]\n",
      " [32 16  8  4]\n",
      " [ 4 64 32  8]\n",
      " [64 32  4  2]]\n",
      "Trial number 863 Failed to complete in 500 steps\n",
      "[[ 32   8   2   4]\n",
      " [128  16   8   2]\n",
      " [ 64  32  16   4]\n",
      " [256   2  64   2]]\n",
      "Trial number 864 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [128  64  16   8]\n",
      " [ 64   8   2  16]]\n",
      "Trial number 865 Failed to complete in 500 steps\n",
      "[[ 32   8   4   2]\n",
      " [ 64  32   8   4]\n",
      " [128  64  16   2]\n",
      " [ 64  16   8   4]]\n",
      "Trial number 866 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [  2  32  16   4]\n",
      " [  4   2  32   8]\n",
      " [128  64   2  16]]\n",
      "Trial number 867 Failed to complete in 500 steps\n",
      "[[ 16   8   2   4]\n",
      " [ 32   2   8   2]\n",
      " [ 64  32   4   8]\n",
      " [128  64  16   2]]\n",
      "Trial number 868 Failed to complete in 500 steps\n",
      "[[32  8  4  2]\n",
      " [64 16  2  4]\n",
      " [ 2 32 16  2]\n",
      " [ 4 64 32  8]]\n",
      "Trial number 869 Failed to complete in 500 steps\n",
      "[[  8   2   4   2]\n",
      " [ 64   8   2   4]\n",
      " [  4  64  16   8]\n",
      " [ 16 128  32  16]]\n",
      "Trial number 870 Failed to complete in 500 steps\n",
      "[[  2   8   2   4]\n",
      " [ 32  16   8   2]\n",
      " [128  64  16   4]\n",
      " [ 32  16   4  16]]\n",
      "Trial number 871 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [ 64  16   8   4]\n",
      " [  2  32  16   8]\n",
      " [  4 128  32  16]]\n",
      "Trial number 872 Failed to complete in 500 steps\n",
      "[[  4   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [ 64   2  16   8]\n",
      " [256  64  32  16]]\n",
      "Trial number 873 Failed to complete in 500 steps\n",
      "[[ 16   8   2   4]\n",
      " [ 32  16   8   2]\n",
      " [256  64  16   4]\n",
      " [ 16   8   4   2]]\n",
      "Trial number 874 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [  4  16   8   4]\n",
      " [ 16   2  64   8]\n",
      " [128  32   2  32]]\n",
      "Trial number 875 Failed to complete in 500 steps\n",
      "[[ 4  8  2  4]\n",
      " [64 16  4  2]\n",
      " [ 4 64 16  8]\n",
      " [32  4 32 16]]\n",
      "Trial number 876 Failed to complete in 500 steps\n",
      "[[  2  16   4   2]\n",
      " [  4  64   8   4]\n",
      " [128   2  32   2]\n",
      " [ 16   8   2  32]]\n",
      "Trial number 877 Failed to complete in 500 steps\n",
      "[[ 32   2   4   2]\n",
      " [  4  64  32   4]\n",
      " [128   2  16   2]\n",
      " [256   4  64   8]]\n",
      "Trial number 878 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 64  16   8   4]\n",
      " [128  64  16   8]\n",
      " [512  16   8   2]]\n",
      "Trial number 879 Failed to complete in 500 steps\n",
      "[[16  8  4  2]\n",
      " [ 2 16  8  4]\n",
      " [ 8  2 16  8]\n",
      " [32 16  4 16]]\n",
      "Trial number 880 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [ 32   4   2   4]\n",
      " [128  32   4   2]\n",
      " [512 128  32   8]]\n",
      "Trial number 881 Failed to complete in 500 steps\n",
      "[[16  8  4  2]\n",
      " [ 2 16  8  4]\n",
      " [32  2 32  8]\n",
      " [64 16 64  2]]\n",
      "Trial number 882 Failed to complete in 500 steps\n",
      "[[ 16   2   4   2]\n",
      " [ 32   4   2   4]\n",
      " [ 64  16   4   8]\n",
      " [256   2  16   2]]\n",
      "Trial number 883 Failed to complete in 500 steps\n",
      "[[  8   2   4   2]\n",
      " [ 16   4   8   4]\n",
      " [ 32   8   4   2]\n",
      " [128   4  32  16]]\n",
      "Trial number 884 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   2   4]\n",
      " [ 64  32  16   2]\n",
      " [256   8   2   4]]\n",
      "Trial number 885 Failed to complete in 500 steps\n",
      "[[ 16   4   2   4]\n",
      " [ 32  16   4   2]\n",
      " [ 64  32  16   4]\n",
      " [256  64  32   2]]\n",
      "Trial number 886 Failed to complete in 500 steps\n",
      "[[ 2 16  4  2]\n",
      " [ 4 32  8  4]\n",
      " [32  2 16  8]\n",
      " [16  4  2  4]]\n",
      "Trial number 887 Failed to complete in 500 steps\n",
      "[[ 16   8   2   4]\n",
      " [ 64  16   8   2]\n",
      " [128  32  16   8]\n",
      " [256 128  32   2]]\n",
      "Trial number 888 Failed to complete in 500 steps\n",
      "[[ 16   4   8   2]\n",
      " [ 64  32  16   4]\n",
      " [  4 128   2   8]\n",
      " [256  16   8   2]]\n",
      "Trial number 889 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   2   8]\n",
      " [  4  32   8   2]\n",
      " [128   2  64   8]]\n",
      "Trial number 890 Failed to complete in 500 steps\n",
      "[[ 4  2  4  2]\n",
      " [ 8  4  2  4]\n",
      " [32 16  8 16]\n",
      " [64 32 16  4]]\n",
      "Trial number 891 Failed to complete in 500 steps\n",
      "[[ 32   8   4   2]\n",
      " [  4  16   8   4]\n",
      " [ 64   4  32   8]\n",
      " [128  64  16   2]]\n",
      "Trial number 892 Failed to complete in 500 steps\n",
      "[[  8   4   2   4]\n",
      " [ 16   2   4   2]\n",
      " [ 64   8   2   8]\n",
      " [128  64  32   4]]\n",
      "Trial number 893 Failed to complete in 500 steps\n",
      "[[ 4  2  8  2]\n",
      " [16  8  2  4]\n",
      " [32 16  4  2]\n",
      " [64 32  2  8]]\n",
      "Trial number 894 Failed to complete in 500 steps\n",
      "[[ 32   8   4   2]\n",
      " [ 64  32   8   4]\n",
      " [128  64  32   8]\n",
      " [ 16   4   2  16]]\n",
      "Trial number 895 Failed to complete in 500 steps\n",
      "[[  8   2   8   2]\n",
      " [ 32   4  16   4]\n",
      " [  2  16   4   2]\n",
      " [ 16 128  16   4]]\n",
      "Trial number 896 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [  4   2   8   4]\n",
      " [ 32   4  32   8]\n",
      " [128   2   8   4]]\n",
      "Trial number 897 Failed to complete in 500 steps\n",
      "[[16  8  4  2]\n",
      " [ 2 32 16  8]\n",
      " [ 8  4 32  2]\n",
      " [32  8  4 16]]\n",
      "Trial number 898 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [  2  32   8   4]\n",
      " [  8   2  16   8]\n",
      " [128  16  32   2]]\n",
      "Trial number 899 Failed to complete in 500 steps\n",
      "[[ 32   8   4   2]\n",
      " [ 64  32  16   4]\n",
      " [128  64  32  16]\n",
      " [  2  16   8   4]]\n",
      "Trial number 900 Failed to complete in 500 steps\n",
      "[[ 16   4   2   4]\n",
      " [ 32  16  64   8]\n",
      " [ 64  32   8   2]\n",
      " [128   4   2   4]]\n",
      "Trial number 901 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 64  16   8   4]\n",
      " [128   8  32   2]\n",
      " [  2 128  64   4]]\n",
      "Trial number 902 Failed to complete in 500 steps\n",
      "[[ 2 16  4  2]\n",
      " [ 4  2 16  4]\n",
      " [ 2  8  2 16]\n",
      " [64 16  8  2]]\n",
      "Trial number 903 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32   2   8   4]\n",
      " [ 64  32   2  16]\n",
      " [128  64  32   4]]\n",
      "Trial number 904 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   2   4]\n",
      " [ 16  32   8  16]\n",
      " [256  64  32   2]]\n",
      "Trial number 905 Failed to complete in 500 steps\n",
      "[[ 16   2   4   2]\n",
      " [128   4   2   4]\n",
      " [ 64   8  32   8]\n",
      " [  8 128   8   2]]\n",
      "Trial number 906 Failed to complete in 500 steps\n",
      "[[ 32   8   4   2]\n",
      " [ 64  32   8   4]\n",
      " [  2  64  32  16]\n",
      " [128   8  64   2]]\n",
      "Trial number 907 Failed to complete in 500 steps\n",
      "[[ 16   8   2   4]\n",
      " [ 32  16   8   2]\n",
      " [  2  32  16   8]\n",
      " [128   4  64   2]]\n",
      "Trial number 908 Failed to complete in 500 steps\n",
      "[[ 16   4   8   2]\n",
      " [ 64  16  32   4]\n",
      " [  2  64   4   8]\n",
      " [128   8   2  16]]\n",
      "Trial number 909 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [  4  16   8   4]\n",
      " [  8  64  16   8]\n",
      " [ 64 256   2  16]]\n",
      "Trial number 910 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [  4  16   8   4]\n",
      " [ 64  32  16   8]\n",
      " [  4 128  32  16]]\n",
      "Trial number 911 Failed to complete in 500 steps\n",
      "[[ 2  8  4  2]\n",
      " [ 4 32  8  4]\n",
      " [64  4 16  8]\n",
      " [ 2 16  8 32]]\n",
      "Trial number 912 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [ 16  64  16   4]\n",
      " [128   2  64   8]\n",
      " [  2 128   2  16]]\n",
      "Trial number 913 Failed to complete in 500 steps\n",
      "[[  8   2   4   2]\n",
      " [  2   8  16   4]\n",
      " [ 16   4  32   8]\n",
      " [  2 128   2  16]]\n",
      "Trial number 914 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [128  64  16   8]\n",
      " [  2 256  64  32]]\n",
      "Trial number 915 Failed to complete in 500 steps\n",
      "[[  4   2   4   2]\n",
      " [ 32  16   8   4]\n",
      " [ 64   2  32   2]\n",
      " [256 128   2  32]]\n",
      "Trial number 916 Failed to complete in 500 steps\n",
      "[[ 2 16  4  2]\n",
      " [ 4 64  8  4]\n",
      " [16 32 16  8]\n",
      " [64  2 32  2]]\n",
      "Trial number 917 Failed to complete in 500 steps\n",
      "[[ 32   2   4   2]\n",
      " [  8   4   8   4]\n",
      " [ 64  32  16   8]\n",
      " [  4 128  32  16]]\n",
      "Trial number 918 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [ 64  32  16   2]\n",
      " [128  64  32  16]]\n",
      "Trial number 919 Failed to complete in 500 steps\n",
      "[[ 2  8  4  2]\n",
      " [ 8 32 16  4]\n",
      " [64 16  4  2]\n",
      " [ 4 64 32 16]]\n",
      "Trial number 920 Failed to complete in 500 steps\n",
      "[[  4   8   2   4]\n",
      " [  8  64   8   2]\n",
      " [ 16   2  16   4]\n",
      " [256  32   2   8]]\n",
      "Trial number 921 Failed to complete in 500 steps\n",
      "[[  8   2   8   4]\n",
      " [ 32   8   4   2]\n",
      " [  2 128  32   4]\n",
      " [256  64  16   8]]\n",
      "Trial number 922 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [  2  32  16   8]\n",
      " [  8 128  32  16]]\n",
      "Trial number 923 Failed to complete in 500 steps\n",
      "[[  4   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [128  32  16   8]\n",
      " [  8 128  64  16]]\n",
      "Trial number 924 Failed to complete in 500 steps\n",
      "[[  4   2   4   2]\n",
      " [  2   4  16   4]\n",
      " [  8  32   8   2]\n",
      " [128   2  32  16]]\n",
      "Trial number 925 Failed to complete in 500 steps\n",
      "[[  2   4   2   8]\n",
      " [ 32   8   4   2]\n",
      " [  4  16   8   4]\n",
      " [128  32  16   8]]\n",
      "Trial number 926 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [  8 128  32   8]\n",
      " [ 16   2  64  16]]\n",
      "Trial number 927 Failed to complete in 500 steps\n",
      "[[  2  16   4   2]\n",
      " [ 64   4  16   4]\n",
      " [128  64  32  16]\n",
      " [ 64 256  64   2]]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Trial number 928 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 64  16   8   4]\n",
      " [128  64  16   8]\n",
      " [ 16   8  64   4]]\n",
      "Trial number 929 Failed to complete in 500 steps\n",
      "[[  2   8   2   4]\n",
      " [  8  32   4   2]\n",
      " [ 64   2  16   8]\n",
      " [256  16  32   2]]\n",
      "Trial number 930 Failed to complete in 500 steps\n",
      "[[ 16   2   4   2]\n",
      " [ 64  32  16   4]\n",
      " [128  64  32   2]\n",
      " [  4   2  64   4]]\n",
      "Trial number 931 Failed to complete in 500 steps\n",
      "[[ 16   2   8   2]\n",
      " [128  32  64   4]\n",
      " [  2 128   8  16]\n",
      " [256  16   4   2]]\n",
      "Trial number 932 Failed to complete in 500 steps\n",
      "[[  8   4   2   4]\n",
      " [ 64  16   4   2]\n",
      " [256   2  16   4]\n",
      " [ 16  64  32   2]]\n",
      "Trial number 933 Failed to complete in 500 steps\n",
      "[[ 16   8   2   4]\n",
      " [  4   2   8   2]\n",
      " [  8   4  32   8]\n",
      " [  2 128   2   4]]\n",
      "Trial number 934 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [  4  32  16   4]\n",
      " [ 32 128  64  16]\n",
      " [256  16   4   2]]\n",
      "Trial number 935 Failed to complete in 500 steps\n",
      "[[ 8  4  2  4]\n",
      " [32  8  4  2]\n",
      " [64 16  8  4]\n",
      " [ 4 64 16  8]]\n",
      "Trial number 936 Failed to complete in 500 steps\n",
      "[[16  2  4  2]\n",
      " [32 16  8  4]\n",
      " [64 32  4 16]\n",
      " [ 2 64  8  2]]\n",
      "Trial number 937 Failed to complete in 500 steps\n",
      "[[16  8  2  4]\n",
      " [ 4 16  8  2]\n",
      " [16 32 16  4]\n",
      " [64 16  2 16]]\n",
      "Trial number 938 Failed to complete in 500 steps\n",
      "[[ 2  8  4  2]\n",
      " [ 8  2  8  4]\n",
      " [16  4 16  8]\n",
      " [64 16  4  2]]\n",
      "Trial number 939 Failed to complete in 500 steps\n",
      "[[32 16  2  4]\n",
      " [16  8  4  2]\n",
      " [64 32 16  4]\n",
      " [ 2 64  2  8]]\n",
      "Trial number 940 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [ 16  32   8   4]\n",
      " [128   4  16   8]\n",
      " [ 32   8  64   2]]\n",
      "Trial number 941 Failed to complete in 500 steps\n",
      "[[ 16   2   4   2]\n",
      " [ 32   8   2   4]\n",
      " [128  16   8   2]\n",
      " [  4  64  16   8]]\n",
      "Trial number 942 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [ 16   2   8   4]\n",
      " [128  64  16   8]\n",
      " [256 128   4  16]]\n",
      "Trial number 943 Failed to complete in 500 steps\n",
      "[[  8   4   2   4]\n",
      " [ 32   8   4   2]\n",
      " [ 64   2  32   8]\n",
      " [128   8 128   4]]\n",
      "Trial number 944 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [  4  16   8   4]\n",
      " [  8   2  16  32]\n",
      " [128  32   8   4]]\n",
      "Trial number 945 Failed to complete in 500 steps\n",
      "[[ 32   8   4   2]\n",
      " [  2  16   8   4]\n",
      " [128  32  16   2]\n",
      " [256  64  32   4]]\n",
      "Trial number 946 Failed to complete in 500 steps\n",
      "[[ 4  2  8  2]\n",
      " [ 8  4 16  4]\n",
      " [32 16  8  2]\n",
      " [64 32 16  4]]\n",
      "Trial number 947 Failed to complete in 500 steps\n",
      "[[ 32   8   2   4]\n",
      " [ 64  16   4   2]\n",
      " [128  32   8  16]\n",
      " [256 128   2   4]]\n",
      "Trial number 948 Failed to complete in 500 steps\n",
      "[[  2  16   8   2]\n",
      " [  4  64  16   4]\n",
      " [  8   2  64   8]\n",
      " [128  16   8   4]]\n",
      "Trial number 949 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [  2  32   2   4]\n",
      " [128  64   8   2]\n",
      " [256   4  16   4]]\n",
      "Trial number 950 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   2   4]\n",
      " [128  64   8   2]\n",
      " [  8 128  64   4]]\n",
      "Trial number 951 Failed to complete in 500 steps\n",
      "[[  8   4   2   4]\n",
      " [ 64   8   4   2]\n",
      " [128   2  32   4]\n",
      " [ 64  16   4   2]]\n",
      "Trial number 952 Failed to complete in 500 steps\n",
      "[[ 16   8   2   4]\n",
      " [  2  64   4   2]\n",
      " [128   2  64   4]\n",
      " [  8   4   2  32]]\n",
      "Trial number 953 Failed to complete in 500 steps\n",
      "[[ 8  2  4  2]\n",
      " [32 16  8  4]\n",
      " [ 2 32 64  8]\n",
      " [64 16  8  4]]\n",
      "Trial number 954 Failed to complete in 500 steps\n",
      "[[  2   4   2   4]\n",
      " [  4  16   8   2]\n",
      " [ 16   2  16   8]\n",
      " [256  64   4   2]]\n",
      "Trial number 955 Failed to complete in 500 steps\n",
      "[[ 16   2   4   2]\n",
      " [ 64   4   8   4]\n",
      " [  4   8  16   8]\n",
      " [256 128   8   2]]\n",
      "Trial number 956 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [  2  32   2   8]\n",
      " [128   8  16   2]\n",
      " [  8   4  32  16]]\n",
      "Trial number 957 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [ 64  32  16   8]\n",
      " [256   2  32  16]]\n",
      "Trial number 958 Failed to complete in 500 steps\n",
      "[[ 8  4  2  4]\n",
      " [32  2  4  2]\n",
      " [ 4 32  8  4]\n",
      " [16  8  4  2]]\n",
      "Trial number 959 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [ 64  32  16   8]\n",
      " [128  64  32   2]]\n",
      "Trial number 960 Failed to complete in 500 steps\n",
      "[[  4   8   4   2]\n",
      " [  8   4  16   4]\n",
      " [ 32   2  32   8]\n",
      " [128   4   8   2]]\n",
      "Trial number 961 Failed to complete in 500 steps\n",
      "[[  4   2   4   2]\n",
      " [  2   4  16   8]\n",
      " [128  16   4  16]\n",
      " [256 128  16   2]]\n",
      "Trial number 962 Failed to complete in 500 steps\n",
      "[[ 32  16   4   2]\n",
      " [  2  32   8   4]\n",
      " [  4  64  16   8]\n",
      " [256 128  32   2]]\n",
      "Trial number 963 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [ 64  32  16   8]\n",
      " [256  64   8   4]]\n",
      "Trial number 964 Failed to complete in 500 steps\n",
      "[[ 32   8   4   2]\n",
      " [ 64  16   8   4]\n",
      " [128  32  16   2]\n",
      " [  4  64  32   4]]\n",
      "Trial number 965 Failed to complete in 500 steps\n",
      "[[ 32  16   4   2]\n",
      " [ 64  32   8   4]\n",
      " [128  64  16   8]\n",
      " [  2  32   4   2]]\n",
      "Trial number 966 Failed to complete in 500 steps\n",
      "[[16  8  4  2]\n",
      " [32 16  2  4]\n",
      " [64 32  8  2]\n",
      " [ 8  2 16  4]]\n",
      "Trial number 967 Failed to complete in 500 steps\n",
      "[[16  2  8  4]\n",
      " [32  8  4  2]\n",
      " [64 32 16  4]\n",
      " [16  2 32  8]]\n",
      "Trial number 968 Failed to complete in 500 steps\n",
      "[[ 32  16   4   2]\n",
      " [ 64   2  32   4]\n",
      " [  4  32   4  16]\n",
      " [  8 256   8   4]]\n",
      "Trial number 969 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [  2  32   8   4]\n",
      " [  8  64  16   8]\n",
      " [  2 128  64   2]]\n",
      "Trial number 970 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 32  16   8   4]\n",
      " [ 64  32  16   8]\n",
      " [128  64  32  16]]\n",
      "Trial number 971 Failed to complete in 500 steps\n",
      "[[ 16   8   4   2]\n",
      " [ 64  16   8   4]\n",
      " [  2  64  32   8]\n",
      " [  4 512  64  32]]\n",
      "Trial number 972 Failed to complete in 500 steps\n",
      "[[  2   8   2   4]\n",
      " [  4  32   8   2]\n",
      " [ 16 128  16   4]\n",
      " [ 32   4  64   8]]\n",
      "Trial number 973 Failed to complete in 500 steps\n",
      "[[  4   8   4   2]\n",
      " [  2  16   8   4]\n",
      " [ 16  32  16   8]\n",
      " [128   4  32  16]]\n",
      "Trial number 974 Failed to complete in 500 steps\n",
      "[[  4   2   4   2]\n",
      " [ 16   8   2   8]\n",
      " [  2  32   8   2]\n",
      " [ 32 128   2   4]]\n",
      "Trial number 975 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [ 64  16   8   4]\n",
      " [  8 128  32  16]\n",
      " [128   2 128   2]]\n",
      "Trial number 976 Failed to complete in 500 steps\n",
      "[[  2   8   2   4]\n",
      " [ 32  16   8   2]\n",
      " [  2  64  32   8]\n",
      " [  8 128  16   2]]\n",
      "Trial number 977 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [  4  16   2   4]\n",
      " [128  32   8   2]\n",
      " [256 128  32  16]]\n",
      "Trial number 978 Failed to complete in 500 steps\n",
      "[[16  8  4  2]\n",
      " [ 2 16  8  4]\n",
      " [ 8  4 16  8]\n",
      " [ 4 16  2 16]]\n",
      "Trial number 979 Failed to complete in 500 steps\n",
      "[[  4   2   8   4]\n",
      " [ 32   8   4   2]\n",
      " [ 64  32  16   4]\n",
      " [256  64  32  16]]\n",
      "Trial number 980 Failed to complete in 500 steps\n",
      "[[ 4 16  4  2]\n",
      " [16  2  8  4]\n",
      " [32  8  4  2]\n",
      " [64 16  8  4]]\n",
      "Trial number 981 Failed to complete in 500 steps\n",
      "[[  4   8   4   2]\n",
      " [  2  32   8   4]\n",
      " [  8  16   4   2]\n",
      " [128  64  16   4]]\n",
      "Trial number 982 Failed to complete in 500 steps\n",
      "[[  2  16   4   2]\n",
      " [ 64  32   8   4]\n",
      " [128   2  32   8]\n",
      " [  4 128  64  16]]\n",
      "Trial number 983 Failed to complete in 500 steps\n",
      "[[ 16   2   4   2]\n",
      " [  2   4  16   8]\n",
      " [  8 128  32  16]\n",
      " [ 16   4   2   4]]\n",
      "Trial number 984 Failed to complete in 500 steps\n",
      "[[  8   2   4   2]\n",
      " [ 32  16   8   4]\n",
      " [  4   2  16   2]\n",
      " [256 128  64   4]]\n",
      "Trial number 985 Failed to complete in 500 steps\n",
      "[[ 4  2  8  2]\n",
      " [32  4  2  4]\n",
      " [ 4 64 16  8]\n",
      " [64  2 64 16]]\n",
      "Trial number 986 Failed to complete in 500 steps\n",
      "[[ 8  2  4  2]\n",
      " [16  8  2  4]\n",
      " [64 16 32  8]\n",
      " [ 4 64  4 16]]\n",
      "Trial number 987 Failed to complete in 500 steps\n",
      "[[  2   4   2   8]\n",
      " [ 16   8   4   2]\n",
      " [  4  32  16   8]\n",
      " [128   2  32  16]]\n",
      "Trial number 988 Failed to complete in 500 steps\n",
      "[[  4  32   4   2]\n",
      " [ 16   2   8   4]\n",
      " [128  32  16   8]\n",
      " [  4 128  32  16]]\n",
      "Trial number 989 Failed to complete in 500 steps\n",
      "[[  2   4   2   8]\n",
      " [ 64  16   4   2]\n",
      " [128  32  16   4]\n",
      " [256 128  64  16]]\n",
      "Trial number 990 Failed to complete in 500 steps\n",
      "[[ 32   4   2   4]\n",
      " [  4  16   4   2]\n",
      " [ 16  32   8   4]\n",
      " [256  64  32   8]]\n",
      "Trial number 991 Failed to complete in 500 steps\n",
      "[[16  8  4  2]\n",
      " [ 4 64  8  4]\n",
      " [ 8  4 32  2]\n",
      " [32 16  2 16]]\n",
      "Trial number 992 Failed to complete in 500 steps\n",
      "[[  4   2   4   2]\n",
      " [  2  32  16   8]\n",
      " [  8 128  32  16]\n",
      " [ 64   4   2  32]]\n",
      "Trial number 993 Failed to complete in 500 steps\n",
      "[[  2   8   4   2]\n",
      " [ 64  32   8   4]\n",
      " [  2  64  32   8]\n",
      " [256  16   2  16]]\n",
      "Trial number 994 Failed to complete in 500 steps\n",
      "[[16  2  4  2]\n",
      " [32 16  8  4]\n",
      " [ 4 64 16  8]\n",
      " [16  2 32 16]]\n",
      "Trial number 995 Failed to complete in 500 steps\n",
      "[[  2  16   4   2]\n",
      " [  8   2  16   4]\n",
      " [ 64  32   8   2]\n",
      " [128  64  32   4]]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Trial number 996 Failed to complete in 500 steps\n",
      "[[ 32  16   4   2]\n",
      " [ 64  32   8   4]\n",
      " [128  64  32   8]\n",
      " [256   8   4  16]]\n",
      "Trial number 997 Failed to complete in 500 steps\n",
      "[[  4   2   4   2]\n",
      " [  8  16   2   4]\n",
      " [ 16  32   4  16]\n",
      " [256   2  32   2]]\n",
      "Trial number 998 Failed to complete in 500 steps\n",
      "[[ 32   2   8   4]\n",
      " [  4  32  16   2]\n",
      " [ 64  16   8   4]\n",
      " [128  64  16   2]]\n",
      "Trial number 999 Failed to complete in 500 steps\n",
      "[[ 32   8   4   2]\n",
      " [ 64  16   8   4]\n",
      " [  4  32  16   8]\n",
      " [ 16 128  32  16]]\n"
     ]
    }
   ],
   "source": [
    "\n",
    "def main():\n",
    "    env=Game2048Env()\n",
    "    gamma=0.9\n",
    "    epsilon=0.95\n",
    "    \n",
    "    trials=1000\n",
    "    trial_len=500\n",
    "    dqn_agent=DQN(env=env)\n",
    "    steps=[]\n",
    "    \n",
    "    \n",
    "    \n",
    "    for trial in range(trials):\n",
    "        env.reset()\n",
    "        cur_state=env.get_board()\n",
    "        \n",
    "        cur_state=cur_state.reshape(4,4)\n",
    "        stepno=0\n",
    "        \n",
    "        for step in range(trial_len):\n",
    "            stepno+=1\n",
    "            \n",
    "            action=dqn_agent.act(cur_state)\n",
    "            \n",
    "            _,reward,done,_=env.step(action)\n",
    "            new_state=env.get_board()\n",
    "            \n",
    "            dqn_agent.remember(cur_state,action,reward,new_state,done)\n",
    "            if step%10==0:\n",
    "                dqn_agent.replay()\n",
    "                dqn_agent.target_train()\n",
    "            \n",
    "            cur_agent=new_state\n",
    "            \n",
    "            if done:\n",
    "                \n",
    "                break\n",
    "        \n",
    "        if stepno<500:\n",
    "            \n",
    "            if env.highest()==2048:\n",
    "                print(\"Completed in --\",trial)\n",
    "                print(env.get_board())\n",
    "                max_tile.append(env.highest())\n",
    "\n",
    "                dqn_agent.save_model(\"success.model\")\n",
    "\n",
    "            \n",
    "            else:\n",
    "                print(f\"Trial number {trial} Failed to complete in 500 steps\")\n",
    "                print(env.get_board())\n",
    "                max_tile.append(env.highest())\n",
    "                if env.highest()>=512:\n",
    "                    dqn_agent.save_model(\"trial num-{}.model\".format(trial))\n",
    "                    \n",
    "        else:\n",
    "            print(f\"Failed to complete in 500 steps\")\n",
    "            print(env.get_board())\n",
    "            max_tile.append(env.highest())\n",
    "\n",
    "            \n",
    "if __name__ == \"__main__\":\n",
    "    main()  "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [],
   "source": [
    "trialnum=np.arange(1002)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[<matplotlib.lines.Line2D at 0x7f5b8db78450>]"
      ]
     },
     "execution_count": 33,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXcAAAD4CAYAAAAXUaZHAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjEsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy8QZhcZAAAgAElEQVR4nO2dd3xc1Zn3f8/MqFiSbVmW3AXumGobRHFsqoG1cRJIFgjlA4RlQ94su4GEdxPYJJ9sNiSBN7shpCyJd8lCsikQUiCEQByHDjaRicHGVa5ylWw1S7JkSXPeP+bemTszt99z25nz/XxszW3nPKc957nPKZcYY5BIJBKJWCTCFkAikUgk/JHKXSKRSAREKneJRCIREKncJRKJRECkcpdIJBIBSYUtAADU19ez6dOnhy2GRCKRxIp169YdYYw16F2LhHKfPn06mpubwxZDIpFIYgUR7TG6Jt0yEolEIiBSuUskEomASOUukUgkAiKVu0QikQiIVO4SiUQiIFK5SyQSiYBI5S6RSCQCIrxyHxgawcpXd+AHr+xAV/8JT2G9s7cT7x/o9hTG8xsO4mjvIJ5qbsXwSNr03kPdA1i9+TC2HOrBuj0dtuP47V/3o29w2JOceuxo78VbO46CMYanmltxYthc/iizr7MfL29ts33/5oPOykDLO3s7selAj+H1oZE0nmpuRTqd2367u38Iv3v3QNG9L29tQ2tHf9659a1d2Lhfv162HxvECxsPoaXtGNbuPOpKfqfsOdqH17cfcfzc7iN9eKNF/7nXtrdjz9E+0+fbjg3gj+8fMrz+6rZ2PPTClrx89pNdJukJgkgsYvKTbzy/GU+8lZnnX5lK4OOLZ7gO66P/+SYAYPeDK1w9f7hnAP/w03eyxz3Hh/D3F840ie8NHOgeyB7bifedvZ2458n1+OjZU/Gt6xe4ktOIpf/xCgDgezctxOeefg+tHf2498pTuMYRFMu+/Rp6B4dtl+XyR14D4K7srerNyld34psvbgUBuK6pEQDw6V/8Fa9sa8dZ08bi5PHV2Xs//j9/QUUqga0PLM+eu+b7bxiGf8tja7Hl0LHssdu664SLv/myq7gu+Xfj52557G3LMG/6r7VoaevFtgeWozxVbLfe+qNMGDPrq7P57CeXmqQnCIS33A/3DGZ/D4ZsaQ4O5cffafEmoVXsdlEt9jZNunnT1T8EADjS6+1NKEx6fXizcctRJR+7jw9lzx3oOg5Av846qcd7C6x8kdl7NJNWBnPLXJvPImNLuRPRbiLaQETriahZOVdHRKuIaLvyd5xynojoO0TUQkTvEdHZfiZAEh5EYUsgkUiMcGK5X8oYW8AYa1KO7wOwmjE2B8Bq5RgAlgOYo/y7E8CjvISVRAP5Ycb4IL+iWbp4cctcDeAJ5fcTAK7RnP8xy7AGQC0RTfYQjySiSMNdIokudpU7A/BHIlpHRHcq5yYyxg4qvw8BmKj8ngqgVfPsPuVcHkR0JxE1E1Fze3u7C9Hjh5UvUCLhjaxzpYvd2TJLGGP7iWgCgFVEtEV7kTHGiMhRLWKMrQSwEgCamppKogYWviLLV2aJhD+yXWWwZbkzxvYrf9sA/AbAeQAOq+4W5a86aXg/AO08o2nKOYkoyNYjkUQeS+VORNVENFr9DeBKABsBPAvgNuW22wA8o/x+FsCtyqyZCwB0a9w3EoGQs2Wij+yHSxc7bpmJAH5DmZacAvAzxtgLRPQXAE8R0R0A9gC4Xrn/eQBXAWgB0A/gdu5SS0JF6guJJPpYKnfG2E4A83XOHwWwVOc8A3AXF+kEQzSlSHK+TOQRrc5J7CP8ClUJf+SrvkQSfaRyl7hG+txjQAl2xNL4yCCVe4CwAGtdEPObZSOSSKKLVO4SiUQo5MKtDFK5B4hoVU66ZaJPSSk6WR/zkMpd4pgg3UsSiVNk9cwglbvENSIYSqJ3VIInT2KCVO4Sx4ikL6TyEw9ZpBmkcg8Q0RQJSad75BGsykkcIJW7xDEidVICJUWiILqrzS5SuUtKGtEVgejp06P0UqyPVO6BwkyOJGEgy0AiKlK5SyQSoSjBlxVdpHKPMFEdrxSp7YiuCARPnsQEqdwlrolq5+OEklrBWSrIIgVQYso97DJ3aiVGVXeKNEgnUFJ0ET19EmNKSrmHjWjtTH6sQxJF5NtYhpJS7nGzYuQiIYlE4pbSUu6yR5cUENUOXxUrqvJFGZlnGUpLuctClxQgO3yJqJSUcg8b0ToX6TXyDzVrZR7bR80qwZqZa6RyjzBRbdcidVIipUUi0VJSyl2kKXxRIKqdjxNkjRAP2c4zlJhyDzl+h6okqq/kIvmppSKQiEpJKXcJX6La+UjijdcOV3bXGUpKuYdd6M5XqErt6Tdh1wlJMX6/TJXKy1ppKfcSKVSJfeJUJ6QLyR4ymzKUlnKPmJ0W10oYV7l1ESktguB3kZSKO7G0lHvYA6oBxh+ES0eE7RGi1uGbEXb9DQq3byhqddQr01J86ykp5R42cVIkZoiRCklU8aN+laBuLy3lHrvyjbhhHHHxbFGKjV54ZJkCcKDciShJRH8loueU4xlEtJaIWojoSSIqV85XKMctyvXp/ojugpBbsiiKRJR0APHSA3GS1Qt+1K9SyTstTiz3uwFs1hw/BOBhxthsAJ0A7lDO3wGgUzn/sHJfJIhbAYtgGUedUvTFRh2v7ku9p7XlXCpFbku5E9E0ACsA/LdyTAAuA/C0cssTAK5Rfl+tHEO5vpREGHnjQKlUKok/lEpHJC13Pti13L8N4HMA0srxeABdjLFh5XgfgKnK76kAWgFAud6t3J8HEd1JRM1E1Nze3u5SfGdErW3EdYA1K7cAXXY8SyAehNUZWUVbKqampXInog8CaGOMreMZMWNsJWOsiTHW1NDQwDNo4zhDbsphx8+LqHWSXhApLRJjSrGcUzbuWQzgw0R0FYBKAGMAPAKglohSinU+DcB+5f79ABoB7COiFICxAI5yl9wFYRew4+0HImphqBaZCNsjxKnDjY+kGRhzV4e9tlPdee6xyz3vWFrujLH7GWPTGGPTAdwA4M+MsZsBvATgWuW22wA8o/x+VjmGcv3PrFSchRaIkgmyNCV+4oci1tbZUqm/Xua5fx7AZ4moBRmf+mPK+ccAjFfOfxbAfd5E5EfYZeq0j4uqZaymIqpvFo4Iu1I4IG5Kya24ni33mOWTX9hxy2RhjL0M4GXl904A5+ncMwDgOg6ycUcWOh9EyseoJ0WkvJYES4mtUA17QNUZUbWMw85Hnkjl6R9uvbFei0R/nrvHQGNISSn3sBGlgomSjjig7UhF6lTNKOwUeAzZlUreaSkt5R56+YYuABeyPvdQpeBDKTb6oHDtc/car05nUIoGSUkp9xIsX38QqKXEKSlxkjUMojoBISxKS7nHbOOwqFbVtLpANaoCOiDq+jLOCt2t7IXPOQ1H7/4wszEsvVNSyj1sYtxO85CuDImv+LG3TJx7SZeUlHIPu3ydr1CNpmmspkOE1+CoN/qIi2eKWyOg8DkeWRCu5R5OvKWl3MMWQBBEysc4K0+JxIzSUu6hW+5OV6hGk7DzsZTImwoZs3zn53N3FpCuzz3EvAsr6pJS7mETs7ZpiPS5S/zEl9pVglW2pJR72EqpyHqIa4UTabZMXMtAYLyOg0RtV0g5WyYAZEPmg0jZGHaHb0XeboYRl9UvSjPV3ikp5R42jhtngWUclZkd6bS6n3v8iUiWColrn7sP8Uqfu8RfAizlUrXyRKZUOiKvi5h0w/QeROwoKeUetuXreFfIwucjUkMjIgYXREpL1OA1z9358zrnQmw8cp57AITdkL1/PiwaRKWT4UHYHb4VERfPHwotdw41vxSzsbSUe8xKuHCFalQUkUgunzilJE6yAuG1t6i0E5Ww2ktJKfewEUUpZtuOCHMhI44odcYJRTOGefjcSy8bS0u5h91QgnDLlGIl9kKc8itqFqkVrvdz96GdhDvPPZx4S0u5h739gNfnI9K200ycqZB+OzvippCjgFtFbPoiWYLFUFrK3cuzITTSwspqp9IHIaVI+srvtHi2QmOc12F1bHHOM56UlHIPG1GsOLWTkS73YBGj9ljjRzMplbzTUlLK3UulCWMhhZt57kF0IIL0UQD8b/SeXXFcpAgH1z73wmPHAensLRPmClXpcw8C97nMpXzi3FI1CJIMAEG4ZfhFIFKnaoYfBkrYkynCoKSUuzfLPQyfe+E8d+tnpM/dGX43eu+D6PHNbF6iOy0jq3iDVvRynnsJII71oM6WkU53CX988bmL0vQcUFLK3ZPl7kP8TsO01TkEUIlFaihRny2THxjHsIIgrBWqFueCNkqkzz0AvFjOUVglFxWlmp3nLoDh7rty92ETLNHxZVfIqDSeACkt5e7Jcg/B514kgzVByClSO/Hd584x+Li59cKSN2r1MyxxSkq5h03E6pxrslvLhCpFaRA1RRUEhZ0Cb5do3DpJt5SUcve2QpVD/A4DKVqhauP5IJSBSApHpLREDddfYvK8t0y0CjWy31AlokoiepuI3iWi94noK8r5GUS0lohaiOhJIipXzlcoxy3K9en+JsE+YTdkURa0RK3xRBnvdS4XQNj1NyiKFzF5T3ip5J0WO5b7IIDLGGPzASwAsIyILgDwEICHGWOzAXQCuEO5/w4Ancr5h5X7IkH8BlRdzHMPZKJ7AHEERNQHVOOM6xWqHgtF9xuqYe4KGVK8lsqdZehVDsuUfwzAZQCeVs4/AeAa5ffVyjGU60upcDWOJNZkfe6yVH0n31dcmpRqur1iy+dOREkiWg+gDcAqADsAdDHGhpVb9gGYqvyeCqAVAJTr3QDG64R5JxE1E1Fze3u7t1TYJfTZMp6diX7HYAuRppXFabZM3HBbT7yv6rV3LigiPc+dMTbCGFsAYBqA8wDM8xoxY2wlY6yJMdbU0NDgNTh7cXp5Ngrz3CNiw6QVMUR4IfPfLSNxitsykdu55+NotgxjrAvASwAWAaglopRyaRqA/crv/QAaAUC5PhbAUS7SesSLxRmG3V48W8ZGHEHsCul7DMHhd1o8+485hhU0vFqb02TrGUGh5l1ULXciaiCiWuX3KABXANiMjJK/VrntNgDPKL+fVY6hXP8zi1utlJgii1MiiT4p61swGcATRJREpjN4ijH2HBFtAvALInoAwF8BPKbc/xiAnxBRC4AOADf4ILcrvLllgp+O5W6Fqv+IpNr97qh4+o/5LOZhgbnTuM1zd2q5686WCY+w3KmWyp0x9h6AhTrndyLjfy88PwDgOi7ScSb0jcO87jMSFYtZESMy8njAf7eMzxEIiB9ZVorlIFeo2n02hAHV4m+o8o/DDVEZ2OWB7/nldRCds4BBKjm39aR499QIzFTzEnNUfe4i4amhRECfRcX6SKczf6Mijzf8dsvwC1+M/JYERUkp97DxY1m1dSx+xCC1jMQGbn3unt2X9s4FRWRXqIqEJ7cMhyLyPi0uGkpVTUY0pPFG1D/WkTcVkkcd9ByC//iyn7v3IGJHSSl3TytUQ6gdRV+MsTXP3R9ZHIoRGyLuco81btPux2K/cFeohhN5SSl3TxuHcZTDLVGQAdBY7lERyAP+W+78XQzewotfocVP4mhQUso9bLzOlrEVh/NHXCCbWyjELNtdz3P3w+cud4UUG0+TZXgsYvKh0oZBzuceEYE84LRcHd/v6G695zlPheQamj8U+9yDX0AoAlK52302hPiLV6haByB97s4IchETz31m4kBo31DVOxeqzz2ceEtLucfuYx38ZeBBWhEkKvJ4wfGmVE7v19Q5V/nF3efONzw/KF7ExCHM2HWN3rGzt0xs+PFbu1FfU4EEAas3t2F+Yy1eeP9Q9vruI/34wSs70Nl/Au09g/jQ/ClIM4Z393VjdEUK+zr7seKsKThvRh0GhkawatNhnDejDqs2HUYykbOjH39jFy4/bSJe3XYE3ceHsLejD0MjDAsaazEwNIL39nXjwjn16B0cRu/AMKoqUmg6eRx+8MqOIpnXt3bh8Td2YUFjLaaOq8KanUdRV12OT1w4Ewe6B/Luve/XG7CwsRZnTB2L7W3HMLuhBmXJBPpPjKCj/wSODQzhDxsy6R0aYXhm/X5MrR2FXzbvAwBcvWAKjvadQO/gMOZPq8Vz7x3AGVPH4rXt7Zg9YTRuXXQyfrZ2L6bUjsK6PZ0YO6oMVeXJvLQDwMtb8/ffX7enAz3HM1v77+3oR5oxNJ1ch6eaW7FkTj1qKlI40juI1ZvbcOXpE9FzfBgjjGFXex8+MCuz1X8yQWisq0JrZz/2dx7Hwe7jqK+pQEtbL9IMGDuqDHMn1uAjC6diJM3wH6u2Ydq4URhTWYY5E2vw87V7cdL4alSkEljQWIs/bjqMVIJQV12OqbWjMDicxulTxmDlqztRXZGr9q2d/ViE8Xhpaxv2Hu1HKknYcvAY/m7JDMyor8bv3zuI7uND2ftffP8QDvcMoO/ECDr6TmD2hBpcd840bDrYg/JUAtPHV2PVpsMgysx2OtSTK8NHX9mBo70n8Omls7HpYA92tvfh2MAw3j/QDQD45otbcd05jRhbVYbtbZnv42w7fAzjqsuxvrULLW29ubBe3oH+E8Po6s/J9sf3D+HK0yehrWcAG/Z349jAMAp5/0A3BobSqKsuxy+bW3FWYy1OmTgaT69rxdHeE0gmCEtPnYD1rd3oGxzGxxdPx6yGGqzb04me40NgYDgxnMbgcBoJItTXVGDRrPH406bDONgzgJvPOykb1zt7urBuzy6MpNP45MWz8MLGQzg+NIKL5jTgZ2/vwfkzxmN+Yy1+2dyKv79wZva5Dfu7UZYizJs0Bu+2duHxN3dnr/3i7b0YSjOMqyrDu61daBhdgRvOOwmvbmtH34kRAMCOtl509A1iJA1ccdpEbNzfjafX7cuG8fXnt2BHWx/uuHAG5k4cnT3/yrZ2TBpTiX2d/UgzoLIsgQNdx3Hm1Frs7ejDHzYeQu2oMnx88QzUVZfjd+8eQGtHP0ZXprBo1ng8u/4AFs+ux472Plw0t16Tni407+7EhxdMQd/gMLYd7sXg0AgGh9M4++RxOHd6XVE58YCiMHre1NTEmpubPYWx+WAPlj/yGhd5dj+4Al/67Ub8ZM0ew3vOmjYW7+3r9hTPJy6cgf96bZfutX/90Gn4199t8hS+U7644lQ88PvNtu//9NI5+OwVczH9vt/7KFU+/31rE3Ye6cXXn9/CJbxbLjgZX73mDN00PPdPS/DB775uGcbnl83DQy9k5Ln5/JPw07V7Te8/f0Yd1u7q0L22ePZ4PHbbuZj3pRey5xrrRqG147ilHECm7i5+8M/Y32XvfgC4/NQJ+NPmNt1r8xtr8cxdi03LePeDK7LXV33mIlzx8KsAgIpUAoPDaVsyzG+sxbutXUXhXvXIa9h0sMf02f+4bj7u/eW7uteav3g5ln37VRzpPVF0bVZDNVbfe0n22CiNk8dW4mCBoXXR3Aa8uo3PR4Z2P7jC9bNEtI4x1qR3TRi3TN9gsZXihQMWjWN/p/3G44ZOjUUWFF0hxOmU7uNDaD82yC28VNJ4SpKe5avHkd6cPEb1Rvv209rRbxjW3o5+jKTzDS67il3FiWIHgH7F4tVjV3uv4TU9hkZysttV7ACw52if7vmeAes6eWLEOJ6hkbSuYgeAHe36cRZSqNgBYK+BvFFCGOUeNCIufnHsl4zAW59XgkpCmUknUkjQucozD7jP7rERXNrkJgGqqGukcneJ7/uAh1Ar49AQiKL3eT870iQ1MpvJX7QqOQDMlKNTwqhD6bT3SKPgnuaNVO4uCXIKXVA4jVKE5hBUo0446JCCVjRcLfcQKkWhG0uLXXEE1O1SuUcVntaUXeJQwTOzUPhhlmS7LgY7etuubg/jpWSEY8GHUW9HOEQZhtx+I5W7S3zfk8Tf4A3idLpa0ydBAiSoNDhxJQXvc+foluEWkhKeDdnM3DJ20yZAVS5CKneX+L0kOhRLIgY1nMDXdOcxAGhHcWtvMbudADD7k0y4wMFlrQkrDMvde5zScpdk8b0qxEC3i7DqLzDL3cG9QedrlAdU7QRn6nO3KY+Aul0qd9f4XBnC8blHv4arKz95YZpim9lhRxrKmy1jfh9PS9oOZsrRKWHUIT6zZTgIEjGkcneJkLNlSm+aezQt94Azlqty5xaSEp6NAHm4ZUR4Cy1EKneX+N0Ag7begFi43AHwnlHCIdUOZ8uYvXkQgi97r2+J2rbAw4p2Co84w2hvfiOVe0QJw5JwvuNh/AnOSHYyWybYnB32qNnytjX2KEtR2DZCNLPc7fvcRajN+Qij3PlXqmDjKyQMCyguUyG5znM3SYOb5Bk9o7XcrSzloPPV6yIgbXrcvgUYPWbLLWMyu8hunXba3OLQFQij3INGyHnucaixnAlq4Fq7a7JVlF5kcmOBevW5ax8PZfsBHnvLCFj3hVHuvBf2WYXn96tzHBRtGK4jIuLqc+eRAq0P3Ug029sPkLeyd/Os2VuiHak9f5DEIzy2H3DaoUZrdyN9hFHuQeN3JZZTIfUhcJ4KyWM81c6Aal6c5srUk+Xu4hmePvdQFjGZyG9XnujXfOdI5e4S36dC+hw+lzgFaBEMLJBOTTvP3XI8x5Pl7vxh77NlNL89haQTto17eLhl5ApVSQ6/fe5y4zBdMlv+cgyQeZ8G51Qcs3wmosA/5O7d5+59QNUL5itUbVruMaj7TrFU7kTUSEQvEdEmInqfiO5WztcR0Soi2q78HaecJyL6DhG1ENF7RHS234kAQthsSUCfu+PZMj7JESQMxgqAZxloOySrfA76Q+6e3TJ58fOtFZ4/1mE7HhFqcz52LPdhAPcyxk4DcAGAu4joNAD3AVjNGJsDYLVyDADLAcxR/t0J4FHuUusgWtnILX/1Ic6fs2CMebfcHS5iMrXc4e1Nwk3HwNVy97Dpmds3Mulz18dSuTPGDjLG3lF+HwOwGcBUAFcDeEK57QkA1yi/rwbwY5ZhDYBaIprMXfJiOf2OoiA+f8M3m7vrF06TJIK1w2CsEHm+nWm7JGufe7CWu1flro3Ty1YA+rrdOjzTee7S524PIpoOYCGAtQAmMsYOKpcOAZio/J4KoFXz2D7lnK8EvebH7+ik5a4PEbg63RnztoAGsDd7x7blTvHefsBLx+T284lm8tu23GNQ951iW7kTUQ2AXwG4hzHWo73GMiXqKHuI6E4iaiai5vb2dieP6hL0nGsu+7mbXOO5mZNdnKZJhAaR8bnrX+PZwearLUvb3XU8ofjc86ZCug8noaPb7a1QlbNl9LCl3ImoDBnF/lPG2K+V04dVd4vyt005vx9Ao+bxacq5PBhjKxljTYyxpoaGBrfya8LzHISz+HwOn+enz+zipoIH7Zoh8N5+gBmm27blbsvnrnHLmPrcvW3568bI8VqEvGbLuB1N4bO3jKuoI42d2TIE4DEAmxlj39JcehbAbcrv2wA8ozl/qzJr5gIA3Rr3jW8Ertx9ji+U3fUcRmlm9cYFs1dOv6w5a5+7h7BDmWWVw9Mbp57lbuMx08/s2ezs4l6P9UjZuGcxgFsAbCCi9cq5fwHwIICniOgOAHsAXK9cex7AVQBaAPQDuJ2rxAaI9loVhlvGTYcStJT+zHP3aLk7jdJshSoFv0LVK1p5vTRDt8VqPlvGXhgi7uduqdwZY6/DON+X6tzPANzlUS7HiFY0YXRWTuNkJooxLmRWqOpf45W2ws7IX8s9XNPdi1Gi12nb+kC2qVvGnjxyP/cIw1vJhF3WYVjuIy6iDF6X8J3pnpkto58I20Vg8SpReNXXXSFdP+kebT6F4nPnYbnH3EjRQxjlHro25owbResVx5Y7jAcj44L5VEhelnu+0vJzPCWM4uA2oOrS527eVqTlHnvirmQKievnyvyGt8/drIOybbg7vG5VVz3V5RCKUGs5cx5PtYVZvbUvT/TrvlOEUe6C6fZwBlRL0efOgp8tYzV1z5tuD7feeLPci9V7cPPc7d0XJ4RR7rwbYhCb8ZuJHIrP3cWWB2FMQeU8Wcaw7tgtAqf7uZvtv+LV1RVGX6tdBOXl7c/tgKpZZylXqAoAT10Y1OCKWcULYxFTGHuBO4fxdctw8Lk7HQi02n/c2yKm4En76JaxE5y5W8auz1087S6McudZraNQzuHMlnGj3H0QxAT+ZWM8FdKvemDqltH874YwZn1o0+NtKqS7EVXTemt7toy9+/zArzITRrnzVDJB9eI8NjziieMVqmYOa59gcL/BlG54JuMGdsvAqTimuoh524I4DB2VP6DK1y1jJzweA6phWu5+RS2McueZQUEVc9R87m78pUE3Ct7RMZgNqNoMg3Pdi9v2A9oxBLf1gTHm2i1j/iYUgddwC/ySUBjlzlPJRMFyj8VsGQRvKfJurIwxw07N/oce+Gp3b4uYwnXLuK22Rm9kdvLCbCJAHCx3v+IWRrnzzJ6gytksmqh9i9IIESx3dxc1t0XIcg9/nrt77a5rudsIznTjsBjMlpFuGQt4DkoEptwjZrk7TbfXOdluyFh4HMPj4HPna1gwb19i4iiLXXhsHGZUrrbmuVvMPrKDtNwjDF/rKSC3DIfXSZ64mS0T/OcNObtlYFx3bJcBT8MC3hR0GDpKa4i4NUoy5aqziMlGbnDZ8tfWXfFCGOXO1+fOLShTzCpePHzucRiuMsfsYx3hWO7R87lbdahpDm4ZI8vdTjMwXcRkc2FemBuHScvdAq6We2ADqsbX5GwZffyIzijIEAx30y2Ig5bFbph5A6quLXcjn7udAVUzy90eYW4/IH3uFsTScjeJJ5QBVaeWeyg+dxbYlr+2B+NsqBAnHUXUtvy1kofbxmFuLXcOK1TDHFCVlrsFvAe1giBqA6p2X2Hznom55W76sQ6bZcD3rdGrz90Ht4zFdW0dcLtthl6nbTctcf9Atl8xi6PcOc+WCaKozeKIxZeYEILlzvyYLaN/zf4n2vjiabZMGG4ZLouYdL5YxUExx2IqpAujyg4CKXd+YclFTPYJYyok1/CYsVslFJ878+Zz9wMrt5O2rnqZCpko0O52g+Lhcw9zQNWvaQnCKHeuu0LyC8qUqA62TlQAAB2FSURBVA2oOo3TTDH6BW/lx8AM3VE8fe725fG4K2QIlnvefu5elqgWYLc+cvG527rLH/xq6sIod54NLCjL3Ux5hDF67ybZge8KCc7K1KSDsr1drNZy5SFPxKZCWpE3z92Lz73ALWN/u16TcOPgc5cDquZwVTIs/I91DLsZ3fSI84bpbTWlKxjvqYfeFzFpfc5GYdmtT5mPddi8We957gPOdnzu3i13PZ97oJZ7iKa7XwZSyp9gg2fTgR5uYT34whZsb+vlFp4Rv99w0PDawFDwyn3P0X5H9//87VZUlwdbhR5/cze6jw9xC+/tXR2458n1utfW7jxqK4yfrNmd/e3VAjzcM4gd7e7r3srXdnqKv5BjA8N49JUdpvf8QHP9ibf2uIpnOM3Q2nE879yjL5vHq3J8aMTw2pd+u9H02X/5zQYAwE6Heb7bYVsxY+P+blw6bwK38FQozIEElaamJtbc3OwpjBtWvoU1OzsMr8+bNBpbDh3zFIdEYsWS2fV4veVI3rlUgvCZK+bimy9utRXGhXPq8dr2I9Y3RpwEifltUt58+UOn4fbFM1w9S0TrGGNNeteEccukEgmUp3LJmTimAgDwvZsWYveDK/DCPRfhrfsvK3qu5WvL8ejNZwMAZk+oyZ7f9G9/g5avLcdTn1xkGu9z/7QEux9cgY9/YDoA4IZzGw3vvb5pWtG5/3vl3OzvbQ8sz7v2+WXzTOMu5NV/vhS7vnEVfvWpDxRdW3b6JNNnJ4yuyP5e98XLde/Z8K9XFp2769JZ+DulYi48qbbo+qcvm20arxHvfvlKtHxtOXY/uAK7H1yBN+4rLjszaipybxSjK4rfLgrzGgB2fP0qPHLDAt3w/nD3hbbiNXIR3HXpbLR8rThOvfic2FtXnDYRAHDWtLH2H1IYX12e/X3vFXOzef2bf8jUn9Mmj8m7Xy8fy5OZNrfizMlYc//S7Pl/u/p0bPlqpvxUVn3mouxvvbagZVxVme75G85txM/+/vzssSqrlhvPO8k0bDO+ee1ZReee/cfF2br4oflTsm1lythKAEBlWb4a/dD8KQCAaeNGYfvXliOVMHbKPfdPS3DLBSe7ltcMYZR7mjFUJHPJURtImeac9rdKKplAUsl8bSGMKksilUygqjxpGq/6rDqNy+lXgipSufC1nVNGXmdhJZMEIkJFqjidSZMKlolLk086zwOZPCmkPJlEhVK5K1PF1yst8s+IVIKQ0siUdJiv2ryrKCtOT2FeA5k8SiX0016pk3Y9zMYtUjr1r0Inz5y4dvTquV1SmjzSZq9RWCmd+lhVkZG/PJXIu54g0qnPuWO9vMiPy1gG7TW98tKr/3YZXanTgaUS2TgJuQ5cbSdlBTKUaXRCWTKhm29aWa3ywi3CKHfG9CufVikYZbGqkLWVTz1XOPe2+Fko92UlsSWvSsJE6Vop5CJZ1DB1ZDaLpzAuozv15Ekmcnmsl/9mVosZhWlwunBJW5ZWZWgHu52L0wHF8pS7D1SoqG5Vp50fkK8Y3X66UM1nonwZ9NKgrT9lFvXC6HKCCFpdqNcXeyluvY5Nu3KWKDM+AOTSW9i21HZgpxyt2qUXhFHuacZ0e8A8pWVQ6upZ3c7BIvPVglcLyekQhplx7li5k/FzVi8BtvJJ53wykcimXbdTcdnSCh9zGoq2kTrNRz0MDPoinM440lMmTtYbqHfalU9LoaXtBtUtkyDKU1R6nZz2upW1aiRPgijvml7Zetl7SFe5a4LTWu5qegplUNNmpyq46ZTtIoxyZ0zfGkjYsEjV/C18vQIAqzcm9Vn1r2PlbqJ4nDY4tVLryWxlmSUKKrBdkoncs3pJcatYi9LuMBitS4CL5W4zHU4tdz1lMjTiwnJ3kc/atyq3/Z/q/kpQvgx62aBVZFZvdGbKXRsPb+Wob7lrfhNlpylnLfcCGVQ9pFruZp0ND8PDCGGUe5oxJDWWiFq38twyBvmontez3O0qBvU+p4tIuLplskrWeYXJt9ztP5fIy18/LXdn4Wh97jwakF0lwsNyd7LGIWu5u8jnfDek48fzwkgQWbpltLaTmR+68N6885SfVr3242U6qp6bzMpyLxRBtdylW4YTDPqWt/aUkYJQz1u5dfSfVeJxa7mbtCqnVol6txtllqekHShSK1+928rr1eeu9SfzccvYVO4OlyeU6yl3R5Z75q+bNCbzLHd3eZTzuVNeW9NrB/mWu0u3TMLacvcyvVt/MDlfu2d97gl9WXM+d0UeE4MvVLcMEf2IiNqIaKPmXB0RrSKi7crfccp5IqLvEFELEb1HRGf7JnkBGZ+7nq/Z2t+gZr6eMWF/QFW13J1hpjQcK8bQLXedcF1W3sKkOw0lycHlkBeeTwOqZTqW4pCDHkLvDdUuKZ0JBE5RZ4wkyNmAqlVnZFSHiazD8TK33trnTrkONeuWKQgjofrc7Vju7uS0g52gHwewrODcfQBWM8bmAFitHAPAcgBzlH93AniUj5jWpJm+NWBHaalvwXoVytoiIiVsRbnztNwdFnzO5+5NubtHL/9chlRkuTuTL+FAkTgNzww+bhnnPnc3b0hlFm9ddijP+tzJ0ufupEyMirtwQJW3W8ba566RJZHf9lUKLXczQrXcGWOvAihc+nk1gCeU308AuEZz/scswxoAtUQ0mZewFoLmWe5q+doZUM0OfLhQ7oVTIZ363LkOqJJ1mHbiclvfdC13TqaJY8td2wgjPKDq1S2j4kZJaPPFTox69+R87vntR9dyd1DHjC4XDtzqpduL5a5XHtp0aWPLTYXMv7+swOcetwHViYwxdWOUQwAmKr+nAmjV3LdPOVcEEd1JRM1E1Nze3u5SjBwZy93cLWNk/amVQS+fLd0yhfc5rFhBzXO3It937q7C6T3Fa32G0yQ5cQHYwW4QPCx3J26ZtIfZMjyMRq3PPU8uHQ3rpI6ZzpbJs9yL7/Hkc9cbUNX+1rHci3zu6mwZG71MpAdUWSYnHecmY2wlY6yJMdbU0NDgVQx789yNZQHgzi2TW+yUk8MJZqE7t9w9uGV8stx5WM2A8w7Hai60X/E73RNfbxWyM7dM5q9dJaG9jUfZaGfLaNF1y2iVskXUxj73/IFbfcuds1tGE4W2HhhNhSyc5x7ZAVUDDqvuFuVvm3J+PwDt5irTlHO+k2b6DcWOuyFruevkht3MVxVrmBslqZK6ekXPm1XkNn7z/PeEw2DyFQkH5W4zCOcDqt4s99zgnr37teNSPDxm6tTBQmVtNaBqd6JCURiF89x5D6jqZErhCtXCuAtlLXOwQjWKbplnAdym/L4NwDOa87cqs2YuANCtcd/4CmOswL9b/LpqZH2NmPjcrRqA+oT6qPn3HHXOmQfvCLXBeG20TpSh9stI+j53PpVXLxgzMbXWEhfL3Se3jJ6P19lsGWcDqnn7yWjagx1Xht4tWcu9IH7dee5aC9jK527olkGBW4av5Z7U6SXJQG5jt4zqc7eOj5vxo4PlZtxE9HMAlwCoJ6J9AL4M4EEATxHRHQD2ALheuf15AFcBaAHQD+B2H2TWhbHcyL16DNibLWPmlrGaj+t1KiRXFFmsZLYMhqNbhpdyN1ogZUeZRtktozdO5GyFauav3be1lI324ITyrM89/7yegs0bmLSI3KjICue56+Wfl13M9cLLF7U47qKpkElVF1gPqLrde8kOlsqdMXajwaWlhScU//tdXoVyQ5oxy6mQZs8CBvPcLS33/AI2s4D06rOZdE6LPdvRuNDt+a+eTn39xtd4+RT1QkkQYPSZBj3fqKf4LYJIJQjDaeZYuevVTzd7y1it+FThvS2DGl5hHlslwa3PvXDKpd59Xix3vfDyO6Xie4u2H0g6sNwj6JaJHGnGDDbMsuFzN5vnbtM3qD4bwtfxcrIof/0cpDFDL+38LHe9c/bC5mO5m6M2UqfK3e3ioSzZmV7O84JH0RgPqJrng5W8hpY7Wc+X9+Jz19+ITP+31QrVsD+EJIxyZ8hXAGq2Go10a/Eyzz0bdnZANbwC9TJbhgdWg2he0B+stfcsD+vISgkns+XvOSpHMJ2xJTO8bPOrp6y0G4fl32selmXUNqdC8p4tYzW2ozegWvimXOhzD+Oj5YBIyp3pWwN5i5gMfe7KvS6sw5zlnvkbhdkynq1Bl+juBOij5W7bWuUgglUQSZeWu1fSDi33/G1+vcevTmIorHNe88FINqKCtw9dn7v7uC3bO7T5Z+SWCd/QAwRS7mnGDBYh5X4bFVvaZEDVisKPeoT5KhaSTs+il3Y/ZwO4cUW4xSoqNQqns2W84nTL3/wBPH754tQtY4VR2SYTZFnuvF2j2n5KfypkoVsmf567l/3lvSCUcrfactZyhaqH3HC7iIknYVUiFavpb17Q97nbe5bPPHcLt4yDVYk8yW4cZjOj3XyOrzAuLWqsTt0yVhj73MkyrbzboLZM83zuWcMu/36rr0wFhTDKnbECn3vWj547Z2W5u3FnFLpCQnXLhFyn9NLOy0XkZYFUEGMQWbdM4JZ75q/XvLAjtl7HZThJwad8SJC1wcC7DbI8y73YJWS0QjVsoiEFBwx97jZmy+TmuTuPt2i2TMh+tjDxM+36Pnd7z/o53SwbR9Yt53tUeeQsd3v3e1E8eh2X2ukWXvFaF4weJyJLg4G3a9QoLUaWe+G0VDmg6pFCn7uanY7cMq4s9/wCDlO3h225+5l2vaTZH1ANznIPHIcfyPayaEbPl00G9d6r9Wz0uJ0y5+6W0YSnt0K1UK/obWEQBtGQwiXd/UNY9I3VOOWLf8DB7gF09Q9lr00eOwqA/uKOCaMr8o6rKzJrucZVlTuWQS3XMaPKAAANBWFrGVddHH51RdLw/lHlxddm1Fcb3m9W8a3SNmlsZd7x1NpRpver1FSWYayS9sJ81VKus4eKE/TSNsVExjpNXtfXGMtVSJVJeZhhFodaN/xArW9qHbZi2rhcno01kKuyLFNWE8ZU5NUDs0V4hdapUdgqNRbyGlnfoyvNnxtdmUJdtf3ytkPeV700mVBXnUnj5IK2U6Hk3xTlfFhjYfZqREQ51DOAg90DmDOhBtvbenH42GD22hO3n4s1uzowpjK/kv3nzWdjQWMtdrT3YsLoTOZ/dOFUHB8awceaGrFkTn3Rfh8/+ngTjg0MY9KYSnxs5Zq8a2qxLT9jEh645gxce840XDy3Afc8uR4A8N0bFyLNGNbsPIrPXD4XV5w6EY+9vgsXzW1AmjFcesoE/M/t56JxXFVeuF//yJm4eG4DfnjLOVi7swPLzpiE8lQCqQTh+y+1YNkZkzA0wrCvsx/9J0Ywo746b7DsezctxOaDPWg/NoiTx1fjjiUz8MH5k9Ha0Y9dR/pQnkpgYeM4lKcS2HSwBzeddxKm1FZi9oQaAMDTn1qEJ//SirJkAuecPC6rnJ+5azFebzmCRbPG4/0DPfjowqnZHTlvPLcRF8wcj5kN1bj2B29lZVl5yzmYN2kM9nX1Y0xlGf646TC+s3o7AOCHt5yD8dXleHPHUTSMrsD9v96gW9aJBOGhvz0TO9r7sPLVnUq5nIub/msNtrf1Zu9bfsYkzJlQg789ZxquP7cRf3z/EO6/ah6m1FaiZ2AYsyfUoL4mo/hfvOcibDnUgzdajuDWRdMBAJfMbcDXP3ImBodH8JXfbQIAPHpz/gfFfnvXYrzRcgRTaiuRTCTw8tY23L10DpZ9+zUcH8qsmf3HS2ejtbMfjeOqcN6Muuyzv/rUB7Cvsx+tHf04c1otAODx28/FtHGj0NU/lM23xrpRmD6+Gm/tOIrhNMPZJ9Wio+8Edh/tz5PlGx89C1duacOMhlyn/5UPn476mgq88P4hnDKxBkSE8dXl2NvRj3uvPAWnTR6DvhMjuO6cafjVO/sA5Cvn2RNG49+vm4/LT52AvR39eGb9AYwdVYbtbb343bsHMGF0Bb6w4lTUVKSwcX8PgJw//uefuADPvrsfdy+dkw3vxXsuQtuxgWx5r9l5FNcsmIrPPvVuXlruXz4PddXl+Oen3wMD8PDH5qOmogxV5Un8+p39OGPqGKw4M/N5iIc/Nj/bth+7rQkz6qvx8tZ2zG8ci1MmjUEqQbj+3EZ09Z/AzIYatPUMFLXdT148E209g/jNX/djdGUKj9ywAADwv3ecj+qKJN7ccRSTxlTipPG5tnnj+SehLJXAmMoyfOLCGZg0dhSub8q0eTU9jeOq8IWrTsW5mnJX077t0DEsmjUea3d14PQpY+AnFPYqKgBoampizc3Njp/buL8bH/zu6/hYUyOebG7FWdPG4r193QCA3Q+u4C0mAGD6fb8HkLEQjg0M4+0vLM12Enr3OZXD7XNR49pH30Tznk489clFecoNAFo7+nHh/3sJQHE67aRfe8/3X2rBN1/cmr32q099AOecPM6z/IwxzLj/+TxZrGT7xvOb8cNXd+Key+fgnsvnuor3W6u24Turt+ODZ03G9246G1/87Qb875q9+OrVp6Pt2CC+++cWfObyuXj4T9sAAFu+ugyVZUmsb+3CNd9/A2NHleHdL19pOz41Tf9y1TzcedEs03u/8JsN+OnajCy3KJ2hmv//cMksfG7ZPEdpVeNW+dNnL0LPwDA++p9vYn5jLZ65a7Gj8OzGV19TjiO9J/CXL1yOfZ39+Ain+NTwtz6wDBWp3BvgqV96AceHRvDOl67Ie6PkARGtY4w16V2LtVvmhLJ7nuq+CHIwMxqTnaKLmWvUTxc4r7BdzfJRHvEy3bA8u3TdMPj8c9k4/V9ElQ1Zu0KU4+ItIo0DIwJGp1sM96IPWo6A4+PK0HBGuVcpyt3pl+e9oDb+sOeWxxE/V9BGoTS8zKtXO4Zhk5U4WheKWv/KbTznldyinBzqAK2TD4wYkdDMhImvajf70EjAcgQbHV/UrVFHlWWUe5AuJrWgwp6hEkf8zLKwtl7gharcCy1hBmQrW/68a/Pn7GKv6RSvHeFhuWf3aCHNAG2MtXtE1jDFXbmH75aJSDnGClU5+LmXdShw2ChK/TKTarjkbcWsc796rvA5P9BbTq+WoZMPjBSS1CwGyk6tjLHtbmRgBP2WH2vlrvrcK8tU5R5c3CK8PoaFWsm9+KaNw4435TZ859oraj3U+8Qkb/S+uKVuHObFck9l54trFkWJ2LCkW8Y+WctdVe4BancRXh/DImu5+6CQQvXKqK46D61YnXKq5zs3m2dekXQ3P98JuS8L5VDL0IvPPaVnuQvYrqTP3QEnhkN0y2QtdwFroc+odVzv+6Hew4637W7oczdcjq88l/KWbju1WG8fmxQHn3tK88GPnFtGHPQ6xSCItXIvstwDdctk/opoYfiNukcJD8u90BqK+XiqZrZM8eBlFt2PZvjflLPtS2dA1YvlntR1y4jXsIIe7I+1cj+hDB7lfO7SLRMHhpVy8/ohbxEpN5n1ovdWoiqMIAandd0yWZ+7+wFVrfUvotEk93N3wVChWyZIn7sAo/phob5x+TEIKIzlbjLrRXdf9SASnh1QLV7EZCavFUk95S5gu5JuGQeoSqKqPOeWmT6+yuwRLjSMrsCS2Q2ZuMuMt+dR3UVOGWOxOVIcaJqe2XJAbyO1GiV9S+bUuw5/4phMuHMnjAaQ2yiM9/JuJ5w2ObNXyBxlfx43jBmVyZtTlbDOmDIWADCzoRqnTMqk9ZRJo3GhQd7Nb6x1Fe/sBmuZz5qWkUXbxhrrRnmKt7aqLJuWqvIk6pQN7i6YOd5VeGbMUvbfWTI7E19lWSK74dt5071vWXHm1LGm14M2PGK9t8zeo/1oaT+GuRNHY8lDL2HC6AqsvvdiHBsYNt0x0AuHugdQVZFEZSqJA13HMd1gl8bDPQOoTCUxtsrZjoCHugcwqjxpuate1BlJM+w60pfdiKyQne29aKyrKvIVd/adwFA6rbtfj8rB7uOorkhlN47advgYZtRXo7WjHzNtKCm7HO0dBENux8f2Y4NIJsi0A9l++BjmTBztOk7GGNbt6cS8yWNQU5ECYwwtbb3ZMNXwj58YwZHeQTTW5RTtvs5+jKsqt71DJJDJywNdA7b242GMYUd7L2ZPyE9fS9sxzKyvcbxvvlrXR5Ulsb/reHbH011H+jBt3Cju4wi9g8PoPj6E+ppyHOwayLbdHe29OLmuyvNHNvoGh9F1fKhoR9V5X/oDBobS2PRvf4Oqcr6Gm9neMrFW7iptPQM47+urUV9TjuYvXsFRMolEIvFGWMo91m4ZlbC+PC+RSCRWyAFVD2Q/Tix1u0QikQAQRLnnPk4ttbtEIpEAgih31XKvdDk7RSKRSPyiSudzmUEQ/zl3yHyP8fPL5uHK0yeGLYpEIpHk8dT/WYRVmw5zH0y1QgjlDgCfusT8E2ESiUQSBrMaajDrYn5TdO0ihFtGIpFIJPn4otyJaBkRbSWiFiK6z484JBKJRGIMd+VOREkA3wewHMBpAG4kotN4xyORSCQSY/yw3M8D0MIY28kYOwHgFwCu9iEeiUQikRjgh3KfCqBVc7xPOZcHEd1JRM1E1Nze3u6DGBKJRFK6hDagyhhbyRhrYow1NTQ0hCWGRCKRCIkfyn0/gEbN8TTlnEQikUgCwg/l/hcAc4hoBhGVA7gBwLM+xCORSCQSA3zZ8peIrgLwbQBJAD9ijH3N4v52AHtcRlcP4IjLZ+OKTHNpINMsPl7TezJjTNevHYn93L1ARM1G+xmLikxzaSDTLD5+pleuUJVIJBIBkcpdIpFIBEQE5b4ybAFCQKa5NJBpFh/f0ht7n7tEIpFIihHBcpdIJBJJAVK5SyQSiYDEWrmLuLUwETUS0UtEtImI3ieiu5XzdUS0ioi2K3/HKeeJiL6j5MF7RHR2uClwDxElieivRPSccjyDiNYqaXtSWRQHIqpQjluU69PDlNstRFRLRE8T0RYi2kxEi0QvZyL6jFKvNxLRz4moUrRyJqIfEVEbEW3UnHNcrkR0m3L/diK6zakcsVXuAm8tPAzgXsbYaQAuAHCXkq77AKxmjM0BsFo5BjLpn6P8uxPAo8GLzI27AWzWHD8E4GHG2GwAnQDuUM7fAaBTOf+wcl8ceQTAC4yxeQDmI5N2YcuZiKYC+DSAJsbYGcgscrwB4pXz4wCWFZxzVK5EVAfgywDOR2an3S+rHYJtGGOx/AdgEYAXNcf3A7g/bLl8SOczAK4AsBXAZOXcZABbld8/BHCj5v7sfXH6h8weRKsBXAbgOQCEzMq9VGF5A3gRwCLld0q5j8JOg8P0jgWwq1BukcsZuR1j65Ryew7A34hYzgCmA9jotlwB3Ajgh5rzeffZ+Rdbyx02txaOM8pr6EIAawFMZIwdVC4dAqB+DVyUfPg2gM8BSCvH4wF0McaGlWNturJpVq53K/fHiRkA2gH8j+KK+m8iqobA5cwY2w/g3wHsBXAQmXJbB7HLWcVpuXou7zgrd6EhohoAvwJwD2OsR3uNZbpyYeawEtEHAbQxxtaFLUuApACcDeBRxthCAH3IvaoDELKcxyHz4Z4ZAKYAqEax+0J4girXOCt3YbcWJqIyZBT7Txljv1ZOHyaiycr1yQDalPMi5MNiAB8mot3IfLnrMmT80bVElFLu0aYrm2bl+lgAR4MUmAP7AOxjjK1Vjp9GRtmLXM6XA9jFGGtnjA0B+DUyZS9yOas4LVfP5R1n5S7k1sJERAAeA7CZMfYtzaVnAagj5rch44tXz9+qjLpfAKBb8/oXCxhj9zPGpjHGpiNTjn9mjN0M4CUA1yq3FaZZzYtrlftjZeEyxg4BaCWiU5RTSwFsgsDljIw75gIiqlLquZpmYctZg9NyfRHAlUQ0TnnjuVI5Z5+wBx48DlpcBWAbgB0AvhC2PJzStASZV7b3AKxX/l2FjK9xNYDtAP4EoE65n5CZNbQDwAZkZiKEng4P6b8EwHPK75kA3gbQAuCXACqU85XKcYtyfWbYcrtM6wIAzUpZ/xbAONHLGcBXAGwBsBHATwBUiFbOAH6OzJjCEDJvaHe4KVcAf6ekvQXA7U7lkNsPSCQSiYDE2S0jkUgkEgOkcpdIJBIBkcpdIpFIBEQqd4lEIhEQqdwlEolEQKRyl0gkEgGRyl0ikUgE5P8DBT2K4qGC9s8AAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "import matplotlib.pyplot as plt\n",
    "\n",
    "plt.plot(trialnum,max_tile)\n"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}