Q_Learning/Q_Table_own_example.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import random\n",
    "import pandas as pd\n",
    "import math"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [],
   "source": [
    "# GRID\n",
    "\n",
    "#[0, 0, 0, GOAL]\n",
    "#[0, X, 0, Lose]\n",
    "#[0, 0, 0, 0   ]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "class Grid():\n",
    "    def __init__(self):\n",
    "        self.grid = np.array([[0,0,0,0],[0,1,0,0],[0,0,0,0]])\n",
    "        self.update_grid = self.grid.copy()\n",
    "        self.dest_posi = (0,3)\n",
    "        self.neg_posi = (1,3)\n",
    "        self.start_posi = (2,0)\n",
    "        self.block_posi = (1,1)\n",
    "        self.agent = 8\n",
    "        \n",
    "    def update(self):\n",
    "        self.update_grid = self.grid.copy()\n",
    "        \n",
    "    \n",
    "    def print_grid(self,agent_posi):\n",
    "        self.update_grid[agent_posi[0],agent_posi[1]] = self.agent\n",
    "        print(self.update_grid)\n",
    "        self.update()\n",
    "        \n",
    "        "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "class Agent():\n",
    "    def __init__(self, start_posi):\n",
    "        self.start_posi = start_posi\n",
    "        self.posi = self.start_posi\n",
    "        self.new_posi = self.start_posi\n",
    "    \n",
    "    def choose_action(self, q_table):\n",
    "        state_actions = q_table.iloc[transform_state_to_Q_table_state(self.posi), :]\n",
    "        if np.random.uniform() > EPSILON: #or ((state_actions == 0).all()):  # act non-greedy or state-action have no value\n",
    "            action_name = np.random.randint(0,3)\n",
    "        else:   # act greedy\n",
    "            action_name = state_actions.idxmax()    # replace argmax to idxmax as argmax means a different function in newer version of pandas\n",
    "        #print(\"Action_choosen: \"+str(action_name))\n",
    "        return action_name\n",
    "    \n",
    "        \n",
    "    def action(self, q_table):\n",
    "        # up = 0, left = 1, right = 2, down = 3\n",
    "        #action = random.randint(0,3)\n",
    "        action = self.choose_action(q_table)\n",
    "        #print(action)\n",
    "        #stocastic_move = random.random()\n",
    "        self.posi = self.new_posi\n",
    "                            # Block edges          block middle stone\n",
    "        if action == 0 and self.posi[0] != 0 and self.posi != [2,1]:\n",
    "            self.posi[0] = self.posi[0]-1\n",
    "            \n",
    "        elif action == 1 and self.posi[1] !=0 and self.posi != [1,2]:\n",
    "            self.posi[1] = self.posi[1]-1\n",
    "        \n",
    "        elif action == 2 and self.posi[1] != 3 and self.posi != [1,0]:\n",
    "            self.posi[1] = self.posi[1]+1\n",
    "        \n",
    "        elif action == 3 and self.posi[0] != 2 and self.posi != [0,1]:\n",
    "            self.posi[0] = self.posi[0]+1\n",
    "        \n",
    "        else:\n",
    "            pass\n",
    "\n",
    "        return action\n",
    "        \n",
    "        \n",
    "    def give_posi(self):\n",
    "        a = self.posi.copy()\n",
    "        return a\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n"
     ]
    }
   ],
   "source": [
    "start_posi = [2,0]\n",
    "agent = Agent(start_posi)\n",
    "grid = Grid()\n",
    "grid.print_grid(agent.give_posi())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "def make_Q_table(actions,n_states):\n",
    "    table = pd.DataFrame(\n",
    "        np.zeros((n_states, actions)), columns = list(range(actions)))     # q_table initial values\n",
    "    return table\n",
    "\n",
    "def transform_state_to_Q_table_state(S):\n",
    "    if S == [0,0]:\n",
    "        return 0\n",
    "    elif S == [0,1]:\n",
    "        return 1\n",
    "    elif S == [0,2]:\n",
    "        return 2\n",
    "    elif S == [0,3]:\n",
    "        return 3\n",
    "    elif S == [1,0]:\n",
    "        return 4\n",
    "    elif S == [1,1]:\n",
    "        return 5\n",
    "    elif S == [1,2]:\n",
    "        return 6\n",
    "    elif S == [1,3]:\n",
    "        return 7\n",
    "    elif S == [2,0]:\n",
    "        return 8\n",
    "    elif S == [2,1]:\n",
    "        return 9\n",
    "    elif S == [2,2]:\n",
    "        return 10\n",
    "    elif S == [2,3]:\n",
    "        return 11\n",
    "    \n",
    "def retransform(Q_state):\n",
    "    if Q_state == 0:\n",
    "        return [0,0]\n",
    "    elif Q_state == 1:\n",
    "        return [0,1]\n",
    "    elif Q_state == 2:\n",
    "        return [0,2]\n",
    "    elif Q_state == 3:\n",
    "        return [0,3]\n",
    "    elif Q_state == 4:\n",
    "        return [1,0]\n",
    "    elif Q_state == 5:\n",
    "        return [1,1]\n",
    "    elif Q_state == 6:\n",
    "        return [1,2]\n",
    "    elif Q_state == 7:\n",
    "        return [1,3]\n",
    "    elif Q_state == 8:\n",
    "        return [2,0]\n",
    "    elif Q_state == 9:\n",
    "        return [2,1]\n",
    "    elif Q_state == 10:\n",
    "        return [2,2]\n",
    "    elif Q_state == 11:\n",
    "        return [2,3]\n",
    "    else:\n",
    "        print(\"ERROR!\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "def calc_divider(EPOCHS,steps, EPSILON, EPSILON_FINAL):\n",
    "    return (EPOCHS*steps)/(math.sqrt(EPSILON_FINAL-EPSILON))\n",
    "\n",
    "def update_epsilon(div,EPSILON):\n",
    "    EPSILON += ((EPOCHS*steps)/div)**2\n",
    "\n",
    "def build_policy_table(q_table):\n",
    "    indx = []\n",
    "    for i in range(len(q_table)):\n",
    "        #print(q_table.loc[i,:].idxmax())\n",
    "        indx.append(q_table.loc[i,:].idxmax())\n",
    "        \n",
    "\n",
    "    policy = np.reshape(indx, (3,4))\n",
    "    #print(policy)\n",
    "    policy_arrow = np.array([[\"0\",\"0\",\"0\",\"0\"],[\"0\",\"0\",\"0\",\"0\"],[\"0\",\"0\",\"0\",\"0\"]])\n",
    "    for i in range(3):\n",
    "        for j in range(4):\n",
    "            a = policy[i,j]           \n",
    "            if a == 0:\n",
    "                policy_arrow[i,j] = \"^\"\n",
    "            elif a == 1:\n",
    "                policy_arrow[i,j] = \"<\"\n",
    "            elif a == 2:\n",
    "                policy_arrow[i,j] = \">\"\n",
    "            else:\n",
    "                policy_arrow[i,j] = \"v\"\n",
    "\n",
    "    policy_arrow[1,1] = \"0\"\n",
    "    return policy_arrow"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.1 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  0.0\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.0003\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.1 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  0.0\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.0003\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.1 -- Action: 2 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  0.0\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.0003\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.1 -- Action: 0 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  0.0\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.0003\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.1 -- Action: 1 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  0.0\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.0003\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.1 -- Action: 0 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  0.0\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.0003\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.1 -- Action: 1 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  0.0\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.0003\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.1 -- Action: 2 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.0003\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.0005969999999999999\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.1 -- Action: 2 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  0.0\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [0, 2]\n",
      "Q_new:  -0.0003\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.1 -- Action: 0 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.0\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [0, 2]\n",
      "Q_new:  -0.0003\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.1 -- Action: 0 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  -0.0003\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [0, 2]\n",
      "Q_new:  -0.0005969999999999999\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.1 -- Action: 0 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  -0.0005969999999999999\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [0, 2]\n",
      "Q_new:  -0.0008910299999999999\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.1 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.0\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.01\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.11 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  0.0\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.0003\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.11 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  0.0\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.0003\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.11 -- Action: 0 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  0.0\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.0003\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.11 -- Action: 1 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  0.0\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.0003\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.11 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.0003\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.0005969999999999999\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.11 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.0003\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.0005969999999999999\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.11 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  0.0\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.0003\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.11 -- Action: 1 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  0.0\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.0003\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.11 -- Action: 1 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.0003\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.0005969999999999999\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.11 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.0005969999999999999\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.0008910299999999999\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.11 -- Action: 1 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.0005969999999999999\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.0008910299999999999\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.11 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.0005969999999999999\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.0008910299999999999\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.11 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.0008910299999999999\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.0011821197\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.11 -- Action: 1 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.0008910299999999999\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.0011821197\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.11 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.0003\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.0005969999999999999\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.11 -- Action: 2 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  0.0\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.0003\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.11 -- Action: 1 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  0.0\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.0003\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.11 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.0003\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.0005969999999999999\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.11 -- Action: 2 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.0005969999999999999\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.0008910299999999999\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.11 -- Action: 3 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  0.0\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.0003\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.11 -- Action: 1 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  -0.0003\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.0005969999999999999\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.11 -- Action: 2 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.0008910299999999999\n",
      "R+y*maxQ(s`,a):  -0.03027\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.0011848197\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.11 -- Action: 0 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  -0.0003\n",
      "R+y*maxQ(s`,a):  -0.03027\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.0005996999999999999\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.11 -- Action: 2 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  -0.0003\n",
      "R+y*maxQ(s`,a):  -0.020999999999999998\n",
      "S_:  [0, 2]\n",
      "Q_new:  -0.000507\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.11 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.01\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.0199\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.12 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.0011821197\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.0014702985029999998\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.12 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.0003\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.0005969999999999999\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[1, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 8 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.12 -- Action: 0 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  0.0\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [1, 2]\n",
      "Q_new:  -0.0003\n",
      "-------------------------------\n",
      "[1, 2]\n",
      "S:  [1, 2]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.12 -- Action: 0 --\n",
      "S:  [1, 2]\n",
      "Q(s,a):  0.0\n",
      "R+y*maxQ(s`,a):  -0.012089999999999997\n",
      "S_:  [0, 2]\n",
      "Q_new:  -0.00012089999999999997\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.12 -- Action: 1 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.0\n",
      "R+y*maxQ(s`,a):  -0.03027\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.0003027\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.12 -- Action: 3 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  -0.0003\n",
      "R+y*maxQ(s`,a):  -0.03027\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.0005996999999999999\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.12 -- Action: 0 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  -0.0005996999999999999\n",
      "R+y*maxQ(s`,a):  -0.0304563\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.0008982659999999999\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.12 -- Action: 0 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  -0.0008982659999999999\n",
      "R+y*maxQ(s`,a):  -0.0304563\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.0011938463399999999\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.12 -- Action: 1 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  -0.0005969999999999999\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.0008910299999999999\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.12 -- Action: 0 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.0003\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.0005969999999999999\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.12 -- Action: 0 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.0005969999999999999\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.0008910299999999999\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.12 -- Action: 1 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.0003\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [0, 0]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Q_new:  -0.0005969999999999999\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.12 -- Action: 1 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.0005969999999999999\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.0008910299999999999\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.12 -- Action: 2 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.0011848197\n",
      "R+y*maxQ(s`,a):  -0.0304563\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.001477534503\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.12 -- Action: 2 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  -0.000507\n",
      "R+y*maxQ(s`,a):  -0.012089999999999997\n",
      "S_:  [0, 2]\n",
      "Q_new:  -0.0006228299999999999\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.12 -- Action: 0 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  -0.0008910299999999999\n",
      "R+y*maxQ(s`,a):  -0.012089999999999997\n",
      "S_:  [0, 2]\n",
      "Q_new:  -0.0010030196999999998\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.12 -- Action: 0 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  -0.0010030196999999998\n",
      "R+y*maxQ(s`,a):  -0.012089999999999997\n",
      "S_:  [0, 2]\n",
      "Q_new:  -0.0011138895029999998\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.12 -- Action: 1 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  -0.0003027\n",
      "R+y*maxQ(s`,a):  -0.030539729999999998\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.0006050703\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.12 -- Action: 2 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  -0.0006228299999999999\n",
      "R+y*maxQ(s`,a):  -0.012089999999999997\n",
      "S_:  [0, 2]\n",
      "Q_new:  -0.0007375016999999998\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.12 -- Action: 1 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  -0.0006050703\n",
      "R+y*maxQ(s`,a):  -0.030539729999999998\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.000904416897\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.12 -- Action: 1 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  -0.0008910299999999999\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.0011821197\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.12 -- Action: 2 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.001477534503\n",
      "R+y*maxQ(s`,a):  -0.030539729999999998\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.00176815645797\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.12 -- Action: 3 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  -0.0005996999999999999\n",
      "R+y*maxQ(s`,a):  -0.030539729999999998\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.0008991002999999999\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.12 -- Action: 0 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  -0.0011938463399999999\n",
      "R+y*maxQ(s`,a):  -0.030663751529999998\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.0014885453918999998\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.12 -- Action: 2 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  -0.0007375016999999998\n",
      "R+y*maxQ(s`,a):  -0.012089999999999997\n",
      "S_:  [0, 2]\n",
      "Q_new:  -0.0008510266829999998\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.12 -- Action: 0 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  -0.0011138895029999998\n",
      "R+y*maxQ(s`,a):  -0.012089999999999997\n",
      "S_:  [0, 2]\n",
      "Q_new:  -0.0012236506079699998\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.12 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.0199\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.029701\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.13 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  0.0\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.0003\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.13 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.0014702985029999998\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.0017555955179699998\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.13 -- Action: 3 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  0.0\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.0003\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.13 -- Action: 0 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.0003\n",
      "R+y*maxQ(s`,a):  -0.03027\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.0005996999999999999\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.13 -- Action: 3 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.0003\n",
      "R+y*maxQ(s`,a):  -0.03027\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.0005996999999999999\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.13 -- Action: 0 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.0005996999999999999\n",
      "R+y*maxQ(s`,a):  -0.0305373\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.000899076\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.13 -- Action: 1 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.0011821197\n",
      "R+y*maxQ(s`,a):  -0.03027\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.0014729985029999998\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.13 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.0017555955179699998\n",
      "R+y*maxQ(s`,a):  -0.0305373\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.0020434125627902997\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.13 -- Action: 1 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.0014729985029999998\n",
      "R+y*maxQ(s`,a):  -0.03027\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.0017609685179699997\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.13 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.0008910299999999999\n",
      "R+y*maxQ(s`,a):  -0.03027\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.0011848197\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.13 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.0005969999999999999\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.0008910299999999999\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.13 -- Action: 2 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.0003\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.0005969999999999999\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.13 -- Action: 1 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.0003\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.0005969999999999999\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.13 -- Action: 3 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  0.0\n",
      "R+y*maxQ(s`,a):  -0.03027\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.0003027\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.13 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.0011848197\n",
      "R+y*maxQ(s`,a):  -0.03027\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.001475671503\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.13 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.0008910299999999999\n",
      "R+y*maxQ(s`,a):  -0.03027243\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.001184844\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.13 -- Action: 2 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.0005969999999999999\n",
      "R+y*maxQ(s`,a):  -0.03027243\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.0008937542999999999\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.13 -- Action: 1 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.0005969999999999999\n",
      "R+y*maxQ(s`,a):  -0.03027243\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.0008937542999999999\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.13 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.0005969999999999999\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.0008910299999999999\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.13 -- Action: 0 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.0008910299999999999\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.0011821197\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.13 -- Action: 1 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.0008910299999999999\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.0011821197\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.13 -- Action: 1 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.0011821197\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.0014702985029999998\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.13 -- Action: 0 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.0011821197\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.0014702985029999998\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.13 -- Action: 0 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.0014702985029999998\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.0017555955179699998\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.13 -- Action: 1 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.0014702985029999998\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.0017555955179699998\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.13 -- Action: 2 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.00176815645797\n",
      "R+y*maxQ(s`,a):  -0.030765924014699998\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.0020581341335373\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.13 -- Action: 2 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  -0.0008510266829999998\n",
      "R+y*maxQ(s`,a):  -0.003269099999999997\n",
      "S_:  [0, 2]\n",
      "Q_new:  -0.0008752074161699997\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.13 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.029701\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.03940399\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.14 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.001184844\n",
      "R+y*maxQ(s`,a):  -0.03027243\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.00147571986\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.14 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.0008910299999999999\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.0011821197\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.14 -- Action: 3 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  0.0\n",
      "R+y*maxQ(s`,a):  -0.03027243\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.0003027243\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.14 -- Action: 2 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.0008937542999999999\n",
      "R+y*maxQ(s`,a):  -0.03027243\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.0011875410569999998\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.14 -- Action: 3 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.0003027\n",
      "R+y*maxQ(s`,a):  -0.03027\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.000602373\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.14 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.00147571986\n",
      "R+y*maxQ(s`,a):  -0.0305421357\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.0017663840184\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.14 -- Action: 1 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.0008937542999999999\n",
      "R+y*maxQ(s`,a):  -0.0305421357\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.001190238114\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.14 -- Action: 3 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.000602373\n",
      "R+y*maxQ(s`,a):  -0.03027\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.0008990492700000001\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.14 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.001475671503\n",
      "R+y*maxQ(s`,a):  -0.03027\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.00176361478797\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.14 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.0017663840184\n",
      "R+y*maxQ(s`,a):  -0.030809144343\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.002056811621646\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.14 -- Action: 2 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.0011875410569999998\n",
      "R+y*maxQ(s`,a):  -0.030809144343\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.00148375708986\n",
      "-------------------------------\n",
      "[1, 0]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "S:  [1, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.14 -- Action: 3 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.0008990492700000001\n",
      "R+y*maxQ(s`,a):  -0.03027\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.0011927587773000001\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.14 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.0020434125627902997\n",
      "R+y*maxQ(s`,a):  -0.0305373\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.0023283514371623968\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.14 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.0005969999999999999\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.0008910299999999999\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[1, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 8 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.14 -- Action: 0 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.0003\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [1, 2]\n",
      "Q_new:  -0.0005969999999999999\n",
      "-------------------------------\n",
      "[1, 2]\n",
      "S:  [1, 2]\n",
      "[1, 3]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 8]\n",
      " [0 0 0 0]]\n",
      "You lost!\n",
      "REWARD: -1 -- EPSILON: 0.14 -- Action: 2 --\n",
      "S:  [1, 2]\n",
      "Q(s,a):  0.0\n",
      "R+y*maxQ(s`,a):  -1.0\n",
      "S_:  [1, 3]\n",
      "Q_new:  -0.01\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.15000000000000002 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.00176361478797\n",
      "R+y*maxQ(s`,a):  -0.03027\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.0020486786400903\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.15000000000000002 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.0020486786400903\n",
      "R+y*maxQ(s`,a):  -0.03027\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.0023308918536893973\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.15000000000000002 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.002056811621646\n",
      "R+y*maxQ(s`,a):  -0.03106390773\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.0023468825827295398\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.15000000000000002 -- Action: 2 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.00148375708986\n",
      "R+y*maxQ(s`,a):  -0.03106390773\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.0017795585962614\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.15000000000000002 -- Action: 1 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.001190238114\n",
      "R+y*maxQ(s`,a):  -0.03106390773\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.00148897481016\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.15000000000000002 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.0011821197\n",
      "R+y*maxQ(s`,a):  -0.030272451869999998\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.0014730230216999998\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.15000000000000002 -- Action: 3 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.0003027243\n",
      "R+y*maxQ(s`,a):  -0.031073482899569998\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.0006104318859957\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.15000000000000002 -- Action: 1 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.00148897481016\n",
      "R+y*maxQ(s`,a):  -0.031073482899569998\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.0017848198910540999\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.15000000000000002 -- Action: 1 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.0017848198910540999\n",
      "R+y*maxQ(s`,a):  -0.031073482899569998\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.002077706521139259\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.15000000000000002 -- Action: 1 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.002077706521139259\n",
      "R+y*maxQ(s`,a):  -0.031073482899569998\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.0023676642849235663\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.15000000000000002 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.0014730230216999998\n",
      "R+y*maxQ(s`,a):  -0.03054938869739613\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.001763786678456961\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.15000000000000002 -- Action: 0 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.0017555955179699998\n",
      "R+y*maxQ(s`,a):  -0.03054938869739613\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.002043533449764261\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.15000000000000002 -- Action: 0 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.002043533449764261\n",
      "R+y*maxQ(s`,a):  -0.03054938869739613\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.0023285920022405797\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.15000000000000002 -- Action: 1 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.0017555955179699998\n",
      "R+y*maxQ(s`,a):  -0.03054938869739613\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.002043533449764261\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.15000000000000002 -- Action: 1 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.002043533449764261\n",
      "R+y*maxQ(s`,a):  -0.03054938869739613\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.0023285920022405797\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.15000000000000002 -- Action: 1 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.0023285920022405797\n",
      "R+y*maxQ(s`,a):  -0.03054938869739613\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.002610799969192135\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.15000000000000002 -- Action: 0 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.0023285920022405797\n",
      "R+y*maxQ(s`,a):  -0.03054938869739613\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.002610799969192135\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.15000000000000002 -- Action: 0 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.002610799969192135\n",
      "R+y*maxQ(s`,a):  -0.03054938869739613\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.002890185856474175\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.15000000000000002 -- Action: 0 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.002890185856474175\n",
      "R+y*maxQ(s`,a):  -0.03054938869739613\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.0031667778848833944\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.15000000000000002 -- Action: 0 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.0031667778848833944\n",
      "R+y*maxQ(s`,a):  -0.03054938869739613\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.0034406039930085217\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.15000000000000002 -- Action: 1 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.002610799969192135\n",
      "R+y*maxQ(s`,a):  -0.03054938869739613\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.002890185856474175\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.15000000000000002 -- Action: 2 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.0020581341335373\n",
      "R+y*maxQ(s`,a):  -0.030787686674553\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.002345429658947457\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.15000000000000002 -- Action: 1 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  -0.0011821197\n",
      "R+y*maxQ(s`,a):  -0.03054938869739613\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.0014757923899739612\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.15000000000000002 -- Action: 2 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.002345429658947457\n",
      "R+y*maxQ(s`,a):  -0.030787686674553\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.0026298522291035124\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.15000000000000002 -- Action: 2 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  -0.0008752074161699997\n",
      "R+y*maxQ(s`,a):  0.005463591000000004\n",
      "S_:  [0, 2]\n",
      "Q_new:  -0.0008118194320082997\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.15000000000000002 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.03940399\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.0490099501\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.0023283514371623968\n",
      "R+y*maxQ(s`,a):  -0.030539729999999998\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.002610465222790773\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.0008910299999999999\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.0011821197\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 1 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.0003\n",
      "R+y*maxQ(s`,a):  -0.030539729999999998\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.0006023973\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 1 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.0017609685179699997\n",
      "R+y*maxQ(s`,a):  -0.03027\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.0020460588327902997\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.0023308918536893973\n",
      "R+y*maxQ(s`,a):  -0.03027\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.0026102829351525034\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.0026102829351525034\n",
      "R+y*maxQ(s`,a):  -0.03027\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.0028868801058009783\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.0023468825827295398\n",
      "R+y*maxQ(s`,a):  -0.031073482899569998\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.0026341485858979445\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 2 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.0017795585962614\n",
      "R+y*maxQ(s`,a):  -0.031073482899569998\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.002072497839294486\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 3 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.0011927587773000001\n",
      "R+y*maxQ(s`,a):  -0.03027\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.0014835311895270002\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.0028868801058009783\n",
      "R+y*maxQ(s`,a):  -0.03027\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.0031607113047429683\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.0003\n",
      "R+y*maxQ(s`,a):  -0.03027\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.0005996999999999999\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.0026341485858979445\n",
      "R+y*maxQ(s`,a):  -0.0313351780705743\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.002921158880744708\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 2 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.002072497839294486\n",
      "R+y*maxQ(s`,a):  -0.0313351780705743\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.002365124641607284\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 2 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.002365124641607284\n",
      "R+y*maxQ(s`,a):  -0.0313351780705743\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.002654825175896954\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 1 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.0023676642849235663\n",
      "R+y*maxQ(s`,a):  -0.0313351780705743\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.002657339422780074\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 2 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.002654825175896954\n",
      "R+y*maxQ(s`,a):  -0.0313351780705743\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.0029416287048437276\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 2 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.0029416287048437276\n",
      "R+y*maxQ(s`,a):  -0.0313351780705743\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.0032255641985010335\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.001763786678456961\n",
      "R+y*maxQ(s`,a):  -0.03054938869739613\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.002051642698646353\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 2 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.0026298522291035124\n",
      "R+y*maxQ(s`,a):  -0.03073063748880747\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.002910860081700552\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 1 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  -0.0014757923899739612\n",
      "R+y*maxQ(s`,a):  -0.03054938869739613\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.001766528353048183\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 3 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.0006104318859957\n",
      "R+y*maxQ(s`,a):  -0.0313351780705743\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.0009176793478414861\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 1 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.002657339422780074\n",
      "R+y*maxQ(s`,a):  -0.0313351780705743\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.002944117809258016\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 2 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.0032255641985010335\n",
      "R+y*maxQ(s`,a):  -0.0313351780705743\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.003506660337221766\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 1 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.002944117809258016\n",
      "R+y*maxQ(s`,a):  -0.0313351780705743\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.003228028411871179\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.002051642698646353\n",
      "R+y*maxQ(s`,a):  -0.030825911413057336\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.0023393853857904628\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 0 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.0034406039930085217\n",
      "R+y*maxQ(s`,a):  -0.030825911413057336\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.00371445706720901\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 3 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.0009176793478414861\n",
      "R+y*maxQ(s`,a):  -0.0313351780705743\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.0012218543350688144\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 3 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.0014835311895270002\n",
      "R+y*maxQ(s`,a):  -0.030539729999999998\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.00177409317763173\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.002921158880744708\n",
      "R+y*maxQ(s`,a):  -0.03159668385986856\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.0032079141305359467\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 3 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.00177409317763173\n",
      "R+y*maxQ(s`,a):  -0.030539729999999998\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.002061749545855413\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.0032079141305359467\n",
      "R+y*maxQ(s`,a):  -0.03185557459126987\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.003494390735143286\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 2 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.003506660337221766\n",
      "R+y*maxQ(s`,a):  -0.03185557459126987\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.0037901494797622473\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.0023393853857904628\n",
      "R+y*maxQ(s`,a):  -0.031099668901561933\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.0026269882209481775\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 3 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.0012218543350688144\n",
      "R+y*maxQ(s`,a):  -0.03185557459126987\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.001528191537630825\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 3 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.002061749545855413\n",
      "R+y*maxQ(s`,a):  -0.030539729999999998\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.0023465293503968586\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.003494390735143286\n",
      "R+y*maxQ(s`,a):  -0.03211187641535717\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.003780565591945425\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 1 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.003228028411871179\n",
      "R+y*maxQ(s`,a):  -0.03211187641535717\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.003516866891906039\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.0026269882209481775\n",
      "R+y*maxQ(s`,a):  -0.03137537238386774\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.0029144720625773734\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 0 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.00371445706720901\n",
      "R+y*maxQ(s`,a):  -0.03137537238386774\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.003991066220375598\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 3 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.001528191537630825\n",
      "R+y*maxQ(s`,a):  -0.03211187641535717\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.0018340283864080884\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 1 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.003516866891906039\n",
      "R+y*maxQ(s`,a):  -0.03211187641535717\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.0038028169871405504\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.0029144720625773734\n",
      "R+y*maxQ(s`,a):  -0.03165062554776728\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.0032018335974292726\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 2 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.002910860081700552\n",
      "R+y*maxQ(s`,a):  -0.03073063748880747\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.0031890578557716215\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 0 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  -0.0014885453918999998\n",
      "R+y*maxQ(s`,a):  -0.03073063748880747\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.0017809663128690745\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 1 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  -0.001766528353048183\n",
      "R+y*maxQ(s`,a):  -0.03165062554776728\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.002065369324995374\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 2 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.0031890578557716215\n",
      "R+y*maxQ(s`,a):  -0.03073063748880747\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.00346447365210198\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 0 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  -0.0017809663128690745\n",
      "R+y*maxQ(s`,a):  -0.03073063748880747\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.0020704630246284584\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 2 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  -0.0008118194320082997\n",
      "R+y*maxQ(s`,a):  0.01410895509\n",
      "S_:  [0, 2]\n",
      "Q_new:  -0.0006626116867882167\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 1 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  -0.000904416897\n",
      "R+y*maxQ(s`,a):  -0.030596350518109394\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.001201336233211094\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 0 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  -0.0020704630246284584\n",
      "R+y*maxQ(s`,a):  -0.030596350518109394\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.002355721899563268\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 1 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  -0.002065369324995374\n",
      "R+y*maxQ(s`,a):  -0.03165062554776728\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.002361221887223093\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 3 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.0018340283864080884\n",
      "R+y*maxQ(s`,a):  -0.03211187641535717\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.0021368068666975794\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 3 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.0023465293503968586\n",
      "R+y*maxQ(s`,a):  -0.030539729999999998\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.00262846135689289\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.003780565591945425\n",
      "R+y*maxQ(s`,a):  -0.0323656152212036\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.004066416088238007\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 2 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.0037901494797622473\n",
      "R+y*maxQ(s`,a):  -0.0323656152212036\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.004075904137176661\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 1 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.0038028169871405504\n",
      "R+y*maxQ(s`,a):  -0.0323656152212036\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.004088444969481181\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 1 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.004088444969481181\n",
      "R+y*maxQ(s`,a):  -0.0323656152212036\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.0043712166719984055\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 2 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.004075904137176661\n",
      "R+y*maxQ(s`,a):  -0.0323656152212036\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.00435880124801693\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 2 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.00435880124801693\n",
      "R+y*maxQ(s`,a):  -0.0323656152212036\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.004638869387748796\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.0032018335974292726\n",
      "R+y*maxQ(s`,a):  -0.03192312618002782\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.003489046523255258\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 2 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.00346447365210198\n",
      "R+y*maxQ(s`,a):  -0.030596350518109394\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.0037357924207620545\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 2 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  -0.0006626116867882167\n",
      "R+y*maxQ(s`,a):  0.01410895509\n",
      "S_:  [0, 2]\n",
      "Q_new:  -0.0005148960190203345\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 1 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  -0.001201336233211094\n",
      "R+y*maxQ(s`,a):  -0.0304634064171183\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.001493956935050166\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 0 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  -0.002355721899563268\n",
      "R+y*maxQ(s`,a):  -0.0304634064171183\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.0026367987447388185\n",
      "-------------------------------\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 2 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  -0.0005148960190203345\n",
      "R+y*maxQ(s`,a):  0.01410895509\n",
      "S_:  [0, 2]\n",
      "Q_new:  -0.00036865750793013116\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 1 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  -0.001493956935050166\n",
      "R+y*maxQ(s`,a):  -0.030331791757137117\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.0017823352832710354\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 2 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  -0.00036865750793013116\n",
      "R+y*maxQ(s`,a):  0.01410895509\n",
      "S_:  [0, 2]\n",
      "Q_new:  -0.00022388138195082984\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 0 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  -0.0012236506079699998\n",
      "R+y*maxQ(s`,a):  0.01410895509\n",
      "S_:  [0, 2]\n",
      "Q_new:  -0.0010703245509903\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 0 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  -0.0010703245509903\n",
      "R+y*maxQ(s`,a):  0.01410895509\n",
      "S_:  [0, 2]\n",
      "Q_new:  -0.000918531754580397\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 1 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  -0.0017823352832710354\n",
      "R+y*maxQ(s`,a):  -0.030201493243755744\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.0020665268628758827\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.16000000000000003 -- Action: 2 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  -0.00022388138195082984\n",
      "R+y*maxQ(s`,a):  0.01410895509\n",
      "S_:  [0, 2]\n",
      "Q_new:  -8.055301723132154e-05\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.16000000000000003 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.0490099501\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.058519850599\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.17000000000000004 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.004066416088238007\n",
      "R+y*maxQ(s`,a):  -0.0323656152212036\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.004349408079567663\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.17000000000000004 -- Action: 1 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.0043712166719984055\n",
      "R+y*maxQ(s`,a):  -0.0323656152212036\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.004651160657490458\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.17000000000000004 -- Action: 1 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.004651160657490458\n",
      "R+y*maxQ(s`,a):  -0.0323656152212036\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.0049283052031275885\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.17000000000000004 -- Action: 1 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.0049283052031275885\n",
      "R+y*maxQ(s`,a):  -0.0323656152212036\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.0052026783033083486\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.17000000000000004 -- Action: 3 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.00262846135689289\n",
      "R+y*maxQ(s`,a):  -0.030539729999999998\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.002907574043323961\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.17000000000000004 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.0005996999999999999\n",
      "R+y*maxQ(s`,a):  -0.030539729999999998\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.0008991002999999999\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.17000000000000004 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.0008991002999999999\n",
      "R+y*maxQ(s`,a):  -0.030809190269999998\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.0011982011997\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.17000000000000004 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.0031607113047429683\n",
      "R+y*maxQ(s`,a):  -0.03107838107973\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.0034398880024928387\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.17000000000000004 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.002610465222790773\n",
      "R+y*maxQ(s`,a):  -0.030539729999999998\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.0028897578705628655\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.17000000000000004 -- Action: 3 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.0005996999999999999\n",
      "R+y*maxQ(s`,a):  -0.030539729999999998\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.0008991002999999999\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.17000000000000004 -- Action: 1 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.0020460588327902997\n",
      "R+y*maxQ(s`,a):  -0.03107838107973\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.0023363820552596967\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.17000000000000004 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.0034398880024928387\n",
      "R+y*maxQ(s`,a):  -0.03107838107973\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.0037162729332652104\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.17000000000000004 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.0037162729332652104\n",
      "R+y*maxQ(s`,a):  -0.03107838107973\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.003989894014729859\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.17000000000000004 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.003989894014729859\n",
      "R+y*maxQ(s`,a):  -0.03107838107973\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.00426077888537986\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.17000000000000004 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.004349408079567663\n",
      "R+y*maxQ(s`,a):  -0.03261681663899156\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.004632082165161902\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.17000000000000004 -- Action: 3 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.002907574043323961\n",
      "R+y*maxQ(s`,a):  -0.03107838107973\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.0031892821136880216\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.17000000000000004 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.0028897578705628655\n",
      "R+y*maxQ(s`,a):  -0.0308091684\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.0031689519758572367\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.17000000000000004 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.0011821197\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.0014702985029999998\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.17000000000000004 -- Action: 1 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.0006023973\n",
      "R+y*maxQ(s`,a):  -0.0308091684\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.0009044650109999999\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.17000000000000004 -- Action: 0 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.000899076\n",
      "R+y*maxQ(s`,a):  -0.0308091684\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.001198176924\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.17000000000000004 -- Action: 0 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.001198176924\n",
      "R+y*maxQ(s`,a):  -0.030809190269999998\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.00149428705746\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.17000000000000004 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.0014702985029999998\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.0017555955179699998\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[1, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 8 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.17000000000000004 -- Action: 0 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.0005969999999999999\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [1, 2]\n",
      "Q_new:  -0.0008910299999999999\n",
      "-------------------------------\n",
      "[1, 2]\n",
      "S:  [1, 2]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.17000000000000004 -- Action: 0 --\n",
      "S:  [1, 2]\n",
      "Q(s,a):  -0.00012089999999999997\n",
      "R+y*maxQ(s`,a):  0.022667865539100003\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.00010698765539100007\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.17000000000000004 -- Action: 0 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  -0.000918531754580397\n",
      "R+y*maxQ(s`,a):  0.022667865539100003\n",
      "S_:  [0, 2]\n",
      "Q_new:  -0.0006826677816435929\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.17000000000000004 -- Action: 0 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  -0.0006826677816435929\n",
      "R+y*maxQ(s`,a):  0.022667865539100003\n",
      "S_:  [0, 2]\n",
      "Q_new:  -0.00044916244843615693\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.17000000000000004 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.058519850599\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.06793465209301\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.18000000000000005 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.004632082165161902\n",
      "R+y*maxQ(s`,a):  -0.03287035390231922\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.0049144648825334755\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.18000000000000005 -- Action: 2 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.004638869387748796\n",
      "R+y*maxQ(s`,a):  -0.03287035390231922\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.0049211842328945\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.18000000000000005 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.003489046523255258\n",
      "R+y*maxQ(s`,a):  -0.03192312618002782\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.0037733873198229836\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.18000000000000005 -- Action: 3 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.0021368068666975794\n",
      "R+y*maxQ(s`,a):  -0.03287035390231922\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.0024441423370537957\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.18000000000000005 -- Action: 2 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.0049211842328945\n",
      "R+y*maxQ(s`,a):  -0.03287035390231922\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.005200675929588747\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.18000000000000005 -- Action: 3 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.0031892821136880216\n",
      "R+y*maxQ(s`,a):  -0.03107838107973\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.0034681731033484415\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.18000000000000005 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.0011982011997\n",
      "R+y*maxQ(s`,a):  -0.03107838107973\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.0014970029985003\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.18000000000000005 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.0031689519758572367\n",
      "R+y*maxQ(s`,a):  -0.030809190269999998\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.0034453543587986643\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.18000000000000005 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.0017555955179699998\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.0020380395627902998\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[2, 3]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 8]]\n",
      "REWARD: -0.03 -- EPSILON: 0.18000000000000005 -- Action: 2 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  0.0\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [2, 3]\n",
      "Q_new:  -0.0003\n",
      "-------------------------------\n",
      "[2, 3]\n",
      "S:  [2, 3]\n",
      "[2, 3]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 8]]\n",
      "REWARD: -0.03 -- EPSILON: 0.18000000000000005 -- Action: 2 --\n",
      "S:  [2, 3]\n",
      "Q(s,a):  0.0\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [2, 3]\n",
      "Q_new:  -0.0003\n",
      "-------------------------------\n",
      "[2, 3]\n",
      "S:  [2, 3]\n",
      "[1, 3]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 8]\n",
      " [0 0 0 0]]\n",
      "You lost!\n",
      "REWARD: -1 -- EPSILON: 0.18000000000000005 -- Action: 0 --\n",
      "S:  [2, 3]\n",
      "Q(s,a):  0.0\n",
      "R+y*maxQ(s`,a):  -1.0\n",
      "S_:  [1, 3]\n",
      "Q_new:  -0.01\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.19000000000000006 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.0034453543587986643\n",
      "R+y*maxQ(s`,a):  -0.030809190269999998\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.0037189927179106775\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.19000000000000006 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.0020380395627902998\n",
      "R+y*maxQ(s`,a):  -0.03\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "S_:  [2, 2]\n",
      "Q_new:  -0.002317659167162397\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[2, 3]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 8]]\n",
      "REWARD: -0.03 -- EPSILON: 0.19000000000000006 -- Action: 2 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.0003\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [2, 3]\n",
      "Q_new:  -0.0005969999999999999\n",
      "-------------------------------\n",
      "[2, 3]\n",
      "S:  [2, 3]\n",
      "[2, 3]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 8]]\n",
      "REWARD: -0.03 -- EPSILON: 0.19000000000000006 -- Action: 2 --\n",
      "S:  [2, 3]\n",
      "Q(s,a):  -0.0003\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [2, 3]\n",
      "Q_new:  -0.0005969999999999999\n",
      "-------------------------------\n",
      "[2, 3]\n",
      "S:  [2, 3]\n",
      "[1, 3]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 8]\n",
      " [0 0 0 0]]\n",
      "You lost!\n",
      "REWARD: -1 -- EPSILON: 0.19000000000000006 -- Action: 0 --\n",
      "S:  [2, 3]\n",
      "Q(s,a):  -0.01\n",
      "R+y*maxQ(s`,a):  -1.0\n",
      "S_:  [1, 3]\n",
      "Q_new:  -0.0199\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.20000000000000007 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.00426077888537986\n",
      "R+y*maxQ(s`,a):  -0.03134730269865027\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.004531644123512564\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.20000000000000007 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.004531644123512564\n",
      "R+y*maxQ(s`,a):  -0.03134730269865027\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.004799800709263942\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.20000000000000007 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.0049144648825334755\n",
      "R+y*maxQ(s`,a):  -0.0331213557930136\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.005196533791638276\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.20000000000000007 -- Action: 2 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.005200675929588747\n",
      "R+y*maxQ(s`,a):  -0.0331213557930136\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.005479882728222996\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.20000000000000007 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.0037733873198229836\n",
      "R+y*maxQ(s`,a):  -0.03219972810334842\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.004057650727658238\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.20000000000000007 -- Action: 3 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.0024441423370537957\n",
      "R+y*maxQ(s`,a):  -0.0331213557930136\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.002750914471613394\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.20000000000000007 -- Action: 2 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.005479882728222996\n",
      "R+y*maxQ(s`,a):  -0.0331213557930136\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.005756297458870902\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.20000000000000007 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.004057650727658238\n",
      "R+y*maxQ(s`,a):  -0.03247582302445205\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.004341832450626176\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.20000000000000007 -- Action: 0 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.003991066220375598\n",
      "R+y*maxQ(s`,a):  -0.03247582302445205\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.004275913788416363\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.20000000000000007 -- Action: 1 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.002890185856474175\n",
      "R+y*maxQ(s`,a):  -0.03247582302445205\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.0031860422281539537\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.20000000000000007 -- Action: 1 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.0031860422281539537\n",
      "R+y*maxQ(s`,a):  -0.03247582302445205\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.0034789400361169348\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.20000000000000007 -- Action: 0 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.004275913788416363\n",
      "R+y*maxQ(s`,a):  -0.03247582302445205\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.00455791288077672\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.20000000000000007 -- Action: 2 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.0037357924207620545\n",
      "R+y*maxQ(s`,a):  -0.030072497715508188\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.003999159473709516\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.20000000000000007 -- Action: 0 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  -0.0026367987447388185\n",
      "R+y*maxQ(s`,a):  -0.030072497715508188\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.002911155734446512\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.20000000000000007 -- Action: 1 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  -0.002361221887223093\n",
      "R+y*maxQ(s`,a):  -0.03247582302445205\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.0026623678985953827\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.20000000000000007 -- Action: 2 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.003999159473709516\n",
      "R+y*maxQ(s`,a):  -0.030072497715508188\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.004259892856127503\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.20000000000000007 -- Action: 2 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  -8.055301723132154e-05\n",
      "R+y*maxQ(s`,a):  0.031141186883709003\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.00023166438177808172\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.20000000000000007 -- Action: 1 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  -0.0020665268628758827\n",
      "R+y*maxQ(s`,a):  -0.029791502056399726\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.002343776614811121\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.20000000000000007 -- Action: 1 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  -0.0026623678985953827\n",
      "R+y*maxQ(s`,a):  -0.03247582302445205\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.0029605024498539495\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.20000000000000007 -- Action: 3 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.002750914471613394\n",
      "R+y*maxQ(s`,a):  -0.0331213557930136\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.003054618884827396\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.20000000000000007 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.004341832450626176\n",
      "R+y*maxQ(s`,a):  -0.032749156996344654\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.004625905696083361\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.20000000000000007 -- Action: 2 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.004259892856127503\n",
      "R+y*maxQ(s`,a):  -0.029791502056399726\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.004515208948130225\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.20000000000000007 -- Action: 1 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  -0.0029605024498539495\n",
      "R+y*maxQ(s`,a):  -0.032749156996344654\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.0032583889953188565\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.20000000000000007 -- Action: 2 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.004515208948130225\n",
      "R+y*maxQ(s`,a):  -0.029791502056399726\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.0047679718792129205\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.20000000000000007 -- Action: 2 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  0.00023166438177808172\n",
      "R+y*maxQ(s`,a):  0.031141186883709003\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.000540759606797391\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.20000000000000007 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.06793465209301\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.07725530557207991\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.21000000000000008 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.004799800709263942\n",
      "R+y*maxQ(s`,a):  -0.03134730269865027\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.005065275729157805\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.21000000000000008 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.0014970029985003\n",
      "R+y*maxQ(s`,a):  -0.03134730269865027\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.0017955059955017997\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.21000000000000008 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.005065275729157805\n",
      "R+y*maxQ(s`,a):  -0.03161595539595162\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.005330782525825742\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.21000000000000008 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.005196533791638276\n",
      "R+y*maxQ(s`,a):  -0.0331213557930136\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.005475782011652029\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.21000000000000008 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.004625905696083361\n",
      "R+y*maxQ(s`,a):  -0.032749156996344654\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.0049071382090859735\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.21000000000000008 -- Action: 0 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.00455791288077672\n",
      "R+y*maxQ(s`,a):  -0.032749156996344654\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.004839825321932399\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.21000000000000008 -- Action: 0 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.004839825321932399\n",
      "R+y*maxQ(s`,a):  -0.032749156996344654\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.0051189186386765215\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.21000000000000008 -- Action: 1 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.0034789400361169348\n",
      "R+y*maxQ(s`,a):  -0.032749156996344654\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.003771642205719212\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.21000000000000008 -- Action: 3 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.003054618884827396\n",
      "R+y*maxQ(s`,a):  -0.0331213557930136\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.003355286253909258\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.21000000000000008 -- Action: 3 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.0034681731033484415\n",
      "R+y*maxQ(s`,a):  -0.03161595539595162\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.003749650926274473\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.21000000000000008 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.0017955059955017997\n",
      "R+y*maxQ(s`,a):  -0.03161595539595162\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.002093710489506298\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.21000000000000008 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.005330782525825742\n",
      "R+y*maxQ(s`,a):  -0.031884339440555666\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.005596318094973042\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.21000000000000008 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.002093710489506298\n",
      "R+y*maxQ(s`,a):  -0.031884339440555666\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.0023916167790167917\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.21000000000000008 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.005596318094973042\n",
      "R+y*maxQ(s`,a):  -0.03215245510111511\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.005861879465034463\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.21000000000000008 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.0037189927179106775\n",
      "R+y*maxQ(s`,a):  -0.030809190269999998\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.003989894693431571\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.21000000000000008 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.002317659167162397\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.002594482575490773\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[2, 3]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 8]]\n",
      "REWARD: -0.03 -- EPSILON: 0.21000000000000008 -- Action: 2 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.0005969999999999999\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [2, 3]\n",
      "Q_new:  -0.0008910299999999999\n",
      "-------------------------------\n",
      "[2, 3]\n",
      "S:  [2, 3]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.21000000000000008 -- Action: 1 --\n",
      "S:  [2, 3]\n",
      "Q(s,a):  0.0\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.0003\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[2, 3]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 8]]\n",
      "REWARD: -0.03 -- EPSILON: 0.21000000000000008 -- Action: 2 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.0008910299999999999\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [2, 3]\n",
      "Q_new:  -0.0011821197\n",
      "-------------------------------\n",
      "[2, 3]\n",
      "S:  [2, 3]\n",
      "[1, 3]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 8]\n",
      " [0 0 0 0]]\n",
      "You lost!\n",
      "REWARD: -1 -- EPSILON: 0.21000000000000008 -- Action: 0 --\n",
      "S:  [2, 3]\n",
      "Q(s,a):  -0.0199\n",
      "R+y*maxQ(s`,a):  -1.0\n",
      "S_:  [1, 3]\n",
      "Q_new:  -0.029701\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.22000000000000008 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.005475782011652029\n",
      "R+y*maxQ(s`,a):  -0.03337468583364703\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.0057547710498719795\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.22000000000000008 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.0049071382090859735\n",
      "R+y*maxQ(s`,a):  -0.03301975762851833\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.005188264403280297\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.22000000000000008 -- Action: 2 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.0047679718792129205\n",
      "R+y*maxQ(s`,a):  -0.02951331635388235\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.005015425323959615\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.22000000000000008 -- Action: 2 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  0.000540759606797391\n",
      "R+y*maxQ(s`,a):  0.039529775014871926\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.0009306497608781363\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.22000000000000008 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.07725530557207991\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.0864827525163591\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2300000000000001 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.003989894693431571\n",
      "R+y*maxQ(s`,a):  -0.030809190269999998\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.004258087649197255\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2300000000000001 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.002594482575490773\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.0028685377497358654\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2300000000000001 -- Action: 1 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.0009044650109999999\n",
      "R+y*maxQ(s`,a):  -0.030809190269999998\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.00120351226359\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2300000000000001 -- Action: 0 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.00149428705746\n",
      "R+y*maxQ(s`,a):  -0.030809190269999998\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.0017874360895854\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2300000000000001 -- Action: 0 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.0017874360895854\n",
      "R+y*maxQ(s`,a):  -0.030809190269999998\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.002077653631389546\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2300000000000001 -- Action: 1 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.0023363820552596967\n",
      "R+y*maxQ(s`,a):  -0.03215245510111511\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.002634542785718251\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2300000000000001 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.0057547710498719795\n",
      "R+y*maxQ(s`,a):  -0.03337468583364703\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.00603097019770973\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2300000000000001 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.005188264403280297\n",
      "R+y*maxQ(s`,a):  -0.03301975762851833\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.005466579335532677\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2300000000000001 -- Action: 1 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.003771642205719212\n",
      "R+y*maxQ(s`,a):  -0.03301975762851833\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.004064123359947203\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2300000000000001 -- Action: 2 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.005015425323959615\n",
      "R+y*maxQ(s`,a):  -0.029162415215209677\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.005256895222872115\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2300000000000001 -- Action: 1 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  -0.0032583889953188565\n",
      "R+y*maxQ(s`,a):  -0.03301975762851833\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.003556002681650851\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2300000000000001 -- Action: 1 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.004064123359947203\n",
      "R+y*maxQ(s`,a):  -0.03301975762851833\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.004353679702632915\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2300000000000001 -- Action: 2 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.005256895222872115\n",
      "R+y*maxQ(s`,a):  -0.029162415215209677\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.005495950422795491\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2300000000000001 -- Action: 1 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  -0.003556002681650851\n",
      "R+y*maxQ(s`,a):  -0.03301975762851833\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.003850640231119526\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2300000000000001 -- Action: 1 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.004353679702632915\n",
      "R+y*maxQ(s`,a):  -0.03301975762851833\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.004640340481891768\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2300000000000001 -- Action: 1 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.004640340481891768\n",
      "R+y*maxQ(s`,a):  -0.03301975762851833\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.0049241346533580345\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2300000000000001 -- Action: 0 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.0051189186386765215\n",
      "R+y*maxQ(s`,a):  -0.03301975762851833\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.00539792702857494\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2300000000000001 -- Action: 3 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.003355286253909258\n",
      "R+y*maxQ(s`,a):  -0.03337468583364703\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.0036554802497066356\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2300000000000001 -- Action: 2 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.005756297458870902\n",
      "R+y*maxQ(s`,a):  -0.03337468583364703\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.006032481342618663\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2300000000000001 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.005466579335532677\n",
      "R+y*maxQ(s`,a):  -0.033289932224735974\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.00574481286442471\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2300000000000001 -- Action: 3 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.0036554802497066356\n",
      "R+y*maxQ(s`,a):  -0.03337468583364703\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.00395267230554604\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2300000000000001 -- Action: 1 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.0052026783033083486\n",
      "R+y*maxQ(s`,a):  -0.03337468583364703\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.005484398378611735\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2300000000000001 -- Action: 1 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.005484398378611735\n",
      "R+y*maxQ(s`,a):  -0.03337468583364703\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.005763301253162089\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2300000000000001 -- Action: 2 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.006032481342618663\n",
      "R+y*maxQ(s`,a):  -0.03337468583364703\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.006305903387528946\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2300000000000001 -- Action: 2 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.006305903387528946\n",
      "R+y*maxQ(s`,a):  -0.03337468583364703\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.006576591211990127\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2300000000000001 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.00574481286442471\n",
      "R+y*maxQ(s`,a):  -0.033557405074991435\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.0060229387865303775\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2300000000000001 -- Action: 1 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.0049241346533580345\n",
      "R+y*maxQ(s`,a):  -0.033557405074991435\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.005210467357574368\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2300000000000001 -- Action: 3 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.00395267230554604\n",
      "R+y*maxQ(s`,a):  -0.03337468583364703\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.00424689244082705\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2300000000000001 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.0060229387865303775\n",
      "R+y*maxQ(s`,a):  -0.033822203196744345\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.0063009314306325176\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2300000000000001 -- Action: 1 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.005210467357574368\n",
      "R+y*maxQ(s`,a):  -0.033822203196744345\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.005496584715966068\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2300000000000001 -- Action: 1 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.005496584715966068\n",
      "R+y*maxQ(s`,a):  -0.033822203196744345\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.005779840900773851\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2300000000000001 -- Action: 1 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.005779840900773851\n",
      "R+y*maxQ(s`,a):  -0.033822203196744345\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.006060264523733556\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2300000000000001 -- Action: 1 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.006060264523733556\n",
      "R+y*maxQ(s`,a):  -0.033822203196744345\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.0063378839104636635\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2300000000000001 -- Action: 0 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.00539792702857494\n",
      "R+y*maxQ(s`,a):  -0.033822203196744345\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.0056821697902566335\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2300000000000001 -- Action: 0 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.0056821697902566335\n",
      "R+y*maxQ(s`,a):  -0.033822203196744345\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.005963570124321511\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2300000000000001 -- Action: 1 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.0063378839104636635\n",
      "R+y*maxQ(s`,a):  -0.033822203196744345\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.00661272710332647\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2300000000000001 -- Action: 0 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.005963570124321511\n",
      "R+y*maxQ(s`,a):  -0.033822203196744345\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.006242156455045739\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2300000000000001 -- Action: 2 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.005495950422795491\n",
      "R+y*maxQ(s`,a):  -0.029162415215209677\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.005732615070719632\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2300000000000001 -- Action: 2 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  0.0009306497608781363\n",
      "R+y*maxQ(s`,a):  0.0478344772647232\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.001399688035916587\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2300000000000001 -- Action: 1 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  -0.002343776614811121\n",
      "R+y*maxQ(s`,a):  -0.02874028076767507\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.0026077416563397605\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2300000000000001 -- Action: 2 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  0.001399688035916587\n",
      "R+y*maxQ(s`,a):  0.0478344772647232\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.0018640359282046533\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2300000000000001 -- Action: 1 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  -0.0026077416563397605\n",
      "R+y*maxQ(s`,a):  -0.02832236766461581\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.002864887916422521\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2300000000000001 -- Action: 1 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  -0.003850640231119526\n",
      "R+y*maxQ(s`,a):  -0.033822203196744345\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.004150355860775774\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2300000000000001 -- Action: 0 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.006242156455045739\n",
      "R+y*maxQ(s`,a):  -0.033822203196744345\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.006517956922462725\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2300000000000001 -- Action: 0 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.006517956922462725\n",
      "R+y*maxQ(s`,a):  -0.033822203196744345\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.006790999385205542\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2300000000000001 -- Action: 0 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.006790999385205542\n",
      "R+y*maxQ(s`,a):  -0.033822203196744345\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.00706131142332093\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2300000000000001 -- Action: 0 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.00706131142332093\n",
      "R+y*maxQ(s`,a):  -0.033822203196744345\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.007328920341055164\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2300000000000001 -- Action: 1 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.00661272710332647\n",
      "R+y*maxQ(s`,a):  -0.033822203196744345\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.006884821864260649\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2300000000000001 -- Action: 1 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.006884821864260649\n",
      "R+y*maxQ(s`,a):  -0.033822203196744345\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.007154195677585486\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2300000000000001 -- Action: 3 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.00424689244082705\n",
      "R+y*maxQ(s`,a):  -0.03337468583364703\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.00453817037475525\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2300000000000001 -- Action: 1 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.005763301253162089\n",
      "R+y*maxQ(s`,a):  -0.03337468583364703\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.006039415098966938\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2300000000000001 -- Action: 1 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.006039415098966938\n",
      "R+y*maxQ(s`,a):  -0.03337468583364703\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.006312767806313739\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2300000000000001 -- Action: 2 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.006576591211990127\n",
      "R+y*maxQ(s`,a):  -0.03337468583364703\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.006844572158206696\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2300000000000001 -- Action: 2 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.006844572158206696\n",
      "R+y*maxQ(s`,a):  -0.03337468583364703\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.0071098732949611\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2300000000000001 -- Action: 3 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.003749650926274473\n",
      "R+y*maxQ(s`,a):  -0.03215245510111511\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.0040336789680228795\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2300000000000001 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.004258087649197255\n",
      "R+y*maxQ(s`,a):  -0.030809190269999998\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.004523598675405282\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2300000000000001 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.0028685377497358654\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.0031398523722385068\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[1, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 8 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2300000000000001 -- Action: 0 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.0008910299999999999\n",
      "R+y*maxQ(s`,a):  -0.0299037111101481\n",
      "S_:  [1, 2]\n",
      "Q_new:  -0.001181156811101481\n",
      "-------------------------------\n",
      "[1, 2]\n",
      "S:  [1, 2]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2300000000000001 -- Action: 0 --\n",
      "S:  [1, 2]\n",
      "Q(s,a):  0.00010698765539100007\n",
      "R+y*maxQ(s`,a):  0.0478344772647232\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.0005842625514843221\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2300000000000001 -- Action: 0 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  -0.00044916244843615693\n",
      "R+y*maxQ(s`,a):  0.0478344772647232\n",
      "S_:  [0, 2]\n",
      "Q_new:  3.3673948695436677e-05\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.2300000000000001 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.0864827525163591\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.09561792499119551\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2400000000000001 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.005861879465034463\n",
      "R+y*maxQ(s`,a):  -0.03215245510111511\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.006124785221395269\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2400000000000001 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.0023916167790167917\n",
      "R+y*maxQ(s`,a):  -0.03215245510111511\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.002689225162237775\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2400000000000001 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.006124785221395269\n",
      "R+y*maxQ(s`,a):  -0.032420302646014\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.0063877403956414565\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2400000000000001 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.00603097019770973\n",
      "R+y*maxQ(s`,a):  -0.03363031107122059\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.006306963606444838\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2400000000000001 -- Action: 1 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.006312767806313739\n",
      "R+y*maxQ(s`,a):  -0.03363031107122059\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.006585943238962807\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2400000000000001 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.0063009314306325176\n",
      "R+y*maxQ(s`,a):  -0.03408435333727972\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.006578765649698989\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2400000000000001 -- Action: 0 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.007328920341055164\n",
      "R+y*maxQ(s`,a):  -0.03408435333727972\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.00759647467101741\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2400000000000001 -- Action: 3 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.00453817037475525\n",
      "R+y*maxQ(s`,a):  -0.03363031107122059\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.004829091781719903\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2400000000000001 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.006578765649698989\n",
      "R+y*maxQ(s`,a):  -0.03434618260354791\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.006856439819237479\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2400000000000001 -- Action: 2 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.005732615070719632\n",
      "R+y*maxQ(s`,a):  -0.02832236766461581\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.005958512596658594\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2400000000000001 -- Action: 2 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  0.0018640359282046533\n",
      "R+y*maxQ(s`,a):  0.05605613249207596\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.0024059568938433664\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.2400000000000001 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.09561792499119551\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.10466174574128355\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2500000000000001 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.004523598675405282\n",
      "R+y*maxQ(s`,a):  -0.030809190269999998\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.004786454591351229\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2500000000000001 -- Action: 1 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.002634542785718251\n",
      "R+y*maxQ(s`,a):  -0.032420302646014\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.0029324003843212085\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2500000000000001 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.004786454591351229\n",
      "R+y*maxQ(s`,a):  -0.030809190269999998\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.005046681948137717\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2500000000000001 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.0031398523722385068\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.0034084538485161216\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[2, 3]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 8]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2500000000000001 -- Action: 2 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.0011821197\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [2, 3]\n",
      "Q_new:  -0.0014702985029999998\n",
      "-------------------------------\n",
      "[2, 3]\n",
      "S:  [2, 3]\n",
      "[1, 3]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 8]\n",
      " [0 0 0 0]]\n",
      "You lost!\n",
      "REWARD: -1 -- EPSILON: 0.2500000000000001 -- Action: 0 --\n",
      "S:  [2, 3]\n",
      "Q(s,a):  -0.029701\n",
      "R+y*maxQ(s`,a):  -1.0\n",
      "S_:  [1, 3]\n",
      "Q_new:  -0.03940399\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2600000000000001 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.006306963606444838\n",
      "R+y*maxQ(s`,a):  -0.03363031107122059\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.006580197081092596\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2600000000000001 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.006856439819237479\n",
      "R+y*maxQ(s`,a):  -0.03434618260354791\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.007131337247080583\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2600000000000001 -- Action: 2 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.005958512596658594\n",
      "R+y*maxQ(s`,a):  -0.027834638795540968\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.0061772738586474175\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.2600000000000001 -- Action: 2 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  0.0024059568938433664\n",
      "R+y*maxQ(s`,a):  0.0641955711671552\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.003023853036576485\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.2600000000000001 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.10466174574128355\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.11361512828387071\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.27000000000000013 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.0063877403956414565\n",
      "R+y*maxQ(s`,a):  -0.032420302646014\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.006648066018145182\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.27000000000000013 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.006648066018145182\n",
      "R+y*maxQ(s`,a):  -0.032420302646014\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.00690578838442387\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.27000000000000013 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.006580197081092596\n",
      "R+y*maxQ(s`,a):  -0.03363031107122059\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.006850698220993876\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.27000000000000013 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.007131337247080583\n",
      "R+y*maxQ(s`,a):  -0.03434618260354791\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.007403485700645257\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.27000000000000013 -- Action: 1 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.007154195677585486\n",
      "R+y*maxQ(s`,a):  -0.03434618260354791\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.0074261155468451105\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.27000000000000013 -- Action: 3 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.004829091781719903\n",
      "R+y*maxQ(s`,a):  -0.03363031107122059\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.00511710397461491\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.27000000000000013 -- Action: 1 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.006585943238962807\n",
      "R+y*maxQ(s`,a):  -0.03363031107122059\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.006856386917285386\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.27000000000000013 -- Action: 3 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.0040336789680228795\n",
      "R+y*maxQ(s`,a):  -0.032420302646014\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.004317545204802791\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.27000000000000013 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.006850698220993876\n",
      "R+y*maxQ(s`,a):  -0.033885790684322514\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.007121049145627162\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.27000000000000013 -- Action: 2 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.0071098732949611\n",
      "R+y*maxQ(s`,a):  -0.033885790684322514\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.007377632468854714\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.27000000000000013 -- Action: 1 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.006856386917285386\n",
      "R+y*maxQ(s`,a):  -0.033885790684322514\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.007126680954955757\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.27000000000000013 -- Action: 3 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.004317545204802791\n",
      "R+y*maxQ(s`,a):  -0.032420302646014\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.004598572779214903\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.27000000000000013 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.007121049145627162\n",
      "R+y*maxQ(s`,a):  -0.03413871550129341\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.0073912258091838245\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.27000000000000013 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.007403485700645257\n",
      "R+y*maxQ(s`,a):  -0.03460539357715342\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.007675504779410338\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.27000000000000013 -- Action: 0 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.00759647467101741\n",
      "R+y*maxQ(s`,a):  -0.03460539357715342\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.00786656386007877\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.27000000000000013 -- Action: 1 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.0074261155468451105\n",
      "R+y*maxQ(s`,a):  -0.03460539357715342\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.007697908327148194\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.27000000000000013 -- Action: 2 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.0061772738586474175\n",
      "R+y*maxQ(s`,a):  -0.027278532267081164\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.006388286442731755\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.27000000000000013 -- Action: 1 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  -0.004150355860775774\n",
      "R+y*maxQ(s`,a):  -0.03460539357715342\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.004454906237939551\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.27000000000000013 -- Action: 3 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.00511710397461491\n",
      "R+y*maxQ(s`,a):  -0.03413871550129341\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.005407320089881695\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.27000000000000013 -- Action: 1 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.007126680954955757\n",
      "R+y*maxQ(s`,a):  -0.03413871550129341\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.007396801300419133\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.27000000000000013 -- Action: 3 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.004598572779214903\n",
      "R+y*maxQ(s`,a):  -0.032420302646014\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.004876790077882894\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.27000000000000013 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.00690578838442387\n",
      "R+y*maxQ(s`,a):  -0.032420302646014\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.007160933527039771\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.27000000000000013 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.007160933527039771\n",
      "R+y*maxQ(s`,a):  -0.032420302646014\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.007413527218229513\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.27000000000000013 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.002689225162237775\n",
      "R+y*maxQ(s`,a):  -0.032420302646014\n",
      "S_:  [2, 0]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Q_new:  -0.002986535937075537\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.27000000000000013 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.0073912258091838245\n",
      "R+y*maxQ(s`,a):  -0.034389111070094604\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.0076612046617929325\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.27000000000000013 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.007675504779410338\n",
      "R+y*maxQ(s`,a):  -0.034866588080893525\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.00794741561242517\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.27000000000000013 -- Action: 1 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.007697908327148194\n",
      "R+y*maxQ(s`,a):  -0.034866588080893525\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.007969595124685647\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.27000000000000013 -- Action: 0 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.00786656386007877\n",
      "R+y*maxQ(s`,a):  -0.034866588080893525\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.008136564102286917\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.27000000000000013 -- Action: 0 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.008136564102286917\n",
      "R+y*maxQ(s`,a):  -0.034866588080893525\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.008403864342072983\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.27000000000000013 -- Action: 3 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.005407320089881695\n",
      "R+y*maxQ(s`,a):  -0.034389111070094604\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.005697137999683824\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.27000000000000013 -- Action: 2 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.007377632468854714\n",
      "R+y*maxQ(s`,a):  -0.034389111070094604\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.0076477472548671125\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.27000000000000013 -- Action: 2 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.0076477472548671125\n",
      "R+y*maxQ(s`,a):  -0.034389111070094604\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.007915160893019387\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.27000000000000013 -- Action: 2 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.007915160893019387\n",
      "R+y*maxQ(s`,a):  -0.034389111070094604\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.008179900394790138\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.27000000000000013 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.00794741561242517\n",
      "R+y*maxQ(s`,a):  -0.03512742419971544\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.008219215698298074\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.27000000000000013 -- Action: 2 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.006388286442731755\n",
      "R+y*maxQ(s`,a):  -0.027278532267081164\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.006597188900975249\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.27000000000000013 -- Action: 1 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  -0.004454906237939551\n",
      "R+y*maxQ(s`,a):  -0.03512742419971544\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.00476163141755731\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.27000000000000013 -- Action: 0 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.008403864342072983\n",
      "R+y*maxQ(s`,a):  -0.03512742419971544\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.008671099940649407\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.27000000000000013 -- Action: 0 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.008671099940649407\n",
      "R+y*maxQ(s`,a):  -0.03512742419971544\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.008935663183240067\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.27000000000000013 -- Action: 3 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.005697137999683824\n",
      "R+y*maxQ(s`,a):  -0.034389111070094604\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.005984057730387932\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.27000000000000013 -- Action: 2 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.008179900394790138\n",
      "R+y*maxQ(s`,a):  -0.034389111070094604\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.008441992501543183\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.27000000000000013 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.008219215698298074\n",
      "R+y*maxQ(s`,a):  -0.035385651957349135\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.008490880060888585\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.27000000000000013 -- Action: 2 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.006597188900975249\n",
      "R+y*maxQ(s`,a):  -0.027278532267081164\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.006804002334636308\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.27000000000000013 -- Action: 2 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  0.003023853036576485\n",
      "R+y*maxQ(s`,a):  0.07225361545548364\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.0037161506607655565\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.27000000000000013 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.11361512828387071\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.12247897700103201\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.28000000000000014 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.005046681948137717\n",
      "R+y*maxQ(s`,a):  -0.030809190269999998\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.00530430703135634\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.28000000000000014 -- Action: 1 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.0029324003843212085\n",
      "R+y*maxQ(s`,a):  -0.03268788234336798\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.0032299552039116762\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.28000000000000014 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.0076612046617929325\n",
      "R+y*maxQ(s`,a):  -0.034389111070094604\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.00792848372587595\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.28000000000000014 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.008490880060888585\n",
      "R+y*maxQ(s`,a):  -0.035385651957349135\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.00875982777985319\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.28000000000000014 -- Action: 0 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.008935663183240067\n",
      "R+y*maxQ(s`,a):  -0.035385651957349135\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.009200163070981158\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.28000000000000014 -- Action: 3 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.005984057730387932\n",
      "R+y*maxQ(s`,a):  -0.034389111070094604\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.006268108263784999\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.28000000000000014 -- Action: 3 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.004876790077882894\n",
      "R+y*maxQ(s`,a):  -0.03268788234336798\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.005154901000537745\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.28000000000000014 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.007413527218229513\n",
      "R+y*maxQ(s`,a):  -0.03268788234336798\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.007666270769480898\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.28000000000000014 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.007666270769480898\n",
      "R+y*maxQ(s`,a):  -0.03268788234336798\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.007916486885219768\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.28000000000000014 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.002986535937075537\n",
      "R+y*maxQ(s`,a):  -0.03268788234336798\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.0032835494011384616\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.28000000000000014 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.007916486885219768\n",
      "R+y*maxQ(s`,a):  -0.032955194461024614\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.008166873960977816\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.28000000000000014 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.0032835494011384616\n",
      "R+y*maxQ(s`,a):  -0.032955194461024614\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.003580265851737323\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.28000000000000014 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.00530430703135634\n",
      "R+y*maxQ(s`,a):  -0.030809190269999998\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.005559355863742776\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.28000000000000014 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.0034084538485161216\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.0036743693100309604\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[2, 3]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 8]]\n",
      "REWARD: -0.03 -- EPSILON: 0.28000000000000014 -- Action: 2 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.0014702985029999998\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [2, 3]\n",
      "Q_new:  -0.0017555955179699998\n",
      "-------------------------------\n",
      "[2, 3]\n",
      "S:  [2, 3]\n",
      "[1, 3]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 8]\n",
      " [0 0 0 0]]\n",
      "You lost!\n",
      "REWARD: -1 -- EPSILON: 0.28000000000000014 -- Action: 0 --\n",
      "S:  [2, 3]\n",
      "Q(s,a):  -0.03940399\n",
      "R+y*maxQ(s`,a):  -1.0\n",
      "S_:  [1, 3]\n",
      "Q_new:  -0.0490099501\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.29000000000000015 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.005559355863742776\n",
      "R+y*maxQ(s`,a):  -0.030809190269999998\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.005811854207805348\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.29000000000000015 -- Action: 0 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.002077653631389546\n",
      "R+y*maxQ(s`,a):  -0.030809190269999998\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.0023649689977756506\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.29000000000000015 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.0036743693100309604\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.003937625616930651\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.29000000000000015 -- Action: 1 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.00120351226359\n",
      "R+y*maxQ(s`,a):  -0.030809190269999998\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.0014995690436541\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.29000000000000015 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.003937625616930651\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.004198249360761345\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.29000000000000015 -- Action: 1 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.0014995690436541\n",
      "R+y*maxQ(s`,a):  -0.030809190269999998\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.001792665255917559\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.29000000000000015 -- Action: 3 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.0008991002999999999\n",
      "R+y*maxQ(s`,a):  -0.030809190269999998\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.0011982011997\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.29000000000000015 -- Action: 3 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.0011982011997\n",
      "R+y*maxQ(s`,a):  -0.03107838107973\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.0014970029985003\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.29000000000000015 -- Action: 3 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.0014970029985003\n",
      "R+y*maxQ(s`,a):  -0.03134730269865027\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.0017955059955017997\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.29000000000000015 -- Action: 1 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.0032299552039116762\n",
      "R+y*maxQ(s`,a):  -0.03322223926656359\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.0035298780445381954\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.29000000000000015 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.005811854207805348\n",
      "R+y*maxQ(s`,a):  -0.03161595539595162\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.006069895219686811\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.29000000000000015 -- Action: 3 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.0017955059955017997\n",
      "R+y*maxQ(s`,a):  -0.03161595539595162\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.002093710489506298\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.29000000000000015 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.004198249360761345\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.004456266867153731\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.29000000000000015 -- Action: 3 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  0.0\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.0003\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.29000000000000015 -- Action: 1 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.001792665255917559\n",
      "R+y*maxQ(s`,a):  -0.031884339440555666\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.0020935819977639402\n",
      "-------------------------------\n",
      "[2, 1]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.29000000000000015 -- Action: 3 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.002093710489506298\n",
      "R+y*maxQ(s`,a):  -0.031884339440555666\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.0023916167790167917\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.29000000000000015 -- Action: 0 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.0023649689977756506\n",
      "R+y*maxQ(s`,a):  -0.03212847209799809\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.002662604028777875\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.29000000000000015 -- Action: 0 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.002662604028777875\n",
      "R+y*maxQ(s`,a):  -0.03215245510111511\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.0029575025395012474\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.29000000000000015 -- Action: 3 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.0023916167790167917\n",
      "R+y*maxQ(s`,a):  -0.03215245510111511\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.002689225162237775\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.29000000000000015 -- Action: 3 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.002689225162237775\n",
      "R+y*maxQ(s`,a):  -0.032420302646014\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.002986535937075537\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.29000000000000015 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.004456266867153731\n",
      "R+y*maxQ(s`,a):  -0.03027\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.0047144041984821935\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.29000000000000015 -- Action: 1 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.0020935819977639402\n",
      "R+y*maxQ(s`,a):  -0.03266175228555112\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.002399263700641812\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.29000000000000015 -- Action: 1 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.0035298780445381954\n",
      "R+y*maxQ(s`,a):  -0.03322223926656359\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.003826801656758449\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.29000000000000015 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.003580265851737323\n",
      "R+y*maxQ(s`,a):  -0.03322223926656359\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.0038766855858855856\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.29000000000000015 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.0038766855858855856\n",
      "R+y*maxQ(s`,a):  -0.03348901702729703\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.0041728089002997\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.29000000000000015 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.008166873960977816\n",
      "R+y*maxQ(s`,a):  -0.03375552801026973\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.008422760501470736\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.29000000000000015 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.0041728089002997\n",
      "R+y*maxQ(s`,a):  -0.03375552801026973\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.004468636091399401\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.29000000000000015 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.006069895219686811\n",
      "R+y*maxQ(s`,a):  -0.03266175228555112\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.006335813790345454\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.29000000000000015 -- Action: 0 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.0029575025395012474\n",
      "R+y*maxQ(s`,a):  -0.03266175228555112\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.0032545450369617463\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.29000000000000015 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.0047144041984821935\n",
      "R+y*maxQ(s`,a):  -0.03027\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.004969960156497371\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[2, 3]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 8]]\n",
      "REWARD: -0.03 -- EPSILON: 0.29000000000000015 -- Action: 2 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.0017555955179699998\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [2, 3]\n",
      "Q_new:  -0.0020380395627902998\n",
      "-------------------------------\n",
      "[2, 3]\n",
      "S:  [2, 3]\n",
      "[2, 3]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 8]]\n",
      "REWARD: -0.03 -- EPSILON: 0.29000000000000015 -- Action: 2 --\n",
      "S:  [2, 3]\n",
      "Q(s,a):  -0.0005969999999999999\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [2, 3]\n",
      "Q_new:  -0.0008910299999999999\n",
      "-------------------------------\n",
      "[2, 3]\n",
      "S:  [2, 3]\n",
      "[2, 3]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 8]]\n",
      "REWARD: -0.03 -- EPSILON: 0.29000000000000015 -- Action: 3 --\n",
      "S:  [2, 3]\n",
      "Q(s,a):  0.0\n",
      "R+y*maxQ(s`,a):  -0.03\n",
      "S_:  [2, 3]\n",
      "Q_new:  -0.0003\n",
      "-------------------------------\n",
      "[2, 3]\n",
      "S:  [2, 3]\n",
      "[2, 3]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 8]]\n",
      "REWARD: -0.03 -- EPSILON: 0.29000000000000015 -- Action: 2 --\n",
      "S:  [2, 3]\n",
      "Q(s,a):  -0.0008910299999999999\n",
      "R+y*maxQ(s`,a):  -0.03027\n",
      "S_:  [2, 3]\n",
      "Q_new:  -0.0011848197\n",
      "-------------------------------\n",
      "[2, 3]\n",
      "S:  [2, 3]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.29000000000000015 -- Action: 1 --\n",
      "S:  [2, 3]\n",
      "Q(s,a):  -0.0003\n",
      "R+y*maxQ(s`,a):  -0.03027\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.0005996999999999999\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[2, 3]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 8]]\n",
      "REWARD: -0.03 -- EPSILON: 0.29000000000000015 -- Action: 2 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.0020380395627902998\n",
      "R+y*maxQ(s`,a):  -0.03027\n",
      "S_:  [2, 3]\n",
      "Q_new:  -0.002320359167162397\n",
      "-------------------------------\n",
      "[2, 3]\n",
      "S:  [2, 3]\n",
      "[1, 3]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 8]\n",
      " [0 0 0 0]]\n",
      "You lost!\n",
      "REWARD: -1 -- EPSILON: 0.29000000000000015 -- Action: 0 --\n",
      "S:  [2, 3]\n",
      "Q(s,a):  -0.0490099501\n",
      "R+y*maxQ(s`,a):  -1.0\n",
      "S_:  [1, 3]\n",
      "Q_new:  -0.058519850599\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.30000000000000016 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.006335813790345454\n",
      "R+y*maxQ(s`,a):  -0.03268788234336798\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.006599334475875679\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.30000000000000016 -- Action: 3 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.002986535937075537\n",
      "R+y*maxQ(s`,a):  -0.03268788234336798\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.0032835494011384616\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.30000000000000016 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.004969960156497371\n",
      "R+y*maxQ(s`,a):  -0.03027\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.005222960554932397\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.30000000000000016 -- Action: 3 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.0003\n",
      "R+y*maxQ(s`,a):  -0.03027\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.0005996999999999999\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[2, 3]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 8]]\n",
      "REWARD: -0.03 -- EPSILON: 0.30000000000000016 -- Action: 2 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.002320359167162397\n",
      "R+y*maxQ(s`,a):  -0.03027\n",
      "S_:  [2, 3]\n",
      "Q_new:  -0.002599855575490773\n",
      "-------------------------------\n",
      "[2, 3]\n",
      "S:  [2, 3]\n",
      "[2, 3]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 8]]\n",
      "REWARD: -0.03 -- EPSILON: 0.30000000000000016 -- Action: 3 --\n",
      "S:  [2, 3]\n",
      "Q(s,a):  -0.0003\n",
      "R+y*maxQ(s`,a):  -0.03027\n",
      "S_:  [2, 3]\n",
      "Q_new:  -0.0005996999999999999\n",
      "-------------------------------\n",
      "[2, 3]\n",
      "S:  [2, 3]\n",
      "[2, 3]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 8]]\n",
      "REWARD: -0.03 -- EPSILON: 0.30000000000000016 -- Action: 2 --\n",
      "S:  [2, 3]\n",
      "Q(s,a):  -0.0011848197\n",
      "R+y*maxQ(s`,a):  -0.030539729999999998\n",
      "S_:  [2, 3]\n",
      "Q_new:  -0.001478368803\n",
      "-------------------------------\n",
      "[2, 3]\n",
      "S:  [2, 3]\n",
      "[2, 3]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 8]]\n",
      "REWARD: -0.03 -- EPSILON: 0.30000000000000016 -- Action: 2 --\n",
      "S:  [2, 3]\n",
      "Q(s,a):  -0.001478368803\n",
      "R+y*maxQ(s`,a):  -0.030539729999999998\n",
      "S_:  [2, 3]\n",
      "Q_new:  -0.0017689824149699999\n",
      "-------------------------------\n",
      "[2, 3]\n",
      "S:  [2, 3]\n",
      "[1, 3]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 8]\n",
      " [0 0 0 0]]\n",
      "You lost!\n",
      "REWARD: -1 -- EPSILON: 0.30000000000000016 -- Action: 0 --\n",
      "S:  [2, 3]\n",
      "Q(s,a):  -0.058519850599\n",
      "R+y*maxQ(s`,a):  -1.0\n",
      "S_:  [1, 3]\n",
      "Q_new:  -0.06793465209301\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.31000000000000016 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.008422760501470736\n",
      "R+y*maxQ(s`,a):  -0.03402177248225946\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.008678750621278623\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.31000000000000016 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.004468636091399401\n",
      "R+y*maxQ(s`,a):  -0.03402177248225946\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.004764167455308001\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.31000000000000016 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.004764167455308001\n",
      "R+y*maxQ(s`,a):  -0.0342877507097772\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.005059403287852693\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.31000000000000016 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.008678750621278623\n",
      "R+y*maxQ(s`,a):  -0.03455346295906742\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.008937497744656511\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.31000000000000016 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.005059403287852693\n",
      "R+y*maxQ(s`,a):  -0.03455346295906742\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.00535434388456484\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.31000000000000016 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.00792848372587595\n",
      "R+y*maxQ(s`,a):  -0.03463941090048397\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.00819559299762203\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.31000000000000016 -- Action: 2 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.008441992501543183\n",
      "R+y*maxQ(s`,a):  -0.03463941090048397\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.008703966685532591\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.31000000000000016 -- Action: 3 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.005154901000537745\n",
      "R+y*maxQ(s`,a):  -0.03481890949610836\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.005451541085493452\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.31000000000000016 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.00819559299762203\n",
      "R+y*maxQ(s`,a):  -0.034906386976944107\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.008462700937415251\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.31000000000000016 -- Action: 2 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.008703966685532591\n",
      "R+y*maxQ(s`,a):  -0.034906386976944107\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.008965990888446707\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.31000000000000016 -- Action: 1 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.007396801300419133\n",
      "R+y*maxQ(s`,a):  -0.034906386976944107\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.007671897157184382\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.31000000000000016 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.00875982777985319\n",
      "R+y*maxQ(s`,a):  -0.035641297437406495\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.009028642476428723\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.31000000000000016 -- Action: 0 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.009200163070981158\n",
      "R+y*maxQ(s`,a):  -0.035641297437406495\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.009464574414645412\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.31000000000000016 -- Action: 3 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.006268108263784999\n",
      "R+y*maxQ(s`,a):  -0.034906386976944107\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.0065544910509165895\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.31000000000000016 -- Action: 3 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.005451541085493452\n",
      "R+y*maxQ(s`,a):  -0.03481890949610836\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.0057452147695996\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.31000000000000016 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.008937497744656511\n",
      "R+y*maxQ(s`,a):  -0.03481890949610836\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.00919631186217103\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.31000000000000016 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.00535434388456484\n",
      "R+y*maxQ(s`,a):  -0.03481890949610836\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.005648989540680275\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.31000000000000016 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.005648989540680275\n",
      "R+y*maxQ(s`,a):  -0.03508409058661224\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.005943340551139595\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.31000000000000016 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.008462700937415251\n",
      "R+y*maxQ(s`,a):  -0.03517069329263964\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.008729780860967495\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.31000000000000016 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.009028642476428723\n",
      "R+y*maxQ(s`,a):  -0.03589904194582493\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.009297346471122684\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.31000000000000016 -- Action: 3 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.0065544910509165895\n",
      "R+y*maxQ(s`,a):  -0.03517069329263964\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.00684065307333382\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.31000000000000016 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.009297346471122684\n",
      "R+y*maxQ(s`,a):  -0.03612360210117268\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.009565609027423184\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.31000000000000016 -- Action: 2 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.006804002334636308\n",
      "R+y*maxQ(s`,a):  -0.026655464405310997\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.007002516955343055\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.31000000000000016 -- Action: 2 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  0.0037161506607655565\n",
      "R+y*maxQ(s`,a):  0.0802310793009288\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.0044812999471671895\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.31000000000000016 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.12247897700103201\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.1312541872310217\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3200000000000002 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.005943340551139595\n",
      "R+y*maxQ(s`,a):  -0.03534900649602563\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.006237397210588455\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3200000000000002 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.008729780860967495\n",
      "R+y*maxQ(s`,a):  -0.03517069329263964\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.008994189985284217\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "REWARD: -0.03 -- EPSILON: 0.3200000000000002 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.009565609027423184\n",
      "R+y*maxQ(s`,a):  -0.036156587766000434\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.009831518814808957\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3200000000000002 -- Action: 1 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.007969595124685647\n",
      "R+y*maxQ(s`,a):  -0.036156587766000434\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.008251465051098795\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3200000000000002 -- Action: 3 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.00684065307333382\n",
      "R+y*maxQ(s`,a):  -0.03517069329263964\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.007123953475526879\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3200000000000002 -- Action: 1 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.007671897157184382\n",
      "R+y*maxQ(s`,a):  -0.03517069329263964\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.007946885118538935\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3200000000000002 -- Action: 3 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.0057452147695996\n",
      "R+y*maxQ(s`,a):  -0.03561365748952961\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.0060438991967989\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3200000000000002 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.008994189985284217\n",
      "R+y*maxQ(s`,a):  -0.03543950927711901\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.009258643178202564\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3200000000000002 -- Action: 3 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.0060438991967989\n",
      "R+y*maxQ(s`,a):  -0.03561365748952961\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.0063395967797262075\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3200000000000002 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.00919631186217103\n",
      "R+y*maxQ(s`,a):  -0.03561365748952961\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.009460485318444616\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3200000000000002 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.006599334475875679\n",
      "R+y*maxQ(s`,a):  -0.03292909053326557\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.006862632036449578\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3200000000000002 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.005222960554932397\n",
      "R+y*maxQ(s`,a):  -0.030539729999999998\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.0054761282493830735\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[2, 3]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 8]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3200000000000002 -- Action: 2 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.002599855575490773\n",
      "R+y*maxQ(s`,a):  -0.030539729999999998\n",
      "S_:  [2, 3]\n",
      "Q_new:  -0.0028792543197358653\n",
      "-------------------------------\n",
      "[2, 3]\n",
      "S:  [2, 3]\n",
      "[2, 3]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 8]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3200000000000002 -- Action: 2 --\n",
      "S:  [2, 3]\n",
      "Q(s,a):  -0.0017689824149699999\n",
      "R+y*maxQ(s`,a):  -0.030539729999999998\n",
      "S_:  [2, 3]\n",
      "Q_new:  -0.0020566898908203\n",
      "-------------------------------\n",
      "[2, 3]\n",
      "S:  [2, 3]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3200000000000002 -- Action: 1 --\n",
      "S:  [2, 3]\n",
      "Q(s,a):  -0.0005996999999999999\n",
      "R+y*maxQ(s`,a):  -0.030539729999999998\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.0008991002999999999\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3200000000000002 -- Action: 3 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.0005996999999999999\n",
      "R+y*maxQ(s`,a):  -0.030539729999999998\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.0008991002999999999\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3200000000000002 -- Action: 1 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.002399263700641812\n",
      "R+y*maxQ(s`,a):  -0.03292909053326557\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.0027045619689680493\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3200000000000002 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.0054761282493830735\n",
      "R+y*maxQ(s`,a):  -0.030809190269999998\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.005729458869589242\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3200000000000002 -- Action: 3 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.0008991002999999999\n",
      "R+y*maxQ(s`,a):  -0.030809190269999998\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.0011982011997\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3200000000000002 -- Action: 1 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.0027045619689680493\n",
      "R+y*maxQ(s`,a):  -0.03292909053326557\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.0030068072546110243\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3200000000000002 -- Action: 0 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.0032545450369617463\n",
      "R+y*maxQ(s`,a):  -0.03292909053326557\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.0035512904919247847\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3200000000000002 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.005729458869589242\n",
      "R+y*maxQ(s`,a):  -0.031063041129991333\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.005982794692193263\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[2, 3]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 8]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3200000000000002 -- Action: 2 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.0028792543197358653\n",
      "R+y*maxQ(s`,a):  -0.030539729999999998\n",
      "S_:  [2, 3]\n",
      "Q_new:  -0.003155859076538507\n",
      "-------------------------------\n",
      "[2, 3]\n",
      "S:  [2, 3]\n",
      "[2, 3]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 8]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3200000000000002 -- Action: 3 --\n",
      "S:  [2, 3]\n",
      "Q(s,a):  -0.0005996999999999999\n",
      "R+y*maxQ(s`,a):  -0.030539729999999998\n",
      "S_:  [2, 3]\n",
      "Q_new:  -0.0008991002999999999\n",
      "-------------------------------\n",
      "[2, 3]\n",
      "S:  [2, 3]\n",
      "[1, 3]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 8]\n",
      " [0 0 0 0]]\n",
      "You lost!\n",
      "REWARD: -1 -- EPSILON: 0.3200000000000002 -- Action: 0 --\n",
      "S:  [2, 3]\n",
      "Q(s,a):  -0.06793465209301\n",
      "R+y*maxQ(s`,a):  -1.0\n",
      "S_:  [1, 3]\n",
      "Q_new:  -0.07725530557207991\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3300000000000002 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.006862632036449578\n",
      "R+y*maxQ(s`,a):  -0.032955194461024614\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.007123557660695328\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3300000000000002 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.005982794692193263\n",
      "R+y*maxQ(s`,a):  -0.031063041129991333\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.006233597156571244\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3300000000000002 -- Action: 1 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.0030068072546110243\n",
      "R+y*maxQ(s`,a):  -0.032955194461024614\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.00330629112667516\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3300000000000002 -- Action: 1 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.003826801656758449\n",
      "R+y*maxQ(s`,a):  -0.03561365748952961\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.004144670215086161\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3300000000000002 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.009460485318444616\n",
      "R+y*maxQ(s`,a):  -0.03561365748952961\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.009722017040155465\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3300000000000002 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.009722017040155465\n",
      "R+y*maxQ(s`,a):  -0.03561365748952961\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.009980933444649207\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3300000000000002 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.009980933444649207\n",
      "R+y*maxQ(s`,a):  -0.03561365748952961\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.010237260685098011\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3300000000000002 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.009258643178202564\n",
      "R+y*maxQ(s`,a):  -0.03570563710175358\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.009523113117438075\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3300000000000002 -- Action: 2 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.008965990888446707\n",
      "R+y*maxQ(s`,a):  -0.03570563710175358\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.009233387350579776\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3300000000000002 -- Action: 1 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.007946885118538935\n",
      "R+y*maxQ(s`,a):  -0.03570563710175358\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.008224472638371082\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3300000000000002 -- Action: 2 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.009233387350579776\n",
      "R+y*maxQ(s`,a):  -0.03570563710175358\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.009498109848091515\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3300000000000002 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.009831518814808957\n",
      "R+y*maxQ(s`,a):  -0.03630226525980875\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.010096226279258956\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3300000000000002 -- Action: 2 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.007002516955343055\n",
      "R+y*maxQ(s`,a):  -0.02596683004754953\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.00719216008626512\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3300000000000002 -- Action: 0 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  -0.002911155734446512\n",
      "R+y*maxQ(s`,a):  -0.02596683004754953\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.0031417124775775422\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3300000000000002 -- Action: 1 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  -0.00476163141755731\n",
      "R+y*maxQ(s`,a):  -0.03641155812797419\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.005078130684661479\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3300000000000002 -- Action: 0 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.009464574414645412\n",
      "R+y*maxQ(s`,a):  -0.03641155812797419\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.0097340442517787\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3300000000000002 -- Action: 3 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.007123953475526879\n",
      "R+y*maxQ(s`,a):  -0.03570563710175358\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.007409770311789146\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3300000000000002 -- Action: 3 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.0063395967797262075\n",
      "R+y*maxQ(s`,a):  -0.03561365748952961\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.006632337386824241\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3300000000000002 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.006237397210588455\n",
      "R+y*maxQ(s`,a):  -0.03561365748952961\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.006531159813377867\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3300000000000002 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.006531159813377867\n",
      "R+y*maxQ(s`,a):  -0.03587804383204008\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.006824628653564489\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3300000000000002 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.006824628653564489\n",
      "R+y*maxQ(s`,a):  -0.03614216578820804\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.007117804024910924\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3300000000000002 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.010237260685098011\n",
      "R+y*maxQ(s`,a):  -0.036406023622419834\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.01049894831447123\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3300000000000002 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.007123557660695328\n",
      "R+y*maxQ(s`,a):  -0.032955194461024614\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.007381874028698621\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3300000000000002 -- Action: 1 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.004144670215086161\n",
      "R+y*maxQ(s`,a):  -0.036406023622419834\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.004467283749159498\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3300000000000002 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.007381874028698621\n",
      "R+y*maxQ(s`,a):  -0.032955194461024614\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.007637607233021881\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3300000000000002 -- Action: 0 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.0035512904919247847\n",
      "R+y*maxQ(s`,a):  -0.032955194461024614\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.003845329531615783\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3300000000000002 -- Action: 3 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.0032835494011384616\n",
      "R+y*maxQ(s`,a):  -0.032955194461024614\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.003580265851737323\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3300000000000002 -- Action: 3 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.003580265851737323\n",
      "R+y*maxQ(s`,a):  -0.03322223926656359\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.0038766855858855856\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3300000000000002 -- Action: 0 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.003845329531615783\n",
      "R+y*maxQ(s`,a):  -0.0334607965784542\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.004141484202084167\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3300000000000002 -- Action: 0 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.004141484202084167\n",
      "R+y*maxQ(s`,a):  -0.03348901702729703\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.004434959530336295\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3300000000000002 -- Action: 3 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.0038766855858855856\n",
      "R+y*maxQ(s`,a):  -0.03348901702729703\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.0041728089002997\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3300000000000002 -- Action: 0 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.004434959530336295\n",
      "R+y*maxQ(s`,a):  -0.03375552801026973\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.004728165215135629\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3300000000000002 -- Action: 1 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.004467283749159498\n",
      "R+y*maxQ(s`,a):  -0.036406023622419834\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.0047866711478921015\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3300000000000002 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.007117804024910924\n",
      "R+y*maxQ(s`,a):  -0.036406023622419834\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.007410686220886013\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3300000000000002 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.01049894831447123\n",
      "R+y*maxQ(s`,a):  -0.03666961759879741\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.010760655007314492\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3300000000000002 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.009523113117438075\n",
      "R+y*maxQ(s`,a):  -0.03596910364814181\n",
      "S_:  [1, 0]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Q_new:  -0.009787573022745112\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3300000000000002 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.010096226279258956\n",
      "R+y*maxQ(s`,a):  -0.036472944077638604\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.010359993457242752\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3300000000000002 -- Action: 0 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.0097340442517787\n",
      "R+y*maxQ(s`,a):  -0.036472944077638604\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.010001433250037299\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3300000000000002 -- Action: 0 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.010001433250037299\n",
      "R+y*maxQ(s`,a):  -0.036472944077638604\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.010266148358313312\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3300000000000002 -- Action: 1 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.008251465051098795\n",
      "R+y*maxQ(s`,a):  -0.036472944077638604\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.008533679841364192\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3300000000000002 -- Action: 2 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.00719216008626512\n",
      "R+y*maxQ(s`,a):  -0.02596683004754953\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.007379906785877964\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3300000000000002 -- Action: 0 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  -0.0031417124775775422\n",
      "R+y*maxQ(s`,a):  -0.02596683004754953\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.0033699636532772623\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3300000000000002 -- Action: 2 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  0.0044812999471671895\n",
      "R+y*maxQ(s`,a):  0.08812876850791954\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.005317774632774713\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.3300000000000002 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.1312541872310217\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.13994164535871148\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3400000000000002 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.010760655007314492\n",
      "R+y*maxQ(s`,a):  -0.03666961759879741\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.011019744633229321\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3400000000000002 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.009787573022745112\n",
      "R+y*maxQ(s`,a):  -0.03596910364814181\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.010049388328999079\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3400000000000002 -- Action: 3 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.006632337386824241\n",
      "R+y*maxQ(s`,a):  -0.03666961759879741\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.006932710188943973\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3400000000000002 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.011019744633229321\n",
      "R+y*maxQ(s`,a):  -0.03666961759879741\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.011276243362885002\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3400000000000002 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.010049388328999079\n",
      "R+y*maxQ(s`,a):  -0.03623943917004958\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.010311288837409584\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3400000000000002 -- Action: 2 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.009498109848091515\n",
      "R+y*maxQ(s`,a):  -0.03623943917004958\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.009765523141311095\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3400000000000002 -- Action: 3 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.006932710188943973\n",
      "R+y*maxQ(s`,a):  -0.03666961759879741\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.007230079263042507\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3400000000000002 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.007637607233021881\n",
      "R+y*maxQ(s`,a):  -0.03375552801026973\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.007898786440794359\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3400000000000002 -- Action: 0 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.004728165215135629\n",
      "R+y*maxQ(s`,a):  -0.03375552801026973\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.00501843884308697\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3400000000000002 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.006233597156571244\n",
      "R+y*maxQ(s`,a):  -0.031063041129991333\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.006481891596305445\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[2, 3]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 8]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3400000000000002 -- Action: 2 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.003155859076538507\n",
      "R+y*maxQ(s`,a):  -0.030809190269999998\n",
      "S_:  [2, 3]\n",
      "Q_new:  -0.003432392388473122\n",
      "-------------------------------\n",
      "[2, 3]\n",
      "S:  [2, 3]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3400000000000002 -- Action: 1 --\n",
      "S:  [2, 3]\n",
      "Q(s,a):  -0.0008991002999999999\n",
      "R+y*maxQ(s`,a):  -0.031063041129991333\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.0012007397082999132\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[2, 3]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 8]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3400000000000002 -- Action: 2 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.003432392388473122\n",
      "R+y*maxQ(s`,a):  -0.030809190269999998\n",
      "S_:  [2, 3]\n",
      "Q_new:  -0.0037061603672883907\n",
      "-------------------------------\n",
      "[2, 3]\n",
      "S:  [2, 3]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3400000000000002 -- Action: 1 --\n",
      "S:  [2, 3]\n",
      "Q(s,a):  -0.0012007397082999132\n",
      "R+y*maxQ(s`,a):  -0.031063041129991333\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.0014993627225168274\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3400000000000002 -- Action: 1 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.00330629112667516\n",
      "R+y*maxQ(s`,a):  -0.03375552801026973\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.003610783495511106\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3400000000000002 -- Action: 0 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.00501843884308697\n",
      "R+y*maxQ(s`,a):  -0.03375552801026973\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.005305809734758798\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3400000000000002 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.006481891596305445\n",
      "R+y*maxQ(s`,a):  -0.031063041129991333\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.006727703091642304\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3400000000000002 -- Action: 1 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.003610783495511106\n",
      "R+y*maxQ(s`,a):  -0.03375552801026973\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.0039122309406586925\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3400000000000002 -- Action: 0 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.005305809734758798\n",
      "R+y*maxQ(s`,a):  -0.03375552801026973\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.0055903069175139075\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3400000000000002 -- Action: 1 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.0047866711478921015\n",
      "R+y*maxQ(s`,a):  -0.03666961759879741\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.005105500612401155\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3400000000000002 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.011276243362885002\n",
      "R+y*maxQ(s`,a):  -0.03666961759879741\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.011530177105244125\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3400000000000002 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.007898786440794359\n",
      "R+y*maxQ(s`,a):  -0.03375552801026973\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.008157353856489113\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3400000000000002 -- Action: 1 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.005105500612401155\n",
      "R+y*maxQ(s`,a):  -0.03666961759879741\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.005421141782265117\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3400000000000002 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.007410686220886013\n",
      "R+y*maxQ(s`,a):  -0.03666961759879741\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.007703275534665127\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3400000000000002 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.007703275534665127\n",
      "R+y*maxQ(s`,a):  -0.036932947981198616\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.007995572259130461\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3400000000000002 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.011530177105244125\n",
      "R+y*maxQ(s`,a):  -0.037196015033217414\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.011786835484523858\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3400000000000002 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.010311288837409584\n",
      "R+y*maxQ(s`,a):  -0.03650707133673826\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.010573246662402872\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3400000000000002 -- Action: 2 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.009765523141311095\n",
      "R+y*maxQ(s`,a):  -0.03650707133673826\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.010032938623265366\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3400000000000002 -- Action: 1 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.008224472638371082\n",
      "R+y*maxQ(s`,a):  -0.03650707133673826\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.008507298625354754\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3400000000000002 -- Action: 2 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.010032938623265366\n",
      "R+y*maxQ(s`,a):  -0.03650707133673826\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.010297679950400096\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3400000000000002 -- Action: 1 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.008507298625354754\n",
      "R+y*maxQ(s`,a):  -0.03650707133673826\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.008787296352468589\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3400000000000002 -- Action: 2 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.010297679950400096\n",
      "R+y*maxQ(s`,a):  -0.03650707133673826\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.010559773864263478\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3400000000000002 -- Action: 3 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.007230079263042507\n",
      "R+y*maxQ(s`,a):  -0.037196015033217414\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.007529738620744257\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3400000000000002 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.007995572259130461\n",
      "R+y*maxQ(s`,a):  -0.037196015033217414\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.00828757668687133\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3400000000000002 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.011786835484523858\n",
      "R+y*maxQ(s`,a):  -0.0373416184708402\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.01204238331438702\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3400000000000002 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.01204238331438702\n",
      "R+y*maxQ(s`,a):  -0.0373416184708402\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.012295375665951552\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3400000000000002 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.008157353856489113\n",
      "R+y*maxQ(s`,a):  -0.03375552801026973\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.008413335598026919\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3400000000000002 -- Action: 0 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.0055903069175139075\n",
      "R+y*maxQ(s`,a):  -0.03375552801026973\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.005871959128441465\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3400000000000002 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.006727703091642304\n",
      "R+y*maxQ(s`,a):  -0.031063041129991333\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.006971056472025794\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[1, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 8 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3400000000000002 -- Action: 0 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.001181156811101481\n",
      "R+y*maxQ(s`,a):  -0.02947416370366411\n",
      "S_:  [1, 2]\n",
      "Q_new:  -0.0014640868800271073\n",
      "-------------------------------\n",
      "[1, 2]\n",
      "S:  [1, 2]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3400000000000002 -- Action: 0 --\n",
      "S:  [1, 2]\n",
      "Q(s,a):  0.0005842625514843221\n",
      "R+y*maxQ(s`,a):  0.09594748082284033\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.0015378947341978821\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3400000000000002 -- Action: 0 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  3.3673948695436677e-05\n",
      "R+y*maxQ(s`,a):  0.09594748082284033\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.0009928120174368855\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3400000000000002 -- Action: 1 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  -0.002864887916422521\n",
      "R+y*maxQ(s`,a):  -0.025214002830502756\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.0030883790655633235\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3400000000000002 -- Action: 2 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  0.005317774632774713\n",
      "R+y*maxQ(s`,a):  0.09594748082284033\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.006224071694675369\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.3400000000000002 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.13994164535871148\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.14854222890512436\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3500000000000002 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.00828757668687133\n",
      "R+y*maxQ(s`,a):  -0.037458819018184195\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.00857928911018446\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3500000000000002 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.012295375665951552\n",
      "R+y*maxQ(s`,a):  -0.03757200203822422\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.012548141929674279\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3500000000000002 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.008413335598026919\n",
      "R+y*maxQ(s`,a):  -0.03375552801026973\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.008666757522149347\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3500000000000002 -- Action: 1 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.005421141782265117\n",
      "R+y*maxQ(s`,a):  -0.03772136019916601\n",
      "S_:  [2, 0]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Q_new:  -0.0057441439664341265\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3500000000000002 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.008666757522149347\n",
      "R+y*maxQ(s`,a):  -0.03375552801026973\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.00891764522703055\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3500000000000002 -- Action: 0 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.005871959128441465\n",
      "R+y*maxQ(s`,a):  -0.03375552801026973\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.006150794817259748\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3500000000000002 -- Action: 3 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.0041728089002997\n",
      "R+y*maxQ(s`,a):  -0.03375552801026973\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.004468636091399401\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3500000000000002 -- Action: 3 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.004468636091399401\n",
      "R+y*maxQ(s`,a):  -0.03402177248225946\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.004764167455308001\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3500000000000002 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.006971056472025794\n",
      "R+y*maxQ(s`,a):  -0.03107838107973\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.007212129718102836\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[2, 3]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 8]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3500000000000002 -- Action: 2 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.0037061603672883907\n",
      "R+y*maxQ(s`,a):  -0.030809190269999998\n",
      "S_:  [2, 3]\n",
      "Q_new:  -0.0039771906663155065\n",
      "-------------------------------\n",
      "[2, 3]\n",
      "S:  [2, 3]\n",
      "[2, 3]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 8]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3500000000000002 -- Action: 3 --\n",
      "S:  [2, 3]\n",
      "Q(s,a):  -0.0008991002999999999\n",
      "R+y*maxQ(s`,a):  -0.030809190269999998\n",
      "S_:  [2, 3]\n",
      "Q_new:  -0.0011982011997\n",
      "-------------------------------\n",
      "[2, 3]\n",
      "S:  [2, 3]\n",
      "[2, 3]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 8]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3500000000000002 -- Action: 2 --\n",
      "S:  [2, 3]\n",
      "Q(s,a):  -0.0020566898908203\n",
      "R+y*maxQ(s`,a):  -0.03107838107973\n",
      "S_:  [2, 3]\n",
      "Q_new:  -0.002346906802709397\n",
      "-------------------------------\n",
      "[2, 3]\n",
      "S:  [2, 3]\n",
      "[2, 3]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 8]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3500000000000002 -- Action: 3 --\n",
      "S:  [2, 3]\n",
      "Q(s,a):  -0.0011982011997\n",
      "R+y*maxQ(s`,a):  -0.03107838107973\n",
      "S_:  [2, 3]\n",
      "Q_new:  -0.0014970029985003\n",
      "-------------------------------\n",
      "[2, 3]\n",
      "S:  [2, 3]\n",
      "[2, 3]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 8]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3500000000000002 -- Action: 3 --\n",
      "S:  [2, 3]\n",
      "Q(s,a):  -0.0014970029985003\n",
      "R+y*maxQ(s`,a):  -0.03134730269865027\n",
      "S_:  [2, 3]\n",
      "Q_new:  -0.0017955059955017997\n",
      "-------------------------------\n",
      "[2, 3]\n",
      "S:  [2, 3]\n",
      "[2, 3]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 8]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3500000000000002 -- Action: 2 --\n",
      "S:  [2, 3]\n",
      "Q(s,a):  -0.002346906802709397\n",
      "R+y*maxQ(s`,a):  -0.031349426450265144\n",
      "S_:  [2, 3]\n",
      "Q_new:  -0.0026369319991849543\n",
      "-------------------------------\n",
      "[2, 3]\n",
      "S:  [2, 3]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3500000000000002 -- Action: 1 --\n",
      "S:  [2, 3]\n",
      "Q(s,a):  -0.0014993627225168274\n",
      "R+y*maxQ(s`,a):  -0.03107838107973\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.001795152906088959\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3500000000000002 -- Action: 1 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.0039122309406586925\n",
      "R+y*maxQ(s`,a):  -0.0342877507097772\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.004215986138349877\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3500000000000002 -- Action: 3 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.004764167455308001\n",
      "R+y*maxQ(s`,a):  -0.0342877507097772\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.005059403287852693\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3500000000000002 -- Action: 1 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.0057441439664341265\n",
      "R+y*maxQ(s`,a):  -0.03772136019916601\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.006063916128761445\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3500000000000002 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.00891764522703055\n",
      "R+y*maxQ(s`,a):  -0.03455346295906742\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.009174003404350919\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3500000000000002 -- Action: 3 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.005059403287852693\n",
      "R+y*maxQ(s`,a):  -0.03455346295906742\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.00535434388456484\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3500000000000002 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.007212129718102836\n",
      "R+y*maxQ(s`,a):  -0.03107838107973\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.007450792231719108\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[1, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 8 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3500000000000002 -- Action: 0 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.0014640868800271073\n",
      "R+y*maxQ(s`,a):  -0.028615894739221905\n",
      "S_:  [1, 2]\n",
      "Q_new:  -0.0017356049586190552\n",
      "-------------------------------\n",
      "[1, 2]\n",
      "S:  [1, 2]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3500000000000002 -- Action: 0 --\n",
      "S:  [1, 2]\n",
      "Q(s,a):  0.0015378947341978821\n",
      "R+y*maxQ(s`,a):  0.10368800601461192\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.0025593958470020222\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3500000000000002 -- Action: 0 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.0009928120174368855\n",
      "R+y*maxQ(s`,a):  0.10368800601461192\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.002019763957408636\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.3500000000000002 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.14854222890512436\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.15705680661607313\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3600000000000002 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.00857928911018446\n",
      "R+y*maxQ(s`,a):  -0.03772136019916601\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.008870709821074275\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3600000000000002 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.012548141929674279\n",
      "R+y*maxQ(s`,a):  -0.03798363883896685\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.012802496898767205\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3600000000000002 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.010573246662402872\n",
      "R+y*maxQ(s`,a):  -0.03677676475866983\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.010835281843365541\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3600000000000002 -- Action: 3 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.007529738620744257\n",
      "R+y*maxQ(s`,a):  -0.03798363883896685\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.007834277622926482\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3600000000000002 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.009174003404350919\n",
      "R+y*maxQ(s`,a):  -0.03481890949610836\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.009430452465268493\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3600000000000002 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.007450792231719108\n",
      "R+y*maxQ(s`,a):  -0.03107838107973\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.007687068120199217\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3600000000000002 -- Action: 3 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.0011982011997\n",
      "R+y*maxQ(s`,a):  -0.03107838107973\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.0014970029985003\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[1, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 8 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3600000000000002 -- Action: 0 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.0017356049586190552\n",
      "R+y*maxQ(s`,a):  -0.027696543737698177\n",
      "S_:  [1, 2]\n",
      "Q_new:  -0.0019952143464098465\n",
      "-------------------------------\n",
      "[1, 2]\n",
      "S:  [1, 2]\n",
      "[1, 3]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 8]\n",
      " [0 0 0 0]]\n",
      "You lost!\n",
      "REWARD: -1 -- EPSILON: 0.3600000000000002 -- Action: 2 --\n",
      "S:  [1, 2]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Q(s,a):  -0.01\n",
      "R+y*maxQ(s`,a):  -1.0\n",
      "S_:  [1, 3]\n",
      "Q_new:  -0.0199\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3700000000000002 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.009430452465268493\n",
      "R+y*maxQ(s`,a):  -0.03481890949610836\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.009684337035576892\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3700000000000002 -- Action: 0 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.006150794817259748\n",
      "R+y*maxQ(s`,a):  -0.03481890949610836\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.006437475964048234\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3700000000000002 -- Action: 3 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.00535434388456484\n",
      "R+y*maxQ(s`,a):  -0.03481890949610836\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.005648989540680275\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3700000000000002 -- Action: 1 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.006063916128761445\n",
      "R+y*maxQ(s`,a):  -0.03798363883896685\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.006383113355863499\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3700000000000002 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.012802496898767205\n",
      "R+y*maxQ(s`,a):  -0.03798363883896685\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.013054308318169202\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3700000000000002 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.010835281843365541\n",
      "R+y*maxQ(s`,a):  -0.03705084986063383\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.011097437523538223\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3700000000000002 -- Action: 1 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.008787296352468589\n",
      "R+y*maxQ(s`,a):  -0.03705084986063383\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.009069931887550241\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3700000000000002 -- Action: 2 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.010559773864263478\n",
      "R+y*maxQ(s`,a):  -0.03705084986063383\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.010824684624227181\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3700000000000002 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.010359993457242752\n",
      "R+y*maxQ(s`,a):  -0.036641916107290166\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.010622812683743226\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3700000000000002 -- Action: 1 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.008533679841364192\n",
      "R+y*maxQ(s`,a):  -0.036641916107290166\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.008814762204023453\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3700000000000002 -- Action: 2 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.007379906785877964\n",
      "R+y*maxQ(s`,a):  -0.024398335474792168\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.007550091072767106\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3700000000000002 -- Action: 2 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  0.006224071694675369\n",
      "R+y*maxQ(s`,a):  0.11135112595446583\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.007275342237273274\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3700000000000002 -- Action: 0 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.002019763957408636\n",
      "R+y*maxQ(s`,a):  0.11135112595446583\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.003113077577379208\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3700000000000002 -- Action: 0 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.003113077577379208\n",
      "R+y*maxQ(s`,a):  0.11135112595446583\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.004195458061150074\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.3700000000000002 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.15705680661607313\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.1654862385499124\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3800000000000002 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.008870709821074275\n",
      "R+y*maxQ(s`,a):  -0.03798363883896685\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.0091618391112532\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3800000000000002 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.009684337035576892\n",
      "R+y*maxQ(s`,a):  -0.03508409058661224\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.009938334571087245\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3800000000000002 -- Action: 3 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.005648989540680275\n",
      "R+y*maxQ(s`,a):  -0.03508409058661224\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.005943340551139595\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3800000000000002 -- Action: 3 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.005943340551139595\n",
      "R+y*maxQ(s`,a):  -0.03534900649602563\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.006237397210588455\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3800000000000002 -- Action: 1 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.006383113355863499\n",
      "R+y*maxQ(s`,a):  -0.038245655200127876\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.006701738774306143\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3800000000000002 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.009938334571087245\n",
      "R+y*maxQ(s`,a):  -0.03561365748952961\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.010195087800271669\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3800000000000002 -- Action: 3 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.006237397210588455\n",
      "R+y*maxQ(s`,a):  -0.03561365748952961\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.006531159813377867\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3800000000000002 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.007687068120199217\n",
      "R+y*maxQ(s`,a):  -0.03134730269865027\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.007923670465983728\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[2, 3]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 8]]\n",
      "REWARD: -0.03 -- EPSILON: 0.3800000000000002 -- Action: 2 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.0039771906663155065\n",
      "R+y*maxQ(s`,a):  -0.031615637615480065\n",
      "S_:  [2, 3]\n",
      "Q_new:  -0.004253575135807152\n",
      "-------------------------------\n",
      "[2, 3]\n",
      "S:  [2, 3]\n",
      "[1, 3]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 8]\n",
      " [0 0 0 0]]\n",
      "You lost!\n",
      "REWARD: -1 -- EPSILON: 0.3800000000000002 -- Action: 0 --\n",
      "S:  [2, 3]\n",
      "Q(s,a):  -0.07725530557207991\n",
      "R+y*maxQ(s`,a):  -1.0\n",
      "S_:  [1, 3]\n",
      "Q_new:  -0.0864827525163591\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.39000000000000024 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.0091618391112532\n",
      "R+y*maxQ(s`,a):  -0.038245655200127876\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.009452677272141947\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.39000000000000024 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.009452677272141947\n",
      "R+y*maxQ(s`,a):  -0.03850740954492775\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.009743224594869806\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.39000000000000024 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.011097437523538223\n",
      "R+y*maxQ(s`,a):  -0.03705084986063383\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.01135697164690918\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.39000000000000024 -- Action: 3 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.007834277622926482\n",
      "R+y*maxQ(s`,a):  -0.038768902135382824\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.008143623868051045\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.39000000000000024 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.013054308318169202\n",
      "R+y*maxQ(s`,a):  -0.038768902135382824\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.013311454256341337\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.39000000000000024 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.010195087800271669\n",
      "R+y*maxQ(s`,a):  -0.03579372836764341\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.010451074205945387\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.39000000000000024 -- Action: 0 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.006437475964048234\n",
      "R+y*maxQ(s`,a):  -0.03579372836764341\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.006731038488084186\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.39000000000000024 -- Action: 3 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.006531159813377867\n",
      "R+y*maxQ(s`,a):  -0.03587804383204008\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.006824628653564489\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.39000000000000024 -- Action: 1 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.006701738774306143\n",
      "R+y*maxQ(s`,a):  -0.038768902135382824\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.00702241040791691\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.39000000000000024 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.009743224594869806\n",
      "R+y*maxQ(s`,a):  -0.038768902135382824\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.010033481370274936\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.39000000000000024 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.010451074205945387\n",
      "R+y*maxQ(s`,a):  -0.036057934639275764\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.01070714281027869\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.39000000000000024 -- Action: 1 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.00702241040791691\n",
      "R+y*maxQ(s`,a):  -0.039030133233247444\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.0073424876361702154\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.39000000000000024 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.010033481370274936\n",
      "R+y*maxQ(s`,a):  -0.039030133233247444\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.010323447888904661\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.39000000000000024 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.013311454256341337\n",
      "R+y*maxQ(s`,a):  -0.03929110310001419\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.013571250744778066\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.39000000000000024 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.01070714281027869\n",
      "R+y*maxQ(s`,a):  -0.036057934639275764\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.01096065072856866\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.39000000000000024 -- Action: 0 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.006731038488084186\n",
      "R+y*maxQ(s`,a):  -0.036057934639275764\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.007024307449596101\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.39000000000000024 -- Action: 1 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.0073424876361702154\n",
      "R+y*maxQ(s`,a):  -0.03929110310001419\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.007661973790808655\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.39000000000000024 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.013571250744778066\n",
      "R+y*maxQ(s`,a):  -0.03929110310001419\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.013828449268330427\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.39000000000000024 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.01135697164690918\n",
      "R+y*maxQ(s`,a):  -0.03732926148124594\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.011616694545252547\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.39000000000000024 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.010622812683743226\n",
      "R+y*maxQ(s`,a):  -0.03666879328061023\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.010883272489711895\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.39000000000000024 -- Action: 1 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.008814762204023453\n",
      "R+y*maxQ(s`,a):  -0.03666879328061023\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.00909330251478932\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.39000000000000024 -- Action: 1 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.00909330251478932\n",
      "R+y*maxQ(s`,a):  -0.03666879328061023\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.009369057422447528\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.39000000000000024 -- Action: 3 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.007409770311789146\n",
      "R+y*maxQ(s`,a):  -0.03732926148124594\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.007708965223483714\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.39000000000000024 -- Action: 1 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.009069931887550241\n",
      "R+y*maxQ(s`,a):  -0.03732926148124594\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.009352525183487198\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.39000000000000024 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.010883272489711895\n",
      "R+y*maxQ(s`,a):  -0.036795081965490396\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.011142390584469681\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.39000000000000024 -- Action: 2 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.007550091072767106\n",
      "R+y*maxQ(s`,a):  -0.023452191986454055\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.0077091120819039755\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.39000000000000024 -- Action: 2 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  0.007275342237273274\n",
      "R+y*maxQ(s`,a):  0.11893761469492117\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.008391964961849753\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.39000000000000024 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.1654862385499124\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.17383137616441327\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.40000000000000024 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.010323447888904661\n",
      "R+y*maxQ(s`,a):  -0.03929110310001419\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.010613124441015757\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.40000000000000024 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.01096065072856866\n",
      "R+y*maxQ(s`,a):  -0.03614216578820804\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.011212465879165055\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.40000000000000024 -- Action: 3 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.006824628653564489\n",
      "R+y*maxQ(s`,a):  -0.03614216578820804\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.007117804024910924\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.40000000000000024 -- Action: 0 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.007024307449596101\n",
      "R+y*maxQ(s`,a):  -0.03632187670463649\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.0073172831421465055\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.40000000000000024 -- Action: 1 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.007661973790808655\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "R+y*maxQ(s`,a):  -0.03955181199691418\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.00798087217286971\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.40000000000000024 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.011212465879165055\n",
      "R+y*maxQ(s`,a):  -0.036406023622419834\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.011464401456597603\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.40000000000000024 -- Action: 3 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.007117804024910924\n",
      "R+y*maxQ(s`,a):  -0.036406023622419834\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.007410686220886013\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.40000000000000024 -- Action: 1 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.00798087217286971\n",
      "R+y*maxQ(s`,a):  -0.03955181199691418\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.008296581571110155\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.40000000000000024 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.013828449268330427\n",
      "R+y*maxQ(s`,a):  -0.03955181199691418\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.014085682895616264\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.40000000000000024 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.011616694545252547\n",
      "R+y*maxQ(s`,a):  -0.03732926148124594\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.01187382021461248\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.40000000000000024 -- Action: 1 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.009352525183487198\n",
      "R+y*maxQ(s`,a):  -0.03732926148124594\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.009632292546464786\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.40000000000000024 -- Action: 3 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.008143623868051045\n",
      "R+y*maxQ(s`,a):  -0.03955181199691418\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.008457705749339677\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.40000000000000024 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.014085682895616264\n",
      "R+y*maxQ(s`,a):  -0.03955181199691418\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.014340344186629243\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.40000000000000024 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.011464401456597603\n",
      "R+y*maxQ(s`,a):  -0.036585554827931854\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.011715612990310945\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.40000000000000024 -- Action: 1 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.008296581571110155\n",
      "R+y*maxQ(s`,a):  -0.03955181199691418\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.008609133875368194\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.40000000000000024 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.011715612990310945\n",
      "R+y*maxQ(s`,a):  -0.036585554827931854\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.011964312408687153\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.40000000000000024 -- Action: 0 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.0073172831421465055\n",
      "R+y*maxQ(s`,a):  -0.036585554827931854\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.007609965859004359\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.40000000000000024 -- Action: 0 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.007609965859004359\n",
      "R+y*maxQ(s`,a):  -0.03666961759879741\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.00790056237640229\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.40000000000000024 -- Action: 3 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.007410686220886013\n",
      "R+y*maxQ(s`,a):  -0.03666961759879741\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.007703275534665127\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.40000000000000024 -- Action: 0 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.00790056237640229\n",
      "R+y*maxQ(s`,a):  -0.036932947981198616\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.008190886232450253\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.40000000000000024 -- Action: 0 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.008190886232450253\n",
      "R+y*maxQ(s`,a):  -0.036932947981198616\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.008478306849937736\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.40000000000000024 -- Action: 1 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.008609133875368194\n",
      "R+y*maxQ(s`,a):  -0.03955181199691418\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.008918560656583654\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.40000000000000024 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.010613124441015757\n",
      "R+y*maxQ(s`,a):  -0.03955181199691418\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.01090251131657474\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.40000000000000024 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.011964312408687153\n",
      "R+y*maxQ(s`,a):  -0.036932947981198616\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.012213998764412268\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.40000000000000024 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.007923670465983728\n",
      "R+y*maxQ(s`,a):  -0.03134730269865027\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.008157906788310394\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[1, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 8 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.40000000000000024 -- Action: 0 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.0019952143464098465\n",
      "R+y*maxQ(s`,a):  -0.027696543737698177\n",
      "S_:  [1, 2]\n",
      "Q_new:  -0.0022522276403227296\n",
      "-------------------------------\n",
      "[1, 2]\n",
      "S:  [1, 2]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.40000000000000024 -- Action: 0 --\n",
      "S:  [1, 2]\n",
      "Q(s,a):  0.0025593958470020222\n",
      "R+y*maxQ(s`,a):  0.12644823854797194\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.003798284274011721\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.40000000000000024 -- Action: 1 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  -0.0030883790655633235\n",
      "R+y*maxQ(s`,a):  -0.02244723153433522\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.0032819675902510423\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.40000000000000024 -- Action: 1 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  -0.005078130684661479\n",
      "R+y*maxQ(s`,a):  -0.03693806870113534\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.005396730064826217\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.40000000000000024 -- Action: 3 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.007708965223483714\n",
      "R+y*maxQ(s`,a):  -0.03761193517440571\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.008007994922992935\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.40000000000000024 -- Action: 1 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.009632292546464786\n",
      "R+y*maxQ(s`,a):  -0.03761193517440571\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.009912088972744195\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.40000000000000024 -- Action: 2 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.010824684624227181\n",
      "R+y*maxQ(s`,a):  -0.03761193517440571\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.011092557129728967\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.40000000000000024 -- Action: 3 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.008457705749339677\n",
      "R+y*maxQ(s`,a):  -0.039812260184917264\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.008771251293695452\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.40000000000000024 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.012213998764412268\n",
      "R+y*maxQ(s`,a):  -0.036932947981198616\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.012461188256580132\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.40000000000000024 -- Action: 3 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.007703275534665127\n",
      "R+y*maxQ(s`,a):  -0.036932947981198616\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.007995572259130461\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.40000000000000024 -- Action: 3 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.007995572259130461\n",
      "R+y*maxQ(s`,a):  -0.037196015033217414\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.00828757668687133\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.40000000000000024 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.008157906788310394\n",
      "R+y*maxQ(s`,a):  -0.03134730269865027\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.008389800747413793\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.40000000000000024 -- Action: 3 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.0014970029985003\n",
      "R+y*maxQ(s`,a):  -0.03134730269865027\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.0017955059955017997\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.40000000000000024 -- Action: 3 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.0017955059955017997\n",
      "R+y*maxQ(s`,a):  -0.03161595539595162\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.002093710489506298\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.40000000000000024 -- Action: 3 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.002093710489506298\n",
      "R+y*maxQ(s`,a):  -0.031884339440555666\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.0023916167790167917\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[2, 3]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 8]]\n",
      "REWARD: -0.03 -- EPSILON: 0.40000000000000024 -- Action: 2 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.004253575135807152\n",
      "R+y*maxQ(s`,a):  -0.031615637615480065\n",
      "S_:  [2, 3]\n",
      "Q_new:  -0.0045271957606038814\n",
      "-------------------------------\n",
      "[2, 3]\n",
      "S:  [2, 3]\n",
      "[2, 3]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 8]]\n",
      "REWARD: -0.03 -- EPSILON: 0.40000000000000024 -- Action: 2 --\n",
      "S:  [2, 3]\n",
      "Q(s,a):  -0.0026369319991849543\n",
      "R+y*maxQ(s`,a):  -0.031615637615480065\n",
      "S_:  [2, 3]\n",
      "Q_new:  -0.0029267190553479054\n",
      "-------------------------------\n",
      "[2, 3]\n",
      "S:  [2, 3]\n",
      "[2, 3]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 8]]\n",
      "REWARD: -0.03 -- EPSILON: 0.40000000000000024 -- Action: 2 --\n",
      "S:  [2, 3]\n",
      "Q(s,a):  -0.0029267190553479054\n",
      "R+y*maxQ(s`,a):  -0.031615637615480065\n",
      "S_:  [2, 3]\n",
      "Q_new:  -0.003213608240949227\n",
      "-------------------------------\n",
      "[2, 3]\n",
      "S:  [2, 3]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.40000000000000024 -- Action: 1 --\n",
      "S:  [2, 3]\n",
      "Q(s,a):  -0.001795152906088959\n",
      "R+y*maxQ(s`,a):  -0.032027004876290455\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.002097471425790974\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[2, 3]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 8]]\n",
      "REWARD: -0.03 -- EPSILON: 0.40000000000000024 -- Action: 2 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.0045271957606038814\n",
      "R+y*maxQ(s`,a):  -0.03161595539595162\n",
      "S_:  [2, 3]\n",
      "Q_new:  -0.0047980833569573585\n",
      "-------------------------------\n",
      "[2, 3]\n",
      "S:  [2, 3]\n",
      "[1, 3]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 8]\n",
      " [0 0 0 0]]\n",
      "You lost!\n",
      "REWARD: -1 -- EPSILON: 0.40000000000000024 -- Action: 0 --\n",
      "S:  [2, 3]\n",
      "Q(s,a):  -0.0864827525163591\n",
      "R+y*maxQ(s`,a):  -1.0\n",
      "S_:  [1, 3]\n",
      "Q_new:  -0.09561792499119551\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.41000000000000025 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.012461188256580132\n",
      "R+y*maxQ(s`,a):  -0.037458819018184195\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.012711164564196173\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.41000000000000025 -- Action: 3 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.00828757668687133\n",
      "R+y*maxQ(s`,a):  -0.037458819018184195\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.00857928911018446\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.41000000000000025 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.008389800747413793\n",
      "R+y*maxQ(s`,a):  -0.032027004876290455\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.00862617278870256\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.41000000000000025 -- Action: 1 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.004215986138349877\n",
      "R+y*maxQ(s`,a):  -0.037630476164943964\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.004550131038615818\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.41000000000000025 -- Action: 0 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.008478306849937736\n",
      "R+y*maxQ(s`,a):  -0.037630476164943964\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.008769828543087799\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.41000000000000025 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.00862617278870256\n",
      "R+y*maxQ(s`,a):  -0.032027004876290455\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.008860181109578438\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.41000000000000025 -- Action: 1 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.004550131038615818\n",
      "R+y*maxQ(s`,a):  -0.03772136019916601\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.004881843330221319\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.41000000000000025 -- Action: 3 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.00857928911018446\n",
      "R+y*maxQ(s`,a):  -0.03772136019916601\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.008870709821074275\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.41000000000000025 -- Action: 0 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.008769828543087799\n",
      "R+y*maxQ(s`,a):  -0.037892845688779014\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.009061058714544712\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.41000000000000025 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.008860181109578438\n",
      "R+y*maxQ(s`,a):  -0.032027004876290455\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.009091849347245558\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[1, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 8 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.41000000000000025 -- Action: 0 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.0022522276403227296\n",
      "R+y*maxQ(s`,a):  -0.02658154415338945\n",
      "S_:  [1, 2]\n",
      "Q_new:  -0.002495520805453397\n",
      "-------------------------------\n",
      "[1, 2]\n",
      "S:  [1, 2]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.41000000000000025 -- Action: 0 --\n",
      "S:  [1, 2]\n",
      "Q(s,a):  0.003798284274011721\n",
      "R+y*maxQ(s`,a):  0.12644823854797194\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.005024783816751323\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.41000000000000025 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.17383137616441327\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.18209306240276912\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.42000000000000026 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.01187382021461248\n",
      "R+y*maxQ(s`,a):  -0.03789412616432591\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.012134023274109614\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.42000000000000026 -- Action: 3 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.008771251293695452\n",
      "R+y*maxQ(s`,a):  -0.039812260184917264\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.00908166138260767\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.42000000000000026 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.014340344186629243\n",
      "R+y*maxQ(s`,a):  -0.039812260184917264\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.014595063346612123\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.42000000000000026 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.014595063346612123\n",
      "R+y*maxQ(s`,a):  -0.039812260184917264\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.014847235314995174\n",
      "-------------------------------\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.42000000000000026 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.01090251131657474\n",
      "R+y*maxQ(s`,a):  -0.039812260184917264\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.011191608805258166\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.42000000000000026 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.012711164564196173\n",
      "R+y*maxQ(s`,a):  -0.03798363883896685\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.01296388930694388\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.42000000000000026 -- Action: 3 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.008870709821074275\n",
      "R+y*maxQ(s`,a):  -0.03798363883896685\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.0091618391112532\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.42000000000000026 -- Action: 0 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.009061058714544712\n",
      "R+y*maxQ(s`,a):  -0.03802670459092529\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.009350715173308518\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.42000000000000026 -- Action: 0 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.009350715173308518\n",
      "R+y*maxQ(s`,a):  -0.03802670459092529\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.009637475067484686\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.42000000000000026 -- Action: 0 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.009637475067484686\n",
      "R+y*maxQ(s`,a):  -0.03802670459092529\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.009921367362719091\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.42000000000000026 -- Action: 0 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.009921367362719091\n",
      "R+y*maxQ(s`,a):  -0.03802670459092529\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.010202420735001154\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.42000000000000026 -- Action: 1 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.008918560656583654\n",
      "R+y*maxQ(s`,a):  -0.04007244792473235\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.00923009952926514\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.42000000000000026 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.011191608805258166\n",
      "R+y*maxQ(s`,a):  -0.04007244792473235\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.011480417196452907\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.42000000000000026 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.012134023274109614\n",
      "R+y*maxQ(s`,a):  -0.038173495244346906\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.012394417993811987\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.42000000000000026 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.011142390584469681\n",
      "R+y*maxQ(s`,a):  -0.03693820087371358\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.01140034868736212\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.42000000000000026 -- Action: 2 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.0077091120819039755\n",
      "R+y*maxQ(s`,a):  -0.02244723153433522\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.007856493276428287\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.42000000000000026 -- Action: 2 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  0.008391964961849753\n",
      "R+y*maxQ(s`,a):  0.1338837561624922\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.009646882873856177\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.42000000000000026 -- Action: 1 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  -0.0032819675902510423\n",
      "R+y*maxQ(s`,a):  -0.02131780541352944\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.003462325968483826\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.42000000000000026 -- Action: 0 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  -0.0033699636532772623\n",
      "R+y*maxQ(s`,a):  -0.02131780541352944\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.003549442070879784\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.42000000000000026 -- Action: 2 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  0.009646882873856177\n",
      "R+y*maxQ(s`,a):  0.1338837561624922\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.010889251606742537\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.42000000000000026 -- Action: 1 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  -0.003462325968483826\n",
      "R+y*maxQ(s`,a):  -0.020199673553931714\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.003629699444338305\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.42000000000000026 -- Action: 0 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  -0.003549442070879784\n",
      "R+y*maxQ(s`,a):  -0.020199673553931714\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.0037159443857103036\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.42000000000000026 -- Action: 2 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  0.010889251606742537\n",
      "R+y*maxQ(s`,a):  0.1338837561624922\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.012119196652300034\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.42000000000000026 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.18209306240276912\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.19027213177874144\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.43000000000000027 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.011480417196452907\n",
      "R+y*maxQ(s`,a):  -0.04033237547680762\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.011768936779256455\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.43000000000000027 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.014847235314995174\n",
      "R+y*maxQ(s`,a):  -0.04059204310133081\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.015104683392858531\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.43000000000000027 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.01296388930694388\n",
      "R+y*maxQ(s`,a):  -0.038182664412521\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.01321607705799965\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.43000000000000027 -- Action: 1 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.00923009952926514\n",
      "R+y*maxQ(s`,a):  -0.04059204310133081\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.009543718964985798\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.43000000000000027 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.012394417993811987\n",
      "R+y*maxQ(s`,a):  -0.038173495244346906\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.012652208766317336\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.43000000000000027 -- Action: 3 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.00908166138260767\n",
      "R+y*maxQ(s`,a):  -0.04059204310133081\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.009396765199794902\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.43000000000000027 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.01321607705799965\n",
      "R+y*maxQ(s`,a):  -0.038182664412521\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.013465742931544863\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.43000000000000027 -- Action: 1 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.009543718964985798\n",
      "R+y*maxQ(s`,a):  -0.04059204310133081\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.009854202206349248\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.43000000000000027 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.015104683392858531\n",
      "R+y*maxQ(s`,a):  -0.04059204310133081\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.015359556989943254\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.43000000000000027 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.011768936779256455\n",
      "R+y*maxQ(s`,a):  -0.04059204310133081\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.012057167842477198\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.43000000000000027 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.015359556989943254\n",
      "R+y*maxQ(s`,a):  -0.040851451058229474\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.015614475930626117\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.43000000000000027 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.012057167842477198\n",
      "R+y*maxQ(s`,a):  -0.040851451058229474\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.01234511067463472\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.43000000000000027 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.01234511067463472\n",
      "R+y*maxQ(s`,a):  -0.04111059960717125\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.012632765563960086\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.43000000000000027 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.012632765563960086\n",
      "R+y*maxQ(s`,a):  -0.04136948900756408\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.012920132798396126\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.43000000000000027 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.012652208766317336\n",
      "R+y*maxQ(s`,a):  -0.03845708867981541\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.012910257565452317\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.43000000000000027 -- Action: 3 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.009396765199794902\n",
      "R+y*maxQ(s`,a):  -0.04161923180890709\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.009718989865886025\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.43000000000000027 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.015614475930626117\n",
      "R+y*maxQ(s`,a):  -0.04161923180890709\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.015874523489408928\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.43000000000000027 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.012910257565452317\n",
      "R+y*maxQ(s`,a):  -0.038747090879297424\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.013168625898590768\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.43000000000000027 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.01140034868736212\n",
      "R+y*maxQ(s`,a):  -0.03707084394878546\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.011657053639976354\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.43000000000000027 -- Action: 2 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.007856493276428287\n",
      "R+y*maxQ(s`,a):  -0.01909272301292997\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.007968855573793305\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.43000000000000027 -- Action: 2 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  0.012119196652300034\n",
      "R+y*maxQ(s`,a):  0.1412449186008673\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.013410453871785707\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.43000000000000027 -- Action: 0 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.004195458061150074\n",
      "R+y*maxQ(s`,a):  0.1412449186008673\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.005565952666547246\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.43000000000000027 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.19027213177874144\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.19836941046095402\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4400000000000003 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.012920132798396126\n",
      "R+y*maxQ(s`,a):  -0.04162811951855651\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.01320721266559773\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4400000000000003 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.013168625898590768\n",
      "R+y*maxQ(s`,a):  -0.038747090879297424\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.013424410548397834\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4400000000000003 -- Action: 3 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.009718989865886025\n",
      "R+y*maxQ(s`,a):  -0.04188649139903795\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.010040664881217545\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4400000000000003 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.013465742931544863\n",
      "R+y*maxQ(s`,a):  -0.038182664412521\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.013712912146354625\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4400000000000003 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.009091849347245558\n",
      "R+y*maxQ(s`,a):  -0.03215245510111511\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.009322455404784253\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4400000000000003 -- Action: 3 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.0023916167790167917\n",
      "R+y*maxQ(s`,a):  -0.03215245510111511\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.002689225162237775\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[1, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 8 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4400000000000003 -- Action: 0 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.002495520805453397\n",
      "R+y*maxQ(s`,a):  -0.025477694564923808\n",
      "S_:  [1, 2]\n",
      "Q_new:  -0.002725342543048101\n",
      "-------------------------------\n",
      "[1, 2]\n",
      "S:  [1, 2]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4400000000000003 -- Action: 0 --\n",
      "S:  [1, 2]\n",
      "Q(s,a):  0.005024783816751323\n",
      "R+y*maxQ(s`,a):  0.14853246941485862\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.006459860672732396\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4400000000000003 -- Action: 0 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.005565952666547246\n",
      "R+y*maxQ(s`,a):  0.14853246941485862\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.0069956178340303595\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.4400000000000003 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.19836941046095402\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.20638571635634448\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4500000000000003 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.013424410548397834\n",
      "R+y*maxQ(s`,a):  -0.038920880075469774\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.013679375243668553\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4500000000000003 -- Action: 1 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.009912088972744195\n",
      "R+y*maxQ(s`,a):  -0.038920880075469774\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.01020217688377145\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4500000000000003 -- Action: 1 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.01020217688377145\n",
      "R+y*maxQ(s`,a):  -0.03903659839309579\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.010490521098864693\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4500000000000003 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.011657053639976354\n",
      "R+y*maxQ(s`,a):  -0.03717197001641397\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.01191220280374073\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4500000000000003 -- Action: 2 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.007968855573793305\n",
      "R+y*maxQ(s`,a):  -0.017930591515392863\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.0080684729332093\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 2]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4500000000000003 -- Action: 2 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  0.013410453871785707\n",
      "R+y*maxQ(s`,a):  0.15574714472071002\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.01483382078027495\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4500000000000003 -- Action: 0 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.0069956178340303595\n",
      "R+y*maxQ(s`,a):  0.15574714472071002\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.008483133102897156\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4500000000000003 -- Action: 0 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.008483133102897156\n",
      "R+y*maxQ(s`,a):  0.15574714472071002\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.009955773219075285\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4500000000000003 -- Action: 0 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.009955773219075285\n",
      "R+y*maxQ(s`,a):  0.15574714472071002\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.011413686934091633\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.4500000000000003 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.20638571635634448\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.21432185919278104\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4600000000000003 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.01320721266559773\n",
      "R+y*maxQ(s`,a):  -0.04188649139903795\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.013494005452932131\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4600000000000003 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.013494005452932131\n",
      "R+y*maxQ(s`,a):  -0.04214460490763892\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.013780511447479198\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4600000000000003 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.013679375243668553\n",
      "R+y*maxQ(s`,a):  -0.03903659839309579\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.013932947475162825\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4600000000000003 -- Action: 3 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.010040664881217545\n",
      "R+y*maxQ(s`,a):  -0.042341620931719164\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.010363674441722561\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4600000000000003 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.015874523489408928\n",
      "R+y*maxQ(s`,a):  -0.042341620931719164\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.01613919446383203\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4600000000000003 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.01613919446383203\n",
      "R+y*maxQ(s`,a):  -0.042341620931719164\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.016401218728510903\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4600000000000003 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.013712912146354625\n",
      "R+y*maxQ(s`,a):  -0.038245655200127876\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.013958239576892358\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4600000000000003 -- Action: 3 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.0091618391112532\n",
      "R+y*maxQ(s`,a):  -0.038245655200127876\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.009452677272141947\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4600000000000003 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.009322455404784253\n",
      "R+y*maxQ(s`,a):  -0.032420302646014\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.009553433877196552\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[1, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 8 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4600000000000003 -- Action: 0 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.002725342543048101\n",
      "R+y*maxQ(s`,a):  -0.02418612539454084\n",
      "S_:  [1, 2]\n",
      "Q_new:  -0.0029399503715630284\n",
      "-------------------------------\n",
      "[1, 2]\n",
      "S:  [1, 2]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4600000000000003 -- Action: 0 --\n",
      "S:  [1, 2]\n",
      "Q(s,a):  0.006459860672732396\n",
      "R+y*maxQ(s`,a):  0.16288967327350296\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.008024158798740102\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.4600000000000003 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.21432185919278104\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.22217864060085324\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4700000000000003 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.013932947475162825\n",
      "R+y*maxQ(s`,a):  -0.039327306997550306\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.0141868910703867\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4700000000000003 -- Action: 2 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.011092557129728967\n",
      "R+y*maxQ(s`,a):  -0.039327306997550306\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.01137490462840718\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4700000000000003 -- Action: 3 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.010363674441722561\n",
      "R+y*maxQ(s`,a):  -0.042402460302731274\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.010684062300332649\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4700000000000003 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.016401218728510903\n",
      "R+y*maxQ(s`,a):  -0.042402460302731274\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.016661231144253108\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4700000000000003 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.013958239576892358\n",
      "R+y*maxQ(s`,a):  -0.03850740954492775\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.014203731276572712\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4700000000000003 -- Action: 3 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.009452677272141947\n",
      "R+y*maxQ(s`,a):  -0.03850740954492775\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.009743224594869806\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4700000000000003 -- Action: 0 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.010202420735001154\n",
      "R+y*maxQ(s`,a):  -0.0385980904894769\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.010486377432545912\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4700000000000003 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.009553433877196552\n",
      "R+y*maxQ(s`,a):  -0.032420302646014\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.009782102564884727\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[1, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 8 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4700000000000003 -- Action: 0 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.0029399503715630284\n",
      "R+y*maxQ(s`,a):  -0.02277825708113391\n",
      "S_:  [1, 2]\n",
      "Q_new:  -0.003138333438658737\n",
      "-------------------------------\n",
      "[1, 2]\n",
      "S:  [1, 2]\n",
      "[1, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 8 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4700000000000003 -- Action: 1 --\n",
      "S:  [1, 2]\n",
      "Q(s,a):  0.0\n",
      "R+y*maxQ(s`,a):  -0.02277825708113391\n",
      "S_:  [1, 2]\n",
      "Q_new:  -0.00022778257081133908\n",
      "-------------------------------\n",
      "[1, 2]\n",
      "S:  [1, 2]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4700000000000003 -- Action: 0 --\n",
      "S:  [1, 2]\n",
      "Q(s,a):  0.008024158798740102\n",
      "R+y*maxQ(s`,a):  0.1699607765407679\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.00964352497616038\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.4700000000000003 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.22217864060085324\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.2299568541948447\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4800000000000003 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.016661231144253108\n",
      "R+y*maxQ(s`,a):  -0.042402460302731274\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.01691864343583789\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4800000000000003 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.01691864343583789\n",
      "R+y*maxQ(s`,a):  -0.042402460302731274\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.017173481604506824\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4800000000000003 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.017173481604506824\n",
      "R+y*maxQ(s`,a):  -0.042402460302731274\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.01742577139148907\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4800000000000003 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.01742577139148907\n",
      "R+y*maxQ(s`,a):  -0.042402460302731274\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.01767553828060149\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4800000000000003 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.01767553828060149\n",
      "R+y*maxQ(s`,a):  -0.042402460302731274\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.01792280750082279\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4800000000000003 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.01792280750082279\n",
      "R+y*maxQ(s`,a):  -0.042402460302731274\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.018167604028841874\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4800000000000003 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.0141868910703867\n",
      "R+y*maxQ(s`,a):  -0.039441468988978226\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.014439436849572615\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4800000000000003 -- Action: 1 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.010490521098864693\n",
      "R+y*maxQ(s`,a):  -0.039441468988978226\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.01078003057776583\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4800000000000003 -- Action: 3 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.010684062300332649\n",
      "R+y*maxQ(s`,a):  -0.042402460302731274\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.011001246280356635\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4800000000000003 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.014439436849572615\n",
      "R+y*maxQ(s`,a):  -0.03970202751998925\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.014692062756276781\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4800000000000003 -- Action: 1 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.01078003057776583\n",
      "R+y*maxQ(s`,a):  -0.03970202751998925\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.011069250547188063\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4800000000000003 -- Action: 3 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.011001246280356635\n",
      "R+y*maxQ(s`,a):  -0.042402460302731274\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.011315258420580381\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4800000000000003 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.013780511447479198\n",
      "R+y*maxQ(s`,a):  -0.042402460302731274\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.014066730936031719\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4800000000000003 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.014066730936031719\n",
      "R+y*maxQ(s`,a):  -0.042660057842428545\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.014352664205095686\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4800000000000003 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.014203731276572712\n",
      "R+y*maxQ(s`,a):  -0.038768902135382824\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.014449382985160813\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4800000000000003 -- Action: 0 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.010486377432545912\n",
      "R+y*maxQ(s`,a):  -0.038768902135382824\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.01076920267957428\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4800000000000003 -- Action: 3 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.009743224594869806\n",
      "R+y*maxQ(s`,a):  -0.038768902135382824\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.010033481370274936\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4800000000000003 -- Action: 0 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.01076920267957428\n",
      "R+y*maxQ(s`,a):  -0.03880389230839625\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.0110495495758625\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4800000000000003 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.009782102564884727\n",
      "R+y*maxQ(s`,a):  -0.032420302646014\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.01000848456569602\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4800000000000003 -- Action: 3 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.002689225162237775\n",
      "R+y*maxQ(s`,a):  -0.032420302646014\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.002986535937075537\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4800000000000003 -- Action: 3 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.002986535937075537\n",
      "R+y*maxQ(s`,a):  -0.03268788234336798\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.0032835494011384616\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[1, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 8 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4800000000000003 -- Action: 0 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.003138333438658737\n",
      "R+y*maxQ(s`,a):  -0.021320827521455657\n",
      "S_:  [1, 2]\n",
      "Q_new:  -0.003320158379486706\n",
      "-------------------------------\n",
      "[1, 2]\n",
      "S:  [1, 2]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4800000000000003 -- Action: 0 --\n",
      "S:  [1, 2]\n",
      "Q(s,a):  0.00964352497616038\n",
      "R+y*maxQ(s`,a):  0.17696116877536025\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.01131670141415238\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4800000000000003 -- Action: 0 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.011413686934091633\n",
      "R+y*maxQ(s`,a):  0.17696116877536025\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.013069161752504319\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.4800000000000003 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.2299568541948447\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.23765728565289626\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4900000000000003 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.014352664205095686\n",
      "R+y*maxQ(s`,a):  -0.042917397784586114\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.01463831154089059\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4900000000000003 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.014449382985160813\n",
      "R+y*maxQ(s`,a):  -0.03886878198571432\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.014693576975166347\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4900000000000003 -- Action: 1 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.009854202206349248\n",
      "R+y*maxQ(s`,a):  -0.04317448038680153\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.010187404988153771\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4900000000000003 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.01463831154089059\n",
      "R+y*maxQ(s`,a):  -0.04317448038680153\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.014923673229349699\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "REWARD: -0.03 -- EPSILON: 0.4900000000000003 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.018167604028841874\n",
      "R+y*maxQ(s`,a):  -0.0432228564806491\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.018418156553359946\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4900000000000003 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.014693576975166347\n",
      "R+y*maxQ(s`,a):  -0.039007636109126415\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.014936717566505947\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4900000000000003 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.01000848456569602\n",
      "R+y*maxQ(s`,a):  -0.032955194461024614\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.010237951664649305\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[1, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 8 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4900000000000003 -- Action: 0 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.003320158379486706\n",
      "R+y*maxQ(s`,a):  -0.019814968727262856\n",
      "S_:  [1, 2]\n",
      "Q_new:  -0.0034851064829644674\n",
      "-------------------------------\n",
      "[1, 2]\n",
      "S:  [1, 2]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4900000000000003 -- Action: 0 --\n",
      "S:  [1, 2]\n",
      "Q(s,a):  0.01131670141415238\n",
      "R+y*maxQ(s`,a):  0.18389155708760663\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.013042449970886922\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.4900000000000003 -- Action: 0 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.013069161752504319\n",
      "R+y*maxQ(s`,a):  0.18389155708760663\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.014777385705855342\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.4900000000000003 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.23765728565289626\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.2452807127963673\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5000000000000003 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.014692062756276781\n",
      "R+y*maxQ(s`,a):  -0.03996232549246925\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.014944765383638706\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5000000000000003 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.01191220280374073\n",
      "R+y*maxQ(s`,a):  -0.03720719543069364\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.012165152730010259\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5000000000000003 -- Action: 3 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.008007994922992935\n",
      "R+y*maxQ(s`,a):  -0.03996232549246925\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.008327538228687698\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5000000000000003 -- Action: 1 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.011069250547188063\n",
      "R+y*maxQ(s`,a):  -0.03996232549246925\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.011358181296640875\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5000000000000003 -- Action: 1 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.011358181296640875\n",
      "R+y*maxQ(s`,a):  -0.04018373257852234\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.01164643680945969\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5000000000000003 -- Action: 2 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.01137490462840718\n",
      "R+y*maxQ(s`,a):  -0.04018373257852234\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.011662992907908332\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5000000000000003 -- Action: 3 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.011315258420580381\n",
      "R+y*maxQ(s`,a):  -0.043431305906414724\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.011636418895438724\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5000000000000003 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.014923673229349699\n",
      "R+y*maxQ(s`,a):  -0.043431305906414724\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.01520874955612035\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5000000000000003 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.014944765383638706\n",
      "R+y*maxQ(s`,a):  -0.04047277700589485\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.015200045499861268\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5000000000000003 -- Action: 2 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.011662992907908332\n",
      "R+y*maxQ(s`,a):  -0.04047277700589485\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.011951090748888197\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5000000000000003 -- Action: 1 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.01164643680945969\n",
      "R+y*maxQ(s`,a):  -0.04047277700589485\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.011934700211424041\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5000000000000003 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.012165152730010259\n",
      "R+y*maxQ(s`,a):  -0.03726162563988837\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.01241611745910904\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5000000000000003 -- Action: 1 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.009369057422447528\n",
      "R+y*maxQ(s`,a):  -0.03726162563988837\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.009647983104621937\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5000000000000003 -- Action: 2 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.0080684729332093\n",
      "R+y*maxQ(s`,a):  -0.016649561297752545\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.008154283816854733\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5000000000000003 -- Action: 0 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  -0.0037159443857103036\n",
      "R+y*maxQ(s`,a):  -0.016649561297752545\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.003845280554830726\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5000000000000003 -- Action: 2 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  0.01483382078027495\n",
      "R+y*maxQ(s`,a):  0.19075264151673058\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.016593008987639504\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.5000000000000003 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.2452807127963673\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.25282790566840363\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5100000000000003 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.014936717566505947\n",
      "R+y*maxQ(s`,a):  -0.039030133233247444\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.015177651723173362\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5100000000000003 -- Action: 3 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.010033481370274936\n",
      "R+y*maxQ(s`,a):  -0.039030133233247444\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.010323447888904661\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5100000000000003 -- Action: 1 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.010187404988153771\n",
      "R+y*maxQ(s`,a):  -0.04365988655085602\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.010522129803780794\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5100000000000003 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.015177651723173362\n",
      "R+y*maxQ(s`,a):  -0.039214156498184376\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.015418016770923472\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5100000000000003 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.010237951664649305\n",
      "R+y*maxQ(s`,a):  -0.032955194461024614\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.010465124092613057\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5100000000000003 -- Action: 1 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.004881843330221319\n",
      "R+y*maxQ(s`,a):  -0.03929110310001419\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.005225935927919248\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5100000000000003 -- Action: 3 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.010323447888904661\n",
      "R+y*maxQ(s`,a):  -0.03929110310001419\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.010613124441015757\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5100000000000003 -- Action: 1 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.010522129803780794\n",
      "R+y*maxQ(s`,a):  -0.04368004094987514\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.010853708915241737\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5100000000000003 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.018418156553359946\n",
      "R+y*maxQ(s`,a):  -0.04368004094987514\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.018670775397325097\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5100000000000003 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.015200045499861268\n",
      "R+y*maxQ(s`,a):  -0.04047277700589485\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.015452772814921604\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5100000000000003 -- Action: 3 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.011636418895438724\n",
      "R+y*maxQ(s`,a):  -0.04368787460050831\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.01195693345248942\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5100000000000003 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.018670775397325097\n",
      "R+y*maxQ(s`,a):  -0.04368787460050831\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.01892094638935693\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5100000000000003 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.015452772814921604\n",
      "R+y*maxQ(s`,a):  -0.040741230190281634\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.015705657388675204\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5100000000000003 -- Action: 1 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.011934700211424041\n",
      "R+y*maxQ(s`,a):  -0.040741230190281634\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.012222765511212617\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5100000000000003 -- Action: 2 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.011951090748888197\n",
      "R+y*maxQ(s`,a):  -0.04075598167399938\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.012239139658139308\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5100000000000003 -- Action: 1 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.012222765511212617\n",
      "R+y*maxQ(s`,a):  -0.04076124010724048\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.012508150257172897\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5100000000000003 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.01241611745910904\n",
      "R+y*maxQ(s`,a):  -0.03733885543516926\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.012665344838869642\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5100000000000003 -- Action: 2 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.008154283816854733\n",
      "R+y*maxQ(s`,a):  -0.015066291911124444\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.00822340389779743\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5100000000000003 -- Action: 2 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  0.016593008987639504\n",
      "R+y*maxQ(s`,a):  0.19754511510156328\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.018402530048778742\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.5100000000000003 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.25282790566840363\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.26029962661171957\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5200000000000004 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.01520874955612035\n",
      "R+y*maxQ(s`,a):  -0.04368787460050831\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.01549354080656423\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5200000000000004 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.015418016770923472\n",
      "R+y*maxQ(s`,a):  -0.03941861168335175\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.015658022720047755\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5200000000000004 -- Action: 1 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.010853708915241737\n",
      "R+y*maxQ(s`,a):  -0.0439441867259078\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.011184613693348397\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5200000000000004 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.01549354080656423\n",
      "R+y*maxQ(s`,a):  -0.0439441867259078\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.015778047265757666\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5200000000000004 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.015658022720047755\n",
      "R+y*maxQ(s`,a):  -0.03941861168335175\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.015895628609680794\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5200000000000004 -- Action: 1 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.011184613693348397\n",
      "R+y*maxQ(s`,a):  -0.04413509164980768\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.01151411847291299\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5200000000000004 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.015705657388675204\n",
      "R+y*maxQ(s`,a):  -0.04076124010724048\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.015956213215860857\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5200000000000004 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.012665344838869642\n",
      "R+y*maxQ(s`,a):  -0.03740106350801769\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.012912702025561123\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5200000000000004 -- Action: 2 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.00822340389779743\n",
      "R+y*maxQ(s`,a):  -0.01343772295609913\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.008275547088380448\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5200000000000004 -- Action: 2 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  0.018402530048778742\n",
      "R+y*maxQ(s`,a):  0.20426966395054763\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.02026120138779643\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.5200000000000004 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.26029962661171957\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.26769663034560237\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5300000000000004 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.015956213215860857\n",
      "R+y*maxQ(s`,a):  -0.04076124010724048\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.016204263484774654\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5300000000000004 -- Action: 2 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.012239139658139308\n",
      "R+y*maxQ(s`,a):  -0.04076124010724048\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.01252436066263032\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5300000000000004 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.012912702025561123\n",
      "R+y*maxQ(s`,a):  -0.037447992379542404\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.013158054929100936\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5300000000000004 -- Action: 2 --\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "S:  [0, 0]\n",
      "Q(s,a):  -0.008275547088380448\n",
      "R+y*maxQ(s`,a):  -0.011764918750983212\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.008310440805006475\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5300000000000004 -- Action: 2 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  0.02026120138779643\n",
      "R+y*maxQ(s`,a):  0.21092696731104213\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.022167859047028886\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.5300000000000004 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.26769663034560237\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.27501966404214634\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5400000000000004 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.015778047265757666\n",
      "R+y*maxQ(s`,a):  -0.044200242539181894\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.01606226921849191\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5400000000000004 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.015895628609680794\n",
      "R+y*maxQ(s`,a):  -0.03941861168335175\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.016130858440417502\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5400000000000004 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.010465124092613057\n",
      "R+y*maxQ(s`,a):  -0.032955194461024614\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.010690024796297173\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5400000000000004 -- Action: 3 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.0032835494011384616\n",
      "R+y*maxQ(s`,a):  -0.032955194461024614\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.003580265851737323\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[2, 3]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 8]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5400000000000004 -- Action: 2 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.0047980833569573585\n",
      "R+y*maxQ(s`,a):  -0.03161595539595162\n",
      "S_:  [2, 3]\n",
      "Q_new:  -0.0050662620773473015\n",
      "-------------------------------\n",
      "[2, 3]\n",
      "S:  [2, 3]\n",
      "[2, 3]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 8]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5400000000000004 -- Action: 3 --\n",
      "S:  [2, 3]\n",
      "Q(s,a):  -0.0017955059955017997\n",
      "R+y*maxQ(s`,a):  -0.03161595539595162\n",
      "S_:  [2, 3]\n",
      "Q_new:  -0.002093710489506298\n",
      "-------------------------------\n",
      "[2, 3]\n",
      "S:  [2, 3]\n",
      "[2, 3]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 8]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5400000000000004 -- Action: 3 --\n",
      "S:  [2, 3]\n",
      "Q(s,a):  -0.002093710489506298\n",
      "R+y*maxQ(s`,a):  -0.031884339440555666\n",
      "S_:  [2, 3]\n",
      "Q_new:  -0.0023916167790167917\n",
      "-------------------------------\n",
      "[2, 3]\n",
      "S:  [2, 3]\n",
      "[2, 3]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 8]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5400000000000004 -- Action: 2 --\n",
      "S:  [2, 3]\n",
      "Q(s,a):  -0.003213608240949227\n",
      "R+y*maxQ(s`,a):  -0.03188772428321188\n",
      "S_:  [2, 3]\n",
      "Q_new:  -0.0035003494013718535\n",
      "-------------------------------\n",
      "[2, 3]\n",
      "S:  [2, 3]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5400000000000004 -- Action: 1 --\n",
      "S:  [2, 3]\n",
      "Q(s,a):  -0.002097471425790974\n",
      "R+y*maxQ(s`,a):  -0.03313659583466802\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.0024078626698797448\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[1, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 8 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5400000000000004 -- Action: 0 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.0034851064829644674\n",
      "R+y*maxQ(s`,a):  -0.018261795026201767\n",
      "S_:  [1, 2]\n",
      "Q_new:  -0.0036328733683968404\n",
      "-------------------------------\n",
      "[1, 2]\n",
      "S:  [1, 2]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5400000000000004 -- Action: 0 --\n",
      "S:  [1, 2]\n",
      "Q(s,a):  0.013042449970886922\n",
      "R+y*maxQ(s`,a):  0.21751769763793172\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.01508720244755737\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.5400000000000004 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.27501966404214634\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.28226946740172487\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5500000000000004 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.01606226921849191\n",
      "R+y*maxQ(s`,a):  -0.04445604229664272\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.01634620694927342\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5500000000000004 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.016130858440417502\n",
      "R+y*maxQ(s`,a):  -0.03955181199691418\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.01636506797598247\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5500000000000004 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.010690024796297173\n",
      "R+y*maxQ(s`,a):  -0.03322223926656359\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.010915346940999838\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5500000000000004 -- Action: 1 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.005225935927919248\n",
      "R+y*maxQ(s`,a):  -0.03955181199691418\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.005569194688609197\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5500000000000004 -- Action: 1 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.01151411847291299\n",
      "R+y*maxQ(s`,a):  -0.04458383713629719\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.011844815659546832\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5500000000000004 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.016204263484774654\n",
      "R+y*maxQ(s`,a):  -0.04076124010724048\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.016449833250999312\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5500000000000004 -- Action: 3 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.01195693345248942\n",
      "R+y*maxQ(s`,a):  -0.044711586254346077\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.012284479980507986\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5500000000000004 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.016449833250999312\n",
      "R+y*maxQ(s`,a):  -0.041056031982457185\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.01669589523831389\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5500000000000004 -- Action: 1 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.012508150257172897\n",
      "R+y*maxQ(s`,a):  -0.041056031982457185\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.012793629074425739\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5500000000000004 -- Action: 3 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.012284479980507986\n",
      "R+y*maxQ(s`,a):  -0.044711586254346077\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.012608751043246368\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5500000000000004 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.01634620694927342\n",
      "R+y*maxQ(s`,a):  -0.044711586254346077\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.016629860742324146\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5500000000000004 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.01636506797598247\n",
      "R+y*maxQ(s`,a):  -0.03955181199691418\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.016596935416191786\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5500000000000004 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.010915346940999838\n",
      "R+y*maxQ(s`,a):  -0.03322223926656359\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.011138415864255475\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5500000000000004 -- Action: 3 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.003580265851737323\n",
      "R+y*maxQ(s`,a):  -0.03322223926656359\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.0038766855858855856\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[1, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 8 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5500000000000004 -- Action: 0 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.0036328733683968404\n",
      "R+y*maxQ(s`,a):  -0.016421517797198366\n",
      "S_:  [1, 2]\n",
      "Q_new:  -0.003760759812684856\n",
      "-------------------------------\n",
      "[1, 2]\n",
      "S:  [1, 2]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5500000000000004 -- Action: 0 --\n",
      "S:  [1, 2]\n",
      "Q(s,a):  0.01508720244755737\n",
      "R+y*maxQ(s`,a):  0.22404252066155242\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.01717675562969732\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.5500000000000004 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.28226946740172487\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.28944677272770764\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5600000000000004 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.01892094638935693\n",
      "R+y*maxQ(s`,a):  -0.044937241874572605\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.019181109344209087\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5600000000000004 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.016596935416191786\n",
      "R+y*maxQ(s`,a):  -0.03955181199691418\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.01682648418199901\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5600000000000004 -- Action: 1 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.011844815659546832\n",
      "R+y*maxQ(s`,a):  -0.04496687466809173\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.012176036249632281\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5600000000000004 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.016629860742324146\n",
      "R+y*maxQ(s`,a):  -0.04496687466809173\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.016913230881581823\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5600000000000004 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.019181109344209087\n",
      "R+y*maxQ(s`,a):  -0.045026305714482504\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.019439561307911822\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5600000000000004 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.01669589523831389\n",
      "R+y*maxQ(s`,a):  -0.04127192459636729\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.016941655531894424\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5600000000000004 -- Action: 2 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.01252436066263032\n",
      "R+y*maxQ(s`,a):  -0.04127192459636729\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.01281183630196769\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5600000000000004 -- Action: 3 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.012608751043246368\n",
      "R+y*maxQ(s`,a):  -0.04514383576379911\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.012934101890451896\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5600000000000004 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.016941655531894424\n",
      "R+y*maxQ(s`,a):  -0.041514266166983164\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.017187381638245312\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5600000000000004 -- Action: 1 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.012793629074425739\n",
      "R+y*maxQ(s`,a):  -0.041514266166983164\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.013080835445351314\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5600000000000004 -- Action: 2 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.01281183630196769\n",
      "R+y*maxQ(s`,a):  -0.04153065267177092\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.013099024465665722\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5600000000000004 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.013158054929100936\n",
      "R+y*maxQ(s`,a):  -0.03747939672450583\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.013401268347054985\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5600000000000004 -- Action: 2 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.008310440805006475\n",
      "R+y*maxQ(s`,a):  -0.010048926857674001\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.00832782566553315\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5600000000000004 -- Action: 2 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  0.022167859047028886\n",
      "R+y*maxQ(s`,a):  0.23050209545493686\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.024251201411107967\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.5600000000000004 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.28944677272770764\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.29655230500043056\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5700000000000004 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.01682648418199901\n",
      "R+y*maxQ(s`,a):  -0.03955181199691418\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.017053737460148162\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5700000000000004 -- Action: 3 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.010613124441015757\n",
      "R+y*maxQ(s`,a):  -0.03955181199691418\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.01090251131657474\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5700000000000004 -- Action: 3 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.01090251131657474\n",
      "R+y*maxQ(s`,a):  -0.039812260184917264\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.011191608805258166\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5700000000000004 -- Action: 1 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.012176036249632281\n",
      "R+y*maxQ(s`,a):  -0.04522190779342364\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.012506494965070196\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5700000000000004 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.017053737460148162\n",
      "R+y*maxQ(s`,a):  -0.03994459461827625\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.017282646031729444\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5700000000000004 -- Action: 0 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.0110495495758625\n",
      "R+y*maxQ(s`,a):  -0.03994459461827625\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.011338500026286637\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5700000000000004 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.011138415864255475\n",
      "R+y*maxQ(s`,a):  -0.03338468383141637\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.011360878543927084\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[2, 3]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 8]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5700000000000004 -- Action: 2 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.0050662620773473015\n",
      "R+y*maxQ(s`,a):  -0.03215245510111511\n",
      "S_:  [2, 3]\n",
      "Q_new:  -0.00533712400758498\n",
      "-------------------------------\n",
      "[2, 3]\n",
      "S:  [2, 3]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5700000000000004 -- Action: 1 --\n",
      "S:  [2, 3]\n",
      "Q(s,a):  -0.0024078626698797448\n",
      "R+y*maxQ(s`,a):  -0.03338468383141637\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.002717630881495111\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[2, 3]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 8]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5700000000000004 -- Action: 2 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.00533712400758498\n",
      "R+y*maxQ(s`,a):  -0.03215245510111511\n",
      "S_:  [2, 3]\n",
      "Q_new:  -0.005605277318520281\n",
      "-------------------------------\n",
      "[2, 3]\n",
      "S:  [2, 3]\n",
      "[2, 3]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 8]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5700000000000004 -- Action: 3 --\n",
      "S:  [2, 3]\n",
      "Q(s,a):  -0.0023916167790167917\n",
      "R+y*maxQ(s`,a):  -0.03215245510111511\n",
      "S_:  [2, 3]\n",
      "Q_new:  -0.002689225162237775\n",
      "-------------------------------\n",
      "[2, 3]\n",
      "S:  [2, 3]\n",
      "[2, 3]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 8]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5700000000000004 -- Action: 3 --\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "S:  [2, 3]\n",
      "Q(s,a):  -0.002689225162237775\n",
      "R+y*maxQ(s`,a):  -0.032420302646014\n",
      "S_:  [2, 3]\n",
      "Q_new:  -0.002986535937075537\n",
      "-------------------------------\n",
      "[2, 3]\n",
      "S:  [2, 3]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5700000000000004 -- Action: 1 --\n",
      "S:  [2, 3]\n",
      "Q(s,a):  -0.002717630881495111\n",
      "R+y*maxQ(s`,a):  -0.03338468383141637\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.0030243014109943233\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5700000000000004 -- Action: 1 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.005569194688609197\n",
      "R+y*maxQ(s`,a):  -0.04007244792473235\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.005914227220970429\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5700000000000004 -- Action: 3 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.011191608805258166\n",
      "R+y*maxQ(s`,a):  -0.04007244792473235\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.011480417196452907\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5700000000000004 -- Action: 0 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.011338500026286637\n",
      "R+y*maxQ(s`,a):  -0.04020465002365797\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.01162716152626035\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5700000000000004 -- Action: 0 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.01162716152626035\n",
      "R+y*maxQ(s`,a):  -0.04022479068953437\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.01191313781789309\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5700000000000004 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.011360878543927084\n",
      "R+y*maxQ(s`,a):  -0.03338468383141637\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.011581116596801977\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[1, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 8 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5700000000000004 -- Action: 0 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.003760759812684856\n",
      "R+y*maxQ(s`,a):  -0.01454091993327241\n",
      "S_:  [1, 2]\n",
      "Q_new:  -0.0038685614138907315\n",
      "-------------------------------\n",
      "[1, 2]\n",
      "S:  [1, 2]\n",
      "[1, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 8 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5700000000000004 -- Action: 1 --\n",
      "S:  [1, 2]\n",
      "Q(s,a):  -0.00022778257081133908\n",
      "R+y*maxQ(s`,a):  -0.01454091993327241\n",
      "S_:  [1, 2]\n",
      "Q_new:  -0.0003709139444359498\n",
      "-------------------------------\n",
      "[1, 2]\n",
      "S:  [1, 2]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5700000000000004 -- Action: 0 --\n",
      "S:  [1, 2]\n",
      "Q(s,a):  0.01717675562969732\n",
      "R+y*maxQ(s`,a):  0.23689707450038752\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.019373958818404223\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.5700000000000004 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.29655230500043056\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.30358678195042627\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5800000000000004 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.016913230881581823\n",
      "R+y*maxQ(s`,a):  -0.04522190779342364\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.01719631765070024\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5800000000000004 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.017187381638245312\n",
      "R+y*maxQ(s`,a):  -0.041640691701406704\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.017431914738876925\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5800000000000004 -- Action: 3 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.012934101890451896\n",
      "R+y*maxQ(s`,a):  -0.04547668588563021\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.013259527730403679\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5800000000000004 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.017431914738876925\n",
      "R+y*maxQ(s`,a):  -0.04177275190081618\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.017675323110496317\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5800000000000004 -- Action: 1 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.013080835445351314\n",
      "R+y*maxQ(s`,a):  -0.04177275190081618\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.013367754609905963\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5800000000000004 -- Action: 2 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.013099024465665722\n",
      "R+y*maxQ(s`,a):  -0.04178912201909915\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.013385925441200056\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5800000000000004 -- Action: 2 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.013385925441200056\n",
      "R+y*maxQ(s`,a):  -0.04193357495736331\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.013671401936361688\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5800000000000004 -- Action: 3 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.013259527730403679\n",
      "R+y*maxQ(s`,a):  -0.04547668588563021\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.013581699311955945\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5800000000000004 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.017675323110496317\n",
      "R+y*maxQ(s`,a):  -0.04203097914891536\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.017918879670880506\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5800000000000004 -- Action: 1 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.013367754609905963\n",
      "R+y*maxQ(s`,a):  -0.04203097914891536\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.013654386855296057\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5800000000000004 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.013401268347054985\n",
      "R+y*maxQ(s`,a):  -0.03749478440581892\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.013642203507642624\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5800000000000004 -- Action: 3 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.008327538228687698\n",
      "R+y*maxQ(s`,a):  -0.04222352938076035\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.008666498140208425\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5800000000000004 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.013642203507642624\n",
      "R+y*maxQ(s`,a):  -0.03749504309897984\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.013880731903555996\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5800000000000004 -- Action: 2 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.00832782566553315\n",
      "R+y*maxQ(s`,a):  -0.008173918730002828\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.008326286596177847\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5800000000000004 -- Action: 2 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  0.024251201411107967\n",
      "R+y*maxQ(s`,a):  0.24322810375538365\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.026440970434550723\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.5800000000000004 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.30358678195042627\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.310550914130922\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5900000000000004 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.01719631765070024\n",
      "R+y*maxQ(s`,a):  -0.04547668588563021\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.01747912133304954\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5900000000000004 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.017282646031729444\n",
      "R+y*maxQ(s`,a):  -0.04033237547680762\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.017513143326180227\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5900000000000004 -- Action: 3 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.011480417196452907\n",
      "R+y*maxQ(s`,a):  -0.04033237547680762\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.011768936779256455\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5900000000000004 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.011581116596801977\n",
      "R+y*maxQ(s`,a):  -0.03348170527250166\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.011800122483558974\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[1, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 8 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5900000000000004 -- Action: 0 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.0038685614138907315\n",
      "R+y*maxQ(s`,a):  -0.012563437063436197\n",
      "S_:  [1, 2]\n",
      "Q_new:  -0.003955510170386186\n",
      "-------------------------------\n",
      "[1, 2]\n",
      "S:  [1, 2]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5900000000000004 -- Action: 0 --\n",
      "S:  [1, 2]\n",
      "Q(s,a):  0.019373958818404223\n",
      "R+y*maxQ(s`,a):  0.2494958227178298\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.021675177457398477\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5900000000000004 -- Action: 1 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  -0.003629699444338305\n",
      "R+y*maxQ(s`,a):  -0.006203126608904347\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.0036554337159839653\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.5900000000000004 -- Action: 2 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  0.026440970434550723\n",
      "R+y*maxQ(s`,a):  0.2494958227178298\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.028671518957383513\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.5900000000000004 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.310550914130922\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.31744540498961277\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6000000000000004 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.019439561307911822\n",
      "R+y*maxQ(s`,a):  -0.045731209199744584\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.01970247778683015\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6000000000000004 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.01747912133304954\n",
      "R+y*maxQ(s`,a):  -0.045731209199744584\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.01776164221171649\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6000000000000004 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.017513143326180227\n",
      "R+y*maxQ(s`,a):  -0.04059204310133081\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.017743932323931733\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6000000000000004 -- Action: 1 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.012506494965070196\n",
      "R+y*maxQ(s`,a):  -0.04596953909153856\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.012841125406334879\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6000000000000004 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.017743932323931733\n",
      "R+y*maxQ(s`,a):  -0.04059204310133081\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.017972413431705723\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6000000000000004 -- Action: 0 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.01191313781789309\n",
      "R+y*maxQ(s`,a):  -0.04059204310133081\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.012199926870727467\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6000000000000004 -- Action: 3 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.011768936779256455\n",
      "R+y*maxQ(s`,a):  -0.04059204310133081\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.012057167842477198\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6000000000000004 -- Action: 0 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.012199926870727467\n",
      "R+y*maxQ(s`,a):  -0.04062011023520307\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.012484128704372223\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6000000000000004 -- Action: 1 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.012841125406334879\n",
      "R+y*maxQ(s`,a):  -0.04598547799054484\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.013172568932176979\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6000000000000004 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.01776164221171649\n",
      "R+y*maxQ(s`,a):  -0.04598547799054484\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.01804388056950477\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6000000000000004 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.017918879670880506\n",
      "R+y*maxQ(s`,a):  -0.04222352938076035\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.018161926167979306\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6000000000000004 -- Action: 1 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.013654386855296057\n",
      "R+y*maxQ(s`,a):  -0.04222352938076035\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.0139400782805507\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6000000000000004 -- Action: 2 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.013671401936361688\n",
      "R+y*maxQ(s`,a):  -0.04222352938076035\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.013956923210805675\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6000000000000004 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.013880731903555996\n",
      "R+y*maxQ(s`,a):  -0.037493657936560065\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.014116861163886036\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6000000000000004 -- Action: 2 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.008326286596177847\n",
      "R+y*maxQ(s`,a):  -0.004195632938354836\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.008284980059599618\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6000000000000004 -- Action: 2 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  0.028671518957383513\n",
      "R+y*maxQ(s`,a):  0.25570086449065155\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.030941812412716194\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.6000000000000004 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.31744540498961277\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.32427095093971664\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6100000000000004 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.01970247778683015\n",
      "R+y*maxQ(s`,a):  -0.04617517208853515\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.0199672047298472\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6100000000000004 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.017972413431705723\n",
      "R+y*maxQ(s`,a):  -0.04062011023520307\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.018198890399740698\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6100000000000004 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.011800122483558974\n",
      "R+y*maxQ(s`,a):  -0.03348901702729703\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.012017011428996355\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[1, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 8 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6100000000000004 -- Action: 0 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.003955510170386186\n",
      "R+y*maxQ(s`,a):  -0.010492340288341367\n",
      "S_:  [1, 2]\n",
      "Q_new:  -0.004020878471565737\n",
      "-------------------------------\n",
      "[1, 2]\n",
      "S:  [1, 2]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6100000000000004 -- Action: 0 --\n",
      "S:  [1, 2]\n",
      "Q(s,a):  0.021675177457398477\n",
      "R+y*maxQ(s`,a):  0.261843855845745\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.024076864241281942\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.6100000000000004 -- Action: 2 --\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "S:  [0, 2]\n",
      "Q(s,a):  0.32427095093971664\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.33102824143031945\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6200000000000004 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.018161926167979306\n",
      "R+y*maxQ(s`,a):  -0.04222352938076035\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.018402542200107116\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6200000000000004 -- Action: 1 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.0139400782805507\n",
      "R+y*maxQ(s`,a):  -0.04222352938076035\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.014222912791552796\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6200000000000004 -- Action: 2 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.013956923210805675\n",
      "R+y*maxQ(s`,a):  -0.04222352938076035\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.014239589272505222\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6200000000000004 -- Action: 3 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.013581699311955945\n",
      "R+y*maxQ(s`,a):  -0.0462394925125543\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.013908277243961929\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6200000000000004 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.01804388056950477\n",
      "R+y*maxQ(s`,a):  -0.0462394925125543\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.018325836688935268\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6200000000000004 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.0199672047298472\n",
      "R+y*maxQ(s`,a):  -0.04637900135976662\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.020231322696146394\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6200000000000004 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.020231322696146394\n",
      "R+y*maxQ(s`,a):  -0.04637900135976662\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.020492799482782594\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6200000000000004 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.018402542200107116\n",
      "R+y*maxQ(s`,a):  -0.042517449519565736\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.0186436912733017\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6200000000000004 -- Action: 3 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.013908277243961929\n",
      "R+y*maxQ(s`,a):  -0.04637900135976662\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.014232984485119976\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6200000000000004 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.018198890399740698\n",
      "R+y*maxQ(s`,a):  -0.040815310286096716\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.018425054598604256\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6200000000000004 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.012017011428996355\n",
      "R+y*maxQ(s`,a):  -0.03348901702729703\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.012231731484979361\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[1, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 8 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6200000000000004 -- Action: 0 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.004020878471565737\n",
      "R+y*maxQ(s`,a):  -0.00833082218284625\n",
      "S_:  [1, 2]\n",
      "Q_new:  -0.004063977908678542\n",
      "-------------------------------\n",
      "[1, 2]\n",
      "S:  [1, 2]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6200000000000004 -- Action: 0 --\n",
      "S:  [1, 2]\n",
      "Q(s,a):  0.024076864241281942\n",
      "R+y*maxQ(s`,a):  0.26792541728728747\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.026515349771741997\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.6200000000000004 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.33102824143031945\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.33771795901601626\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6300000000000004 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.018325836688935268\n",
      "R+y*maxQ(s`,a):  -0.046493253020041744\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.018607510852246333\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6300000000000004 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.018425054598604256\n",
      "R+y*maxQ(s`,a):  -0.040851451058229474\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.01864931856320051\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6300000000000004 -- Action: 3 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.012057167842477198\n",
      "R+y*maxQ(s`,a):  -0.040851451058229474\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.01234511067463472\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6300000000000004 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.012231731484979361\n",
      "R+y*maxQ(s`,a):  -0.03348901702729703\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.012444304340402538\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[1, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 8 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6300000000000004 -- Action: 0 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.004063977908678542\n",
      "R+y*maxQ(s`,a):  -0.006136185205432201\n",
      "S_:  [1, 2]\n",
      "Q_new:  -0.0040846999816460785\n",
      "-------------------------------\n",
      "[1, 2]\n",
      "S:  [1, 2]\n",
      "[1, 3]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 8]\n",
      " [0 0 0 0]]\n",
      "You lost!\n",
      "REWARD: -1 -- EPSILON: 0.6300000000000004 -- Action: 2 --\n",
      "S:  [1, 2]\n",
      "Q(s,a):  -0.0199\n",
      "R+y*maxQ(s`,a):  -1.0\n",
      "S_:  [1, 3]\n",
      "Q_new:  -0.029701\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6400000000000005 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.018607510852246333\n",
      "R+y*maxQ(s`,a):  -0.046746759767021695\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.018888903341394085\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6400000000000005 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.0186436912733017\n",
      "R+y*maxQ(s`,a):  -0.042705175047497435\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.018884306111043657\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6400000000000005 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.014116861163886036\n",
      "R+y*maxQ(s`,a):  -0.037456482053639654\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.014350257372783573\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6400000000000005 -- Action: 2 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.008284980059599618\n",
      "R+y*maxQ(s`,a):  -0.002152368828555424\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.008223653947289175\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6400000000000005 -- Action: 2 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  0.030941812412716194\n",
      "R+y*maxQ(s`,a):  0.27394616311441466\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.03337185591973318\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.6400000000000005 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.33771795901601626\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.3443407794258561\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6500000000000005 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.01864931856320051\n",
      "R+y*maxQ(s`,a):  -0.04111059960717125\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.018873931373640216\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6500000000000005 -- Action: 3 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.01234511067463472\n",
      "R+y*maxQ(s`,a):  -0.04111059960717125\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.012632765563960086\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6500000000000005 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.012444304340402538\n",
      "R+y*maxQ(s`,a):  -0.03348901702729703\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.012654751467271482\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6500000000000005 -- Action: 3 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.0038766855858855856\n",
      "R+y*maxQ(s`,a):  -0.03348901702729703\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.0041728089002997\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[1, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 8 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6500000000000005 -- Action: 0 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.0040846999816460785\n",
      "R+y*maxQ(s`,a):  -0.006136185205432201\n",
      "S_:  [1, 2]\n",
      "Q_new:  -0.00410521483388394\n",
      "-------------------------------\n",
      "[1, 2]\n",
      "S:  [1, 2]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6500000000000005 -- Action: 0 --\n",
      "S:  [1, 2]\n",
      "Q(s,a):  0.026515349771741997\n",
      "R+y*maxQ(s`,a):  0.27990670148327046\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.029049263288857284\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.6500000000000005 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.3443407794258561\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.35089737163159757\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6600000000000005 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.018873931373640216\n",
      "R+y*maxQ(s`,a):  -0.041235715833935\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.019097549218243165\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6600000000000005 -- Action: 0 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.012484128704372223\n",
      "R+y*maxQ(s`,a):  -0.041235715833935\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.01277164457566785\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6600000000000005 -- Action: 0 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.01277164457566785\n",
      "R+y*maxQ(s`,a):  -0.04136948900756408\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.013057623019986813\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6600000000000005 -- Action: 3 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.012632765563960086\n",
      "R+y*maxQ(s`,a):  -0.04136948900756408\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.012920132798396126\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6600000000000005 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.012654751467271482\n",
      "R+y*maxQ(s`,a):  -0.03369469335049555\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.012865150886103724\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[2, 3]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 8]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6600000000000005 -- Action: 2 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.005605277318520281\n",
      "R+y*maxQ(s`,a):  -0.03268788234336798\n",
      "S_:  [2, 3]\n",
      "Q_new:  -0.005876103368768758\n",
      "-------------------------------\n",
      "[2, 3]\n",
      "S:  [2, 3]\n",
      "[2, 3]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 8]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6600000000000005 -- Action: 3 --\n",
      "S:  [2, 3]\n",
      "Q(s,a):  -0.002986535937075537\n",
      "R+y*maxQ(s`,a):  -0.03268788234336798\n",
      "S_:  [2, 3]\n",
      "Q_new:  -0.0032835494011384616\n",
      "-------------------------------\n",
      "[2, 3]\n",
      "S:  [2, 3]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6600000000000005 -- Action: 1 --\n",
      "S:  [2, 3]\n",
      "Q(s,a):  -0.0030243014109943233\n",
      "R+y*maxQ(s`,a):  -0.03369469335049555\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.0033310053303893354\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[1, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 8 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6600000000000005 -- Action: 0 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.00410521483388394\n",
      "R+y*maxQ(s`,a):  -0.003855663040028441\n",
      "S_:  [1, 2]\n",
      "Q_new:  -0.004102719315945385\n",
      "-------------------------------\n",
      "[1, 2]\n",
      "S:  [1, 2]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6600000000000005 -- Action: 0 --\n",
      "S:  [1, 2]\n",
      "Q(s,a):  0.029049263288857284\n",
      "R+y*maxQ(s`,a):  0.2858076344684378\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.03161684700065309\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.6600000000000005 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.35089737163159757\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.3573883979152816\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6700000000000005 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.018884306111043657\n",
      "R+y*maxQ(s`,a):  -0.04280062151239752\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.019123469265057196\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6700000000000005 -- Action: 1 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.014222912791552796\n",
      "R+y*maxQ(s`,a):  -0.04280062151239752\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.014508689878761244\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6700000000000005 -- Action: 3 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.014232984485119976\n",
      "R+y*maxQ(s`,a):  -0.047000013007254676\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.014560654770341323\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6700000000000005 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.019097549218243165\n",
      "R+y*maxQ(s`,a):  -0.04157863579749335\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.019322360084035668\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6700000000000005 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.012865150886103724\n",
      "R+y*maxQ(s`,a):  -0.03369244738435084\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.013073423851086195\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[1, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 8 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6700000000000005 -- Action: 0 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.004102719315945385\n",
      "R+y*maxQ(s`,a):  -0.001544837699412216\n",
      "S_:  [1, 2]\n",
      "Q_new:  -0.004077140499780053\n",
      "-------------------------------\n",
      "[1, 2]\n",
      "S:  [1, 2]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6700000000000005 -- Action: 0 --\n",
      "S:  [1, 2]\n",
      "Q(s,a):  0.03161684700065309\n",
      "R+y*maxQ(s`,a):  0.2916495581237535\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.034217174111884095\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.6700000000000005 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.3573883979152816\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.3638145139361288\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6800000000000005 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.019322360084035668\n",
      "R+y*maxQ(s`,a):  -0.04162811951855651\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.019545417678380875\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6800000000000005 -- Action: 3 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.012920132798396126\n",
      "R+y*maxQ(s`,a):  -0.04162811951855651\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.01320721266559773\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6800000000000005 -- Action: 0 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.013057623019986813\n",
      "R+y*maxQ(s`,a):  -0.04175186071798813\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.013344565396966827\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6800000000000005 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.013073423851086195\n",
      "R+y*maxQ(s`,a):  -0.033669426449802045\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.013279383877073354\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[1, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 8 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6800000000000005 -- Action: 0 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.004077140499780053\n",
      "R+y*maxQ(s`,a):  0.0007954567006956889\n",
      "S_:  [1, 2]\n",
      "Q_new:  -0.004028414527775296\n",
      "-------------------------------\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1, 2]\n",
      "S:  [1, 2]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6800000000000005 -- Action: 0 --\n",
      "S:  [1, 2]\n",
      "Q(s,a):  0.034217174111884095\n",
      "R+y*maxQ(s`,a):  0.2974330625425159\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.03684933299619041\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.6800000000000005 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.3638145139361288\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.3701763687967675\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6900000000000005 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.019545417678380875\n",
      "R+y*maxQ(s`,a):  -0.04185531203895928\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.01976851662198666\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6900000000000005 -- Action: 1 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.013172568932176979\n",
      "R+y*maxQ(s`,a):  -0.047000013007254676\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.013510843372927756\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6900000000000005 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.019123469265057196\n",
      "R+y*maxQ(s`,a):  -0.0428156303452547\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.01936039087585917\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6900000000000005 -- Action: 1 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.014508689878761244\n",
      "R+y*maxQ(s`,a):  -0.0428156303452547\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.014791759283426178\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6900000000000005 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.014350257372783573\n",
      "R+y*maxQ(s`,a):  -0.03740128855256026\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.01458076768458134\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6900000000000005 -- Action: 2 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.008223653947289175\n",
      "R+y*maxQ(s`,a):  3.467032775986145e-05\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.008141070704538685\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.6900000000000005 -- Action: 2 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  0.03337185591973318\n",
      "R+y*maxQ(s`,a):  0.30315873191709075\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.036069724679706754\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.6900000000000005 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.3701763687967675\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.3764746051087998\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7000000000000005 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.020492799482782594\n",
      "R+y*maxQ(s`,a):  -0.047000013007254676\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.020757871618027314\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7000000000000005 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.018888903341394085\n",
      "R+y*maxQ(s`,a):  -0.047000013007254676\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.01917001443805269\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7000000000000005 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.01917001443805269\n",
      "R+y*maxQ(s`,a):  -0.04725301299424742\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.01945084442361464\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7000000000000005 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.01936039087585917\n",
      "R+y*maxQ(s`,a):  -0.0428156303452547\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.019594943270553125\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7000000000000005 -- Action: 1 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.014791759283426178\n",
      "R+y*maxQ(s`,a):  -0.0428156303452547\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.015071997994044463\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7000000000000005 -- Action: 2 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.014239589272505222\n",
      "R+y*maxQ(s`,a):  -0.0428156303452547\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.014525349683232717\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7000000000000005 -- Action: 2 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.014525349683232717\n",
      "R+y*maxQ(s`,a):  -0.043072814714909445\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.014810824333549483\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7000000000000005 -- Action: 2 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.014810824333549483\n",
      "R+y*maxQ(s`,a):  -0.04310458929330719\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.015093761983147061\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7000000000000005 -- Action: 3 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.014560654770341323\n",
      "R+y*maxQ(s`,a):  -0.04750575998125317\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.014890105822450442\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7000000000000005 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.01945084442361464\n",
      "R+y*maxQ(s`,a):  -0.04750575998125317\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.019731393579191025\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7000000000000005 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.019594943270553125\n",
      "R+y*maxQ(s`,a):  -0.0431226909161232\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.019830220747008825\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7000000000000005 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.01458076768458134\n",
      "R+y*maxQ(s`,a):  -0.03732696363408482\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.014808229644076375\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7000000000000005 -- Action: 2 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.008141070704538685\n",
      "R+y*maxQ(s`,a):  0.0024627522117360787\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.008035032475375938\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7000000000000005 -- Action: 2 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  0.036069724679706754\n",
      "R+y*maxQ(s`,a):  0.3088271445979198\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.038797298878888886\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.7000000000000005 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.3764746051087998\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.3827098590577118\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7100000000000005 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.019830220747008825\n",
      "R+y*maxQ(s`,a):  -0.04332740667966874\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.020065192606335425\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7100000000000005 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.014808229644076375\n",
      "R+y*maxQ(s`,a):  -0.037231529227838345\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.015032462639913995\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7100000000000005 -- Action: 2 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.008035032475375938\n",
      "R+y*maxQ(s`,a):  0.0049175689910000014\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.007905506460712178\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7100000000000005 -- Action: 1 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  -0.005396730064826217\n",
      "R+y*maxQ(s`,a):  -0.03711495581464096\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.005713912322324365\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7100000000000005 -- Action: 2 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.007905506460712178\n",
      "R+y*maxQ(s`,a):  0.0049175689910000014\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.007777275706195057\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7100000000000005 -- Action: 2 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  0.038797298878888886\n",
      "R+y*maxQ(s`,a):  0.31443887315194063\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.0415537146216194\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7100000000000005 -- Action: 0 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.014777385705855342\n",
      "R+y*maxQ(s`,a):  0.31443887315194063\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.017774000580316196\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.7100000000000005 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.3827098590577118\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.3888827604671347\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7200000000000005 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.01976851662198666\n",
      "R+y*maxQ(s`,a):  -0.04188649139903795\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.019989696369757174\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7200000000000005 -- Action: 3 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.01320721266559773\n",
      "R+y*maxQ(s`,a):  -0.04188649139903795\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.013494005452932131\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7200000000000005 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.013279383877073354\n",
      "R+y*maxQ(s`,a):  -0.033625573074997764\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.013482845769052598\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[1, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 8 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7200000000000005 -- Action: 0 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.004028414527775296\n",
      "R+y*maxQ(s`,a):  0.0031643996965713753\n",
      "S_:  [1, 2]\n",
      "Q_new:  -0.003956486385531829\n",
      "-------------------------------\n",
      "[1, 2]\n",
      "S:  [1, 2]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7200000000000005 -- Action: 0 --\n",
      "S:  [1, 2]\n",
      "Q(s,a):  0.03684933299619041\n",
      "R+y*maxQ(s`,a):  0.3199944844204212\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.03968078451043272\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.7200000000000005 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.3888827604671347\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.39499393286246337\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7300000000000005 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.019731393579191025\n",
      "R+y*maxQ(s`,a):  -0.04775825422127192\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.020011662185611834\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7300000000000005 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.019989696369757174\n",
      "R+y*maxQ(s`,a):  -0.04201010885727014\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.020209900494632303\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7300000000000005 -- Action: 1 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.013510843372927756\n",
      "R+y*maxQ(s`,a):  -0.04801049596705065\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.013855839898868984\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7300000000000005 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.020011662185611834\n",
      "R+y*maxQ(s`,a):  -0.04801049596705065\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.020291650523426224\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7300000000000005 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.020065192606335425\n",
      "R+y*maxQ(s`,a):  -0.0434010952402054\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.020298551632674126\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7300000000000005 -- Action: 3 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.014890105822450442\n",
      "R+y*maxQ(s`,a):  -0.04818891044516907\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.015223093868677628\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7300000000000005 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.020209900494632303\n",
      "R+y*maxQ(s`,a):  -0.04201010885727014\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.020427902578258682\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7300000000000005 -- Action: 0 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.013344565396966827\n",
      "R+y*maxQ(s`,a):  -0.04201010885727014\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.01363122083156986\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7300000000000005 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.013482845769052598\n",
      "R+y*maxQ(s`,a):  -0.03356083774697864\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.013683625688831857\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[1, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 8 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7300000000000005 -- Action: 0 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.003956486385531829\n",
      "R+y*maxQ(s`,a):  0.00571270605938945\n",
      "S_:  [1, 2]\n",
      "Q_new:  -0.0038597944610826163\n",
      "-------------------------------\n",
      "[1, 2]\n",
      "S:  [1, 2]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7300000000000005 -- Action: 0 --\n",
      "S:  [1, 2]\n",
      "Q(s,a):  0.03968078451043272\n",
      "R+y*maxQ(s`,a):  0.325494539576217\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.04253892206109056\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.7300000000000005 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.39499393286246337\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.40104399353383874\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7400000000000005 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.020757871618027314\n",
      "R+y*maxQ(s`,a):  -0.0482624854710836\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.021032917756557877\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7400000000000005 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.020291650523426224\n",
      "R+y*maxQ(s`,a):  -0.0482624854710836\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.020571358872902797\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7400000000000005 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.020298551632674126\n",
      "R+y*maxQ(s`,a):  -0.043529216375922594\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.02053085828010661\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7400000000000005 -- Action: 1 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.015071997994044463\n",
      "R+y*maxQ(s`,a):  -0.043529216375922594\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.015356570177863245\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7400000000000005 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.015032462639913995\n",
      "R+y*maxQ(s`,a):  -0.03699954813557555\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.01525213349487061\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7400000000000005 -- Action: 2 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.007777275706195057\n",
      "R+y*maxQ(s`,a):  0.007398343159457463\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.007625519517538531\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7400000000000005 -- Action: 2 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  0.0415537146216194\n",
      "R+y*maxQ(s`,a):  0.3309395941804548\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "S_:  [0, 2]\n",
      "Q_new:  0.04444757341720775\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.7400000000000005 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.40104399353383874\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.40703355359850035\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7500000000000006 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.020427902578258682\n",
      "R+y*maxQ(s`,a):  -0.04214460490763892\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.020645069601552483\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7500000000000006 -- Action: 3 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.013494005452932131\n",
      "R+y*maxQ(s`,a):  -0.04214460490763892\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.013780511447479198\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7500000000000006 -- Action: 0 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.01363122083156986\n",
      "R+y*maxQ(s`,a):  -0.04226809874841287\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.013917589610738289\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7500000000000006 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.013683625688831857\n",
      "R+y*maxQ(s`,a):  -0.03347381501497435\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.013881527582093283\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[1, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 8 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7500000000000006 -- Action: 0 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.0038597944610826163\n",
      "R+y*maxQ(s`,a):  0.008285029854981509\n",
      "S_:  [1, 2]\n",
      "Q_new:  -0.003738346217921975\n",
      "-------------------------------\n",
      "[1, 2]\n",
      "S:  [1, 2]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7500000000000006 -- Action: 0 --\n",
      "S:  [1, 2]\n",
      "Q(s,a):  0.04253892206109056\n",
      "R+y*maxQ(s`,a):  0.3363301982386503\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.04547683482286616\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7500000000000006 -- Action: 0 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.017774000580316196\n",
      "R+y*maxQ(s`,a):  0.3363301982386503\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.020959562556899538\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.7500000000000006 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.40703355359850035\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.41296321806251535\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7600000000000006 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.02053085828010661\n",
      "R+y*maxQ(s`,a):  -0.043584385784832355\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.020761393555153867\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7600000000000006 -- Action: 2 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.015093761983147061\n",
      "R+y*maxQ(s`,a):  -0.043584385784832355\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.015378668221163913\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7600000000000006 -- Action: 3 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.015223093868677628\n",
      "R+y*maxQ(s`,a):  -0.04851422298561252\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.015556005159846977\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7600000000000006 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.020571358872902797\n",
      "R+y*maxQ(s`,a):  -0.04851422298561252\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.020850787514029894\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7600000000000006 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.020645069601552483\n",
      "R+y*maxQ(s`,a):  -0.042402460302731274\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.02086264350856427\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7600000000000006 -- Action: 3 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.013780511447479198\n",
      "R+y*maxQ(s`,a):  -0.042402460302731274\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.014066730936031719\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7600000000000006 -- Action: 1 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.013855839898868984\n",
      "R+y*maxQ(s`,a):  -0.048685254199638484\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.01420413404187668\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7600000000000006 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.020761393555153867\n",
      "R+y*maxQ(s`,a):  -0.04372692014538355\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.020991048821056162\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7600000000000006 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.01525213349487061\n",
      "R+y*maxQ(s`,a):  -0.03686296756578468\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.015468241835579752\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7600000000000006 -- Action: 2 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.007625519517538531\n",
      "R+y*maxQ(s`,a):  0.010002816075486975\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.007449236161608276\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7600000000000006 -- Action: 2 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  0.04444757341720775\n",
      "R+y*maxQ(s`,a):  0.3416668962562638\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.04741976664559831\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.7600000000000006 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.41296321806251535\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.4188335858818902\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7700000000000006 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.020850787514029894\n",
      "R+y*maxQ(s`,a):  -0.048765708762626904\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.021129936726515863\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7700000000000006 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.02086264350856427\n",
      "R+y*maxQ(s`,a):  -0.042493374823883955\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.021078950821717467\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7700000000000006 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.013881527582093283\n",
      "R+y*maxQ(s`,a):  -0.03336451159612978\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.014076357422233648\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[1, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 8 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7700000000000006 -- Action: 0 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.003738346217921975\n",
      "R+y*maxQ(s`,a):  0.010929151340579542\n",
      "S_:  [1, 2]\n",
      "Q_new:  -0.00359167124233696\n",
      "-------------------------------\n",
      "[1, 2]\n",
      "S:  [1, 2]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7700000000000006 -- Action: 0 --\n",
      "S:  [1, 2]\n",
      "Q(s,a):  0.04547683482286616\n",
      "R+y*maxQ(s`,a):  0.3469502272937012\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.04849156874757451\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.7700000000000006 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.4188335858818902\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.4246452500230713\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7800000000000006 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.020991048821056162\n",
      "R+y*maxQ(s`,a):  -0.04382091316007692\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.02121934746444637\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7800000000000006 -- Action: 1 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.015356570177863245\n",
      "R+y*maxQ(s`,a):  -0.04382091316007692\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.015641213607685382\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7800000000000006 -- Action: 2 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.015378668221163913\n",
      "R+y*maxQ(s`,a):  -0.04384080139904752\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.01566328955294275\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7800000000000006 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.015468241835579752\n",
      "R+y*maxQ(s`,a):  -0.03670431254544745\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.01568060254267843\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7800000000000006 -- Action: 2 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.007449236161608276\n",
      "R+y*maxQ(s`,a):  0.012677789981038481\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.007247965900181809\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7800000000000006 -- Action: 1 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  -0.005713912322324365\n",
      "R+y*maxQ(s`,a):  -0.036523169310163625\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.006022004892202758\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7800000000000006 -- Action: 2 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.007247965900181809\n",
      "R+y*maxQ(s`,a):  0.012677789981038481\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.007048708341369606\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7800000000000006 -- Action: 1 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  -0.006022004892202758\n",
      "R+y*maxQ(s`,a):  -0.03634383750723264\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.006325223218353057\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7800000000000006 -- Action: 1 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.009647983104621937\n",
      "R+y*maxQ(s`,a):  -0.03634383750723264\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.009914941648648043\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7800000000000006 -- Action: 2 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.007048708341369606\n",
      "R+y*maxQ(s`,a):  0.012677789981038481\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.006851443358145525\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7800000000000006 -- Action: 0 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  -0.003845280554830726\n",
      "R+y*maxQ(s`,a):  0.012677789981038481\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.003680049849472034\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7800000000000006 -- Action: 2 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  0.04741976664559831\n",
      "R+y*maxQ(s`,a):  0.35218072502076414\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.05046737622934997\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.7800000000000006 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.4246452500230713\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.4303987975228406\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7900000000000006 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.021032917756557877\n",
      "R+y*maxQ(s`,a):  -0.048929625980902086\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.02131188483880132\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7900000000000006 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.021078950821717467\n",
      "R+y*maxQ(s`,a):  -0.04252583064966446\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.021293419619996937\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7900000000000006 -- Action: 0 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.013917589610738289\n",
      "R+y*maxQ(s`,a):  -0.04252583064966446\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.014203672021127552\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7900000000000006 -- Action: 3 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.014066730936031719\n",
      "R+y*maxQ(s`,a):  -0.042660057842428545\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.014352664205095686\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7900000000000006 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.014076357422233648\n",
      "R+y*maxQ(s`,a):  -0.03323250411810326\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.014267918889192344\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[1, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 8 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7900000000000006 -- Action: 0 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.00359167124233696\n",
      "R+y*maxQ(s`,a):  0.013642411872817062\n",
      "S_:  [1, 2]\n",
      "Q_new:  -0.0034193304111854194\n",
      "-------------------------------\n",
      "[1, 2]\n",
      "S:  [1, 2]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7900000000000006 -- Action: 0 --\n",
      "S:  [1, 2]\n",
      "Q(s,a):  0.04849156874757451\n",
      "R+y*maxQ(s`,a):  0.3573589177705565\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.05158024223780433\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.7900000000000006 -- Action: 0 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.020959562556899538\n",
      "R+y*maxQ(s`,a):  0.3573589177705565\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.02432355610903611\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.7900000000000006 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.4303987975228406\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.4360948095476122\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8000000000000006 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.021293419619996937\n",
      "R+y*maxQ(s`,a):  -0.042783304819014795\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.021508318471987115\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8000000000000006 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.014267918889192344\n",
      "R+y*maxQ(s`,a):  -0.033077397370066874\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.01445601367400109\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[1, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 8 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8000000000000006 -- Action: 0 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.0034193304111854194\n",
      "R+y*maxQ(s`,a):  0.016422218014023902\n",
      "S_:  [1, 2]\n",
      "Q_new:  -0.003220914926933326\n",
      "-------------------------------\n",
      "[1, 2]\n",
      "S:  [1, 2]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8000000000000006 -- Action: 0 --\n",
      "S:  [1, 2]\n",
      "Q(s,a):  0.05158024223780433\n",
      "R+y*maxQ(s`,a):  0.362485328592851\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.0546892931013548\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.8000000000000006 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.4360948095476122\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.44173386145213606\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8100000000000006 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.021508318471987115\n",
      "R+y*maxQ(s`,a):  -0.042783304819014795\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.02172106833545739\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8100000000000006 -- Action: 1 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.01420413404187668\n",
      "R+y*maxQ(s`,a):  -0.04901694305386428\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.014552262131996556\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8100000000000006 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.021129936726515863\n",
      "R+y*maxQ(s`,a):  -0.04901694305386428\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "S_:  [2, 0]\n",
      "Q_new:  -0.021408806789789347\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8100000000000006 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.02131188483880132\n",
      "R+y*maxQ(s`,a):  -0.049097412718001734\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.021589740117593324\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8100000000000006 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.02121934746444637\n",
      "R+y*maxQ(s`,a):  -0.044000404643862276\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.02144715803624053\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8100000000000006 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.01568060254267843\n",
      "R+y*maxQ(s`,a):  -0.03616629902233097\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.015885459507474952\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8100000000000006 -- Action: 2 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.006851443358145525\n",
      "R+y*maxQ(s`,a):  0.015420638606414974\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.00662872253849992\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8100000000000006 -- Action: 2 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  0.05046737622934997\n",
      "R+y*maxQ(s`,a):  0.3675604753069225\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.0536383072201257\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.8100000000000006 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.44173386145213606\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.4473165228376147\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8200000000000006 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.021408806789789347\n",
      "R+y*maxQ(s`,a):  -0.04926792611081041\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.021687397982999557\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8200000000000006 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.02144715803624053\n",
      "R+y*maxQ(s`,a):  -0.044000404643862276\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.021672690502316745\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8200000000000006 -- Action: 3 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.015556005159846977\n",
      "R+y*maxQ(s`,a):  -0.049430766105833995\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.01589475276930685\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8200000000000006 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.021589740117593324\n",
      "R+y*maxQ(s`,a):  -0.049430766105833995\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.02186815037747573\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8200000000000006 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.021672690502316745\n",
      "R+y*maxQ(s`,a):  -0.044077092246916846\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.021896734519762748\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8200000000000006 -- Action: 1 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.015641213607685382\n",
      "R+y*maxQ(s`,a):  -0.044077092246916846\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.015925572394077697\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8200000000000006 -- Action: 2 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.01566328955294275\n",
      "R+y*maxQ(s`,a):  -0.04409696059764848\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.01594762626338981\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8200000000000006 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.015885459507474952\n",
      "R+y*maxQ(s`,a):  -0.03596585028464993\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.0160862634152467\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8200000000000006 -- Action: 2 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.00662872253849992\n",
      "R+y*maxQ(s`,a):  0.018274476498113132\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.00637969054813379\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8200000000000006 -- Action: 2 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  0.0536383072201257\n",
      "R+y*maxQ(s`,a):  0.37258487055385325\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.05682777285346297\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.8200000000000006 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.4473165228376147\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.45284335760923855\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8300000000000006 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.021687397982999557\n",
      "R+y*maxQ(s`,a):  -0.049518658184699596\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.02196571058501656\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8300000000000006 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.02186815037747573\n",
      "R+y*maxQ(s`,a):  -0.049548961501911654\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.02214495848872009\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8300000000000006 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.02172106833545739\n",
      "R+y*maxQ(s`,a):  -0.042783304819014795\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.021931690700292966\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8300000000000006 -- Action: 0 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.014203672021127552\n",
      "R+y*maxQ(s`,a):  -0.042783304819014795\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.014489468349106424\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8300000000000006 -- Action: 3 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.014352664205095686\n",
      "R+y*maxQ(s`,a):  -0.042917397784586114\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.01463831154089059\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8300000000000006 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.01445601367400109\n",
      "R+y*maxQ(s`,a):  -0.03289882343423999\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.014640441771603478\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[1, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 8 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8300000000000006 -- Action: 0 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.003220914926933326\n",
      "R+y*maxQ(s`,a):  0.019220363791219323\n",
      "S_:  [1, 2]\n",
      "Q_new:  -0.0029965021397518\n",
      "-------------------------------\n",
      "[1, 2]\n",
      "S:  [1, 2]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8300000000000006 -- Action: 0 --\n",
      "S:  [1, 2]\n",
      "Q(s,a):  0.0546892931013548\n",
      "R+y*maxQ(s`,a):  0.3775590218483147\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.0579179903888244\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.8300000000000006 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.45284335760923855\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.45831492403314616\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8400000000000006 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.021896734519762748\n",
      "R+y*maxQ(s`,a):  -0.044305277492376165\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.022120819949488883\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8400000000000006 -- Action: 3 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.01589475276930685\n",
      "R+y*maxQ(s`,a):  -0.04973852163026367\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.016233190457916418\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8400000000000006 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.021931690700292966\n",
      "R+y*maxQ(s`,a):  -0.04304052151419578\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.022142779008431996\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8400000000000006 -- Action: 0 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.014489468349106424\n",
      "R+y*maxQ(s`,a):  -0.04304052151419578\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.014774978880757319\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8400000000000006 -- Action: 1 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.014552262131996556\n",
      "R+y*maxQ(s`,a):  -0.049769139526514905\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.01490443090594174\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8400000000000006 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.02196571058501656\n",
      "R+y*maxQ(s`,a):  -0.049769139526514905\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.022243744874431544\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8400000000000006 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.022120819949488883\n",
      "R+y*maxQ(s`,a):  -0.044333015154669926\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.022342941901540694\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8400000000000006 -- Action: 1 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.015925572394077697\n",
      "R+y*maxQ(s`,a):  -0.044333015154669926\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.016209646821683618\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8400000000000006 -- Action: 2 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.01594762626338981\n",
      "R+y*maxQ(s`,a):  -0.04435286363705083\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.01623167863712642\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8400000000000006 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.0160862634152467\n",
      "R+y*maxQ(s`,a):  -0.03574172149332041\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.01628281799602744\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8400000000000006 -- Action: 2 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.00637969054813379\n",
      "R+y*maxQ(s`,a):  0.02114499556811668\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.006104443686971285\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8400000000000006 -- Action: 2 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  0.05682777285346297\n",
      "R+y*maxQ(s`,a):  0.38248343162983156\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.06008432944122666\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8400000000000006 -- Action: 1 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  -0.0036554337159839653\n",
      "R+y*maxQ(s`,a):  0.024075896497103996\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.0033781204138530856\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8400000000000006 -- Action: 2 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  0.06008432944122666\n",
      "R+y*maxQ(s`,a):  0.38248343162983156\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.0633083204631127\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.8400000000000006 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.45831492403314616\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.4637317747928147\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8500000000000006 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.022142779008431996\n",
      "R+y*maxQ(s`,a):  -0.04317448038680153\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.02235309602221569\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8500000000000006 -- Action: 3 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.01463831154089059\n",
      "R+y*maxQ(s`,a):  -0.04317448038680153\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.014923673229349699\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8500000000000006 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.014640441771603478\n",
      "R+y*maxQ(s`,a):  -0.03269685192577662\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.014821005873145209\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[1, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 8 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8500000000000006 -- Action: 0 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.0029965021397518\n",
      "R+y*maxQ(s`,a):  0.02212619134994196\n",
      "S_:  [1, 2]\n",
      "Q_new:  -0.0027452752048548624\n",
      "-------------------------------\n",
      "[1, 2]\n",
      "S:  [1, 2]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8500000000000006 -- Action: 0 --\n",
      "S:  [1, 2]\n",
      "Q(s,a):  0.0579179903888244\n",
      "R+y*maxQ(s`,a):  0.3873585973135333\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.061212396458071486\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.8500000000000006 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.4637317747928147\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.46909445704488656\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8600000000000007 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.02214495848872009\n",
      "R+y*maxQ(s`,a):  -0.049930462639848086\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.022422813530231372\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8600000000000007 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.022243744874431544\n",
      "R+y*maxQ(s`,a):  -0.05001937038698839\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.02252150112955711\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8600000000000007 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.022342941901540694\n",
      "R+y*maxQ(s`,a):  -0.04458868213951526\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.02256539930392044\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8600000000000007 -- Action: 1 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.016209646821683618\n",
      "R+y*maxQ(s`,a):  -0.04458868213951526\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.016493437174861934\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8600000000000007 -- Action: 2 --\n",
      "S:  [1, 0]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Q(s,a):  -0.01623167863712642\n",
      "R+y*maxQ(s`,a):  -0.04460851077341378\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.016515446958489294\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8600000000000007 -- Action: 3 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.016233190457916418\n",
      "R+y*maxQ(s`,a):  -0.05011778641999412\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.016572036417537194\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8600000000000007 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.02235309602221569\n",
      "R+y*maxQ(s`,a):  -0.04329748099268159\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.022562539871920348\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8600000000000007 -- Action: 1 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.01490443090594174\n",
      "R+y*maxQ(s`,a):  -0.050180532177208234\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.015257191918654404\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8600000000000007 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.022562539871920348\n",
      "R+y*maxQ(s`,a):  -0.04329748099268159\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.02276988928312796\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8600000000000007 -- Action: 0 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.014774978880757319\n",
      "R+y*maxQ(s`,a):  -0.04329748099268159\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.01506020390187656\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8600000000000007 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.014821005873145209\n",
      "R+y*maxQ(s`,a):  -0.032470747684369375\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.014997503291257451\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[1, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 8 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8600000000000007 -- Action: 0 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.0027452752048548624\n",
      "R+y*maxQ(s`,a):  0.025091156812264342\n",
      "S_:  [1, 2]\n",
      "Q_new:  -0.00246691088468367\n",
      "-------------------------------\n",
      "[1, 2]\n",
      "S:  [1, 2]\n",
      "[1, 3]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 8]\n",
      " [0 0 0 0]]\n",
      "You lost!\n",
      "REWARD: -1 -- EPSILON: 0.8600000000000007 -- Action: 2 --\n",
      "S:  [1, 2]\n",
      "Q(s,a):  -0.029701\n",
      "R+y*maxQ(s`,a):  -1.0\n",
      "S_:  [1, 3]\n",
      "Q_new:  -0.03940399\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8700000000000007 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.022422813530231372\n",
      "R+y*maxQ(s`,a):  -0.050180532177208234\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.02270039071670114\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8700000000000007 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.02252150112955711\n",
      "R+y*maxQ(s`,a):  -0.0502693510166014\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.022798979628427554\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8700000000000007 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.02256539930392044\n",
      "R+y*maxQ(s`,a):  -0.04465453619642469\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.022786290672845485\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8700000000000007 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.01628281799602744\n",
      "R+y*maxQ(s`,a):  -0.035493999318274155\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.016474929809249906\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8700000000000007 -- Action: 2 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.006104443686971285\n",
      "R+y*maxQ(s`,a):  0.026977488416801435\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.0057736243659335575\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8700000000000007 -- Action: 2 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  0.0633083204631127\n",
      "R+y*maxQ(s`,a):  0.39218501134039796\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.06659708737188555\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.8700000000000007 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.46909445704488656\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.4744035124744377\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8800000000000007 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.02270039071670114\n",
      "R+y*maxQ(s`,a):  -0.05043035164503103\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.02297769032598444\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8800000000000007 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.02276988928312796\n",
      "R+y*maxQ(s`,a):  -0.043431305906414724\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.02297650344936083\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8800000000000007 -- Action: 3 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.014923673229349699\n",
      "R+y*maxQ(s`,a):  -0.043431305906414724\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.01520874955612035\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8800000000000007 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.014997503291257451\n",
      "R+y*maxQ(s`,a):  -0.0322202197962153\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.01516973045630703\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[1, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 8 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8800000000000007 -- Action: 0 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.00246691088468367\n",
      "R+y*maxQ(s`,a):  0.025091156812264342\n",
      "S_:  [1, 2]\n",
      "Q_new:  -0.00219133020771419\n",
      "-------------------------------\n",
      "[1, 2]\n",
      "S:  [1, 2]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8800000000000007 -- Action: 0 --\n",
      "S:  [1, 2]\n",
      "Q(s,a):  0.061212396458071486\n",
      "R+y*maxQ(s`,a):  0.39696316122699393\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.06456990410576072\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.8800000000000007 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.4744035124744377\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.47965947734969333\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8900000000000007 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.022786290672845485\n",
      "R+y*maxQ(s`,a):  -0.044827436828324914\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.02300670213440028\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8900000000000007 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.016474929809249906\n",
      "R+y*maxQ(s`,a):  -0.0351962619293402\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.016662143130450807\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8900000000000007 -- Action: 2 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.0057736243659335575\n",
      "R+y*maxQ(s`,a):  0.029937378634696997\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.005416514335927252\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.8900000000000007 -- Action: 2 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  0.06659708737188555\n",
      "R+y*maxQ(s`,a):  0.40169352961472404\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.06994805179431393\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.8900000000000007 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.47965947734969333\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.4848628825761964\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.9000000000000007 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.022798979628427554\n",
      "R+y*maxQ(s`,a):  -0.050519081665584796\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.023076180648799127\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.9000000000000007 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.02297650344936083\n",
      "R+y*maxQ(s`,a):  -0.0435541835116889\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.02318228024998411\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.9000000000000007 -- Action: 0 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.01506020390187656\n",
      "R+y*maxQ(s`,a):  -0.0435541835116889\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.015345143697974684\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.9000000000000007 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.01516973045630703\n",
      "R+y*maxQ(s`,a):  -0.03197219718694277\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.015337755123613387\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[1, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 8 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.9000000000000007 -- Action: 0 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.00219133020771419\n",
      "R+y*maxQ(s`,a):  0.02811291369518465\n",
      "S_:  [1, 2]\n",
      "Q_new:  -0.0018882877686852016\n",
      "-------------------------------\n",
      "[1, 2]\n",
      "S:  [1, 2]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.9000000000000007 -- Action: 0 --\n",
      "S:  [1, 2]\n",
      "Q(s,a):  0.06456990410576072\n",
      "R+y*maxQ(s`,a):  0.40637659431857676\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.06798797100788888\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.9000000000000007 -- Action: 1 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  -0.0033781204138530856\n",
      "R+y*maxQ(s`,a):  0.03295324661488254\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.003014806743565729\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.9000000000000007 -- Action: 2 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  0.06994805179431393\n",
      "R+y*maxQ(s`,a):  0.40637659431857676\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "S_:  [0, 2]\n",
      "Q_new:  0.07331233721955656\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.9000000000000007 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.4848628825761964\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.49001425375043445\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.9100000000000007 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.02297769032598444\n",
      "R+y*maxQ(s`,a):  -0.050679921293386\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.023254712635658453\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.9100000000000007 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.02300670213440028\n",
      "R+y*maxQ(s`,a):  -0.044844093457375736\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.023225076047630033\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.9100000000000007 -- Action: 1 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.016493437174861934\n",
      "R+y*maxQ(s`,a):  -0.044844093457375736\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.01677694373768707\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.9100000000000007 -- Action: 2 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.016515446958489294\n",
      "R+y*maxQ(s`,a):  -0.044863902262640365\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.016798931511530807\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.9100000000000007 -- Action: 3 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.016572036417537194\n",
      "R+y*maxQ(s`,a):  -0.050768562583919215\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.016914001679201013\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.9100000000000007 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.023076180648799127\n",
      "R+y*maxQ(s`,a):  -0.050768562583919215\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.023353104468150327\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.9100000000000007 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.02318228024998411\n",
      "R+y*maxQ(s`,a):  -0.04368787460050831\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.02338733619348935\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.9100000000000007 -- Action: 3 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.01520874955612035\n",
      "R+y*maxQ(s`,a):  -0.04368787460050831\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.01549354080656423\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.9100000000000007 -- Action: 1 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.015257191918654404\n",
      "R+y*maxQ(s`,a):  -0.05090256844286703\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.01561364568389653\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.9100000000000007 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.023225076047630033\n",
      "R+y*maxQ(s`,a):  -0.044995928817405724\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.02344278457532779\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.9100000000000007 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.016662143130450807\n",
      "R+y*maxQ(s`,a):  -0.034874862902334526\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.016844270328169646\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.9100000000000007 -- Action: 2 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.005416514335927252\n",
      "R+y*maxQ(s`,a):  0.035981103497600905\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.005002538157591971\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.9100000000000007 -- Action: 2 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  0.07331233721955656\n",
      "R+y*maxQ(s`,a):  0.411012828375391\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.0766893421311149\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.9100000000000007 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.49001425375043445\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.4951141112129301\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.9200000000000007 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.023254712635658453\n",
      "R+y*maxQ(s`,a):  -0.05092924137209261\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.023531457923022796\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.9200000000000007 -- Action: 3 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.023353104468150327\n",
      "R+y*maxQ(s`,a):  -0.05101779402133529\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.023629751363682176\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.9200000000000007 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.02338733619348935\n",
      "R+y*maxQ(s`,a):  -0.04380397961125205\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.023591502627666978\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.9200000000000007 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.015337755123613387\n",
      "R+y*maxQ(s`,a):  -0.03169945899181668\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.01550137216229542\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[1, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 8 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.9200000000000007 -- Action: 0 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.0018882877686852016\n",
      "R+y*maxQ(s`,a):  0.031189173907099993\n",
      "S_:  [1, 2]\n",
      "Q_new:  -0.0015575131519273496\n",
      "-------------------------------\n",
      "[1, 2]\n",
      "S:  [1, 2]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.9200000000000007 -- Action: 0 --\n",
      "S:  [1, 2]\n",
      "Q(s,a):  0.06798797100788888\n",
      "R+y*maxQ(s`,a):  0.41560270009163713\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.07146411829872636\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.9200000000000007 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.4951141112129301\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.5001629701008008\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.9300000000000007 -- Action: 0 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.02344278457532779\n",
      "R+y*maxQ(s`,a):  -0.04509924936391836\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.023659349223213697\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.9300000000000007 -- Action: 1 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.01677694373768707\n",
      "R+y*maxQ(s`,a):  -0.04509924936391836\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.017060166793949384\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[1, 0]\n",
      "[[0 0 0 0]\n",
      " [8 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.9300000000000007 -- Action: 2 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.016798931511530807\n",
      "R+y*maxQ(s`,a):  -0.04511903836037773\n",
      "S_:  [1, 0]\n",
      "Q_new:  -0.017082132580019276\n",
      "-------------------------------\n",
      "[1, 0]\n",
      "S:  [1, 0]\n",
      "[0, 0]\n",
      "[[8 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.9300000000000007 -- Action: 0 --\n",
      "S:  [1, 0]\n",
      "Q(s,a):  -0.016844270328169646\n",
      "R+y*maxQ(s`,a):  -0.03450228434183277\n",
      "S_:  [0, 0]\n",
      "Q_new:  -0.017020850468306276\n",
      "-------------------------------\n",
      "[0, 0]\n",
      "S:  [0, 0]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.9300000000000007 -- Action: 2 --\n",
      "S:  [0, 0]\n",
      "Q(s,a):  -0.005002538157591971\n",
      "R+y*maxQ(s`,a):  0.039020407918003416\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.004562308696836017\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.9300000000000007 -- Action: 2 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  0.0766893421311149\n",
      "R+y*maxQ(s`,a):  0.42014667309072073\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.08012391544071096\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.9300000000000007 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.5001629701008008\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.5051613403997928\n",
      "Game Starts!\n",
      "Start Position:\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 0]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [8 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.9400000000000007 -- Action: 1 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.023531457923022796\n",
      "R+y*maxQ(s`,a):  -0.051178312130720514\n",
      "S_:  [2, 0]\n",
      "Q_new:  -0.02380792646509977\n",
      "-------------------------------\n",
      "[2, 0]\n",
      "S:  [2, 0]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.9400000000000007 -- Action: 2 --\n",
      "S:  [2, 0]\n",
      "Q(s,a):  -0.023591502627666978\n",
      "R+y*maxQ(s`,a):  -0.04381062932817721\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.02379369389467208\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.9400000000000007 -- Action: 0 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.015345143697974684\n",
      "R+y*maxQ(s`,a):  -0.04381062932817721\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.015629798554276708\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 1]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 8 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.9400000000000007 -- Action: 3 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.01549354080656423\n",
      "R+y*maxQ(s`,a):  -0.0439441867259078\n",
      "S_:  [2, 1]\n",
      "Q_new:  -0.015778047265757666\n",
      "-------------------------------\n",
      "[2, 1]\n",
      "S:  [2, 1]\n",
      "[2, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 8 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.9400000000000007 -- Action: 2 --\n",
      "S:  [2, 1]\n",
      "Q(s,a):  -0.01550137216229542\n",
      "R+y*maxQ(s`,a):  -0.03140176183673461\n",
      "S_:  [2, 2]\n",
      "Q_new:  -0.01566037605903981\n",
      "-------------------------------\n",
      "[2, 2]\n",
      "S:  [2, 2]\n",
      "[1, 2]\n",
      "[[0 0 0 0]\n",
      " [0 1 8 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.9400000000000007 -- Action: 0 --\n",
      "S:  [2, 2]\n",
      "Q(s,a):  -0.0015575131519273496\n",
      "R+y*maxQ(s`,a):  0.03431770646885372\n",
      "S_:  [1, 2]\n",
      "Q_new:  -0.0011987609557195388\n",
      "-------------------------------\n",
      "[1, 2]\n",
      "S:  [1, 2]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.9400000000000007 -- Action: 0 --\n",
      "S:  [1, 2]\n",
      "Q(s,a):  0.07146411829872636\n",
      "R+y*maxQ(s`,a):  0.4246452063598135\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.07499592917933723\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 1]\n",
      "[[0 8 0 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.9400000000000007 -- Action: 1 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  -0.003014806743565729\n",
      "R+y*maxQ(s`,a):  0.04211152389663987\n",
      "S_:  [0, 1]\n",
      "Q_new:  -0.002563543437163673\n",
      "-------------------------------\n",
      "[0, 1]\n",
      "S:  [0, 1]\n",
      "[0, 2]\n",
      "[[0 0 8 0]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "REWARD: -0.03 -- EPSILON: 0.9400000000000007 -- Action: 2 --\n",
      "S:  [0, 1]\n",
      "Q(s,a):  0.08012391544071096\n",
      "R+y*maxQ(s`,a):  0.4246452063598135\n",
      "S_:  [0, 2]\n",
      "Q_new:  0.08356912834990199\n",
      "-------------------------------\n",
      "[0, 2]\n",
      "S:  [0, 2]\n",
      "[0, 3]\n",
      "[[0 0 0 8]\n",
      " [0 1 0 0]\n",
      " [0 0 0 0]]\n",
      "WIN!\n",
      "REWARD: 1 -- EPSILON: 0.9400000000000007 -- Action: 2 --\n",
      "S:  [0, 2]\n",
      "Q(s,a):  0.5051613403997928\n",
      "R+y*maxQ(s`,a):  1.0\n",
      "S_:  [0, 3]\n",
      "Q_new:  0.5101097269957948\n"
     ]
    }
   ],
   "source": [
    "EPSILON = 0.1\n",
    "EPSILON_FINAL = 0.95\n",
    "GAMMA = 0.9 #Discount\n",
    "ALPHA = 0.01 #learning Rate\n",
    "q_table = make_Q_table(4,12)\n",
    "EPOCHS = 85\n",
    "steps = 500\n",
    "COST_PER_STEP = -0.03\n",
    "\n",
    "\n",
    "Reward_list = []\n",
    "\n",
    "for ep in range(EPOCHS):\n",
    "    rewards = 0\n",
    "    start_posi = [2,0]\n",
    "    agent = Agent(start_posi)\n",
    "    grid = Grid()\n",
    "    print(\"Game Starts!\\nStart Position:\")\n",
    "    grid.print_grid(agent.give_posi())\n",
    "    for step in range(steps):\n",
    "        states = []\n",
    "        print(\"-------------------------------\")\n",
    "        S = agent.give_posi()\n",
    "        \n",
    "        print(S)\n",
    "        A = agent.action(q_table)\n",
    "        #print(agent.give_posi())\n",
    "        print(\"S: \",S)\n",
    "        S_ = agent.give_posi()\n",
    "        print(S_)\n",
    "        grid.print_grid(agent.give_posi())\n",
    "        #update_epsilon(div,EPSILON)\n",
    "\n",
    "\n",
    "        # Check for Win/Lose\n",
    "        if S_ == [0,3]:\n",
    "            print(\"WIN!\")\n",
    "            R = +1\n",
    "            Reward_list.append(R)\n",
    "            print(\"REWARD: {} -- EPSILON: {} -- Action: {} --\".format(R, EPSILON, A))\n",
    "            q_old = q_table.loc[transform_state_to_Q_table_state(S), A]  #Current Q-Value of the state\n",
    "            print(\"S: \",S)\n",
    "            print(\"Q(s,a): \", q_old)\n",
    "            q_learned = R + GAMMA * q_table.loc[transform_state_to_Q_table_state(S_), :].max()\n",
    "            print(\"R+y*maxQ(s`,a): \", q_learned)\n",
    "            print(\"S_: \",S_)\n",
    "            q_table.loc[transform_state_to_Q_table_state(S), A] += ALPHA * (q_learned - q_old)  # update\n",
    "            Q_new = q_old + ALPHA * (q_learned - q_old)\n",
    "            print(\"Q_new: \", Q_new)\n",
    "            rewards += R\n",
    "\n",
    "            break\n",
    "        elif S_ == [1,3]:\n",
    "            print(\"You lost!\")\n",
    "            R = -1\n",
    "            Reward_list.append(R)\n",
    "            print(\"REWARD: {} -- EPSILON: {} -- Action: {} --\".format(R, EPSILON, A))\n",
    "            q_old = q_table.loc[transform_state_to_Q_table_state(S), A]  #Current Q-Value of the state\n",
    "            print(\"S: \",S)\n",
    "            print(\"Q(s,a): \", q_old)\n",
    "            q_learned = R + GAMMA * q_table.loc[transform_state_to_Q_table_state(S_), :].max()\n",
    "            print(\"R+y*maxQ(s`,a): \", q_learned)\n",
    "            print(\"S_: \",S_)\n",
    "            q_table.loc[transform_state_to_Q_table_state(S), A] += ALPHA * (q_learned - q_old)  # update\n",
    "            Q_new = q_old + ALPHA * (q_learned - q_old)\n",
    "            print(\"Q_new: \", Q_new)\n",
    "            rewards += R\n",
    "\n",
    "            break\n",
    "        else:\n",
    "            #cost per step\n",
    "            R = COST_PER_STEP\n",
    "            rewards += R\n",
    "            pass\n",
    "        Reward_list.append(rewards)\n",
    "        print(\"REWARD: {} -- EPSILON: {} -- Action: {} --\".format(R, EPSILON, A))\n",
    "        q_old = q_table.loc[transform_state_to_Q_table_state(S), A]  #Current Q-Value of the state\n",
    "        print(\"S: \",S)\n",
    "        print(\"Q(s,a): \", q_old)\n",
    "        q_learned = R + GAMMA * q_table.loc[transform_state_to_Q_table_state(S_), :].max()\n",
    "        print(\"R+y*maxQ(s`,a): \", q_learned)\n",
    "        print(\"S_: \",S_)\n",
    "        q_table.loc[transform_state_to_Q_table_state(S), A] += ALPHA * (q_learned - q_old)  # update\n",
    "        Q_new = q_old + ALPHA * (q_learned - q_old)\n",
    "        print(\"Q_new: \", Q_new)\n",
    "\n",
    "    if EPSILON <= EPSILON_FINAL:\n",
    "        EPSILON += 0.01"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYAAAAD8CAYAAAB+UHOxAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMi4zLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvIxREBQAAIABJREFUeJztvXucHUd1J/49c+/M3DvPO9KMpLkjyZJt2cYGZBvZYF4x+IExiR2esSFg84iTDeaZTT4mbMKG3d8vkGRDlk9YiENwyC4BHAewAwaDWQivYFu2sfEDYeGXNNLoPTOS5j1T+0d3dVdXV/X7dt87t758jOZWV1edrq4+p86jThFjDAYGBgYG7YeOogkwMDAwMCgGRgAYGBgYtCmMADAwMDBoUxgBYGBgYNCmMALAwMDAoE1hBICBgYFBm8IIAAMDA4M2hREABgYGBm0KIwAMDAwM2hTlogkIwvDwMNuyZUvRZBgYGBi0DO6///7DjLGRKHWbWgBs2bIFO3fuLJoMAwMDg5YBET0Tta4xARkYGBi0KYwAMDAwMGhTGAFgYGBg0KYwAsDAwMCgTWEEgIGBgUGbIhMBQESfI6KDRPSI5joR0SeJaDcRPUxE52fRr4GBgYFBcmSlAfwjgCsCrr8awDb7vxsAfDqjfg0MDAwMEiITAcAY+wGAowFVrgbwT8zCTwHUiGg0i76DsLC0glt37oF87OXP907hoT2Tvvq68v1Ts/ju4wcC+2KM4V927sH80nIiWnX38/KFpZXA+3cfPI6fPnnEV/5vD+3D1MxiLFrGJ2fxvV8cBAD8x6+O4FeHTmByZgHfeHh/6L27Dx7HPQo6kmBucRm33b/X9/6i4u7HDuDA9FyieisrDLfu3IPFZe+4/2T3YTx1+KS2raMnF/DNn4ePk4i5xWX8q+I5v/PYARyU6Pqx3f+uieO47+mjOHJi3unvgWeP4dF9UwCA2382jhPzS5579xydwb//8pDv+uyCv/8fPXEYTx8+iSMn5vGtR/bjaw9a9flvjl9MTGPn00eddr7ygLedw1L9Hz1xGM8cOen8y/G1B8fxoycO47F900679z9jtXvXoxP4xcQ0vvXIhPP7wPQcbr1vDx4Zn8L9zxzFD5845LT37JEZ/PCJQ7j/mWP40ROHnfvuf+YoHt9vtcPvX15hePbIDL6/66Dz++T8Er764F6cnF/Cbffvxa3298ev83b4vwBw6Pg87np0Al95YC9mFtxxf2zfNO5/5hi+8sBefO3BcWc8Dp+YBwD84JeH8IuJaXztwXHc/8xR/GJiGnc/dgCf+fdfKWZK9shrI9gYgD3C7712me9LIaIbYGkJ2Lx5c6pOP/39X+ETd/8S3eUOXH3umFP+G3/7IwDA0x97jae+rvzqv/0xDh6f95WLuOvRA/jD2x7Grw6dxE2vPis2rd96ZAJ/eNvDeOrwSfzRFWeFlsu49K9/4KP96cMn8Z4vPoiLzxzBP779wsi0vOaTP8TkzCKe/thrcO3f/xQA8JLT1+LHu4/g3M2vxFitGouOpPgf396Fv//hUxjq6cQlz1kf+/53/dNOjNWq+PFNr4xd7ysPjuOPbnsYh47P492vON0pf/Nn7wGgf77f+aeduP+ZY9j5Xy7FcF93JDr//M7H8fn/eAbrBrrxsm3WBs6VFYbf+aed2LK2B9//w1c4dd9i989x/uYaHnh2Eg/8yWV43f/6CQDg6+95Kd73pZ/h158/ir99s2ttfcVffR9LKwz/dqN1/artdXzy2vPw37/xGL5wz7MYHazgxacPAwB++x+sfrZvHMRDey2h8pvn1vHU4ZN4aO8UHvrTyzHY04kr/uaHznh89OuP4Yv3PovRwSouOm0tAODtt9yHn49P4aGPXI7BaqfTLsfTH3sNHnz2GN7/5Z95yni7j3/0Cvzu/77fuXbvhy/x/Jbx9Mdeg5f/5fd85Y/+2avw+k//h698dnEZH7njUc/vh/dO4V8f2ItTR3bjyUOWUPnMv/8KTx46ifmlZfzJ7Y962nj6Y6/Bb3/2Huw6cNyi8amj+Njrnw8AuPKTP/TU3bK2B08fmcHzxgbxb+95Kd72uXt9NF174WZ857ED+L1fO037nFmh6ZzAjLGbGWM7GGM7RkYi7WbWgkvZqdl4K2AZB4/Ph9aZnrP6OBShbpz707Q7Z2sT+yfDV8EiJhUaw/ixWQAI1USyBB93PgZJMD45m6je5MwCAHcORcXeYzMA4NMcgnBg2urjxJy7cuRr6GeOzgTeu8d+L0tCfzMLy3a73ve+tGK1etJeoU7Y153+JY1BbJ/Xd/pb8T8f11ZOCu3sscdjeUWvxXF6VViWtKLF5WTaoNwOxzH7PYu/+bhx5i/+fUyjTT8rvKcgrfPpI1Y9Pi46EAVezgx5CYBxAJuE3xvtslyQ0IIQC2nfF9ktyKRS6pZbF0U+OSX8AtO8rzTTVHVv6LxngT9j96e61r6zNw1yYFg28hIAdwB4mx0N9CIAU4yxeIbSBMhLiopgSV9eCK35TYlgJLXHp+sz9y5T9x3nvjTzVHVrWHvy5aD64iXGgqdp0ufI4zPVvQ+5nLHg59C1I94T5dUHzY+wcc4SmfgAiOiLAC4GMExEewF8BEAnADDGPgPgTgBXAtgNYAbA27Pot5mQdMUowzcxMmg2sVASyShAmhbRp9N30vsyIpkL2jyFXyP7SrpwaFcNIq+pn4kAYIxdG3KdAXh3Fn01PVIqAFkwa7fNdv18ojOcRmk0SVoVSYl6fzqzkXV3I2dJ1kK8HWZ0nkK/6ZzA7YpGrHazFCZFmH4M8kEzv9msaCtQmYwNBpbb4s0IgBgokgmm6TrLyVSkWSYOoo5XM8k1jx05Il1p3kbceRH11TfyO2n068pieqdtIswPkSXaQgBkNSGDmsnsfUl9NBu7bRcncBEOzayfM2pzUWn2mKiUjetbCqQlxqAlnX+NXhB4nOXJmtC210isagGQ9SA2kg+5PgBd38l7b1kncO49Zoc4jEo1tHHfWRLG5e8j+xmefjXcRCpaTsjziVe1AMgaQZORf8RJX56Ov6ZhvKvFCZzIoZqyniOQYzKgvAWlqrswCmQaA8NAKfi3Con2JERsK7E8yIirZuVXC5pXlgnI+AAyQ1YSNQ/JrJ0YBSyECl99tbD8Srsiz2LoG2uL97etFEYR3mHQQiWrR9Ax7uyczK05WdtCAGSFKJMxcbxzSg2iESia/3MkGdPM/D6ZtBKMVLuHUxCo2gSVBnnMl1x29RfMzLOM3gtDWwiArF5n0ItJO2ecVBBN5ARWqvI59p+HCUsnKIpmAllA9ww+s07w/l7nL3HXQNx3k5ip+dJVNNgJnKj1ZH0FEWGigDJEkyxkDQwyRxJGEY9BRXcUN4JpyQw/IKdcSDutAwYjADJB1qu4QnPSFNGn4oFbZV2cx07aRqIZfQDeUMd8Rk5+hJXEYaDR7stifmezl8A4gVsSaaOAmokhNQstRdIRl98UZTkSGXJoMrhYNPpSx/EO9bR4roV3FoeerKKJmhl5Bl+0hQDILJIgcCNYY778Ik3RRTuBi3z2tH0nigISN1pFZFlZzruwHpnmb5eWFI1HvK3hG8EQnGFVmw00Zl9BVYwJqEkR5aNMH0mhCVcrYgeu4nkLkQkpmWmaenFNHYk+3CwyvirIjEp59n4EvzYSVD2oe3neJ/cB6MKrozWY9+dndgI3IQI1gLRRQHYDchdZrASyyGlfxGK8SH9D6h2sKUVl3HfmrR5Mfdiuc09dzUawqPsAODLbCJaVKpE1MpysJhtokyLKe0nsA0jbgKrNVvHYhiDJRx/1nrB6sX0AGZ0IllJ8xLoaZt6I3Kvi/rRpzn1O4BxOJC36u7FMQMYJ3HRopBlGmwqiwHVwO/sA0nYe60SwVD3x/qJ3mE2EUWPra9tJKkhS9pt5kEagE50ZE5CBF0kmXpYMvJWiKFoNyg13MV9e3MibtFA6gXPYB5DHEZ1NAeMEzg5Zvfs85lAj4quTfph5bknPGq14HkBeyEKTjS2gEnck95u0mWxedGZ8OchfklUfEbCqBUDWK5KG5gIKmVpZ5nxJch8pyvJCK23ASzLnVLfEjeBRRgHpAl8ith2EsEPN/WX6G4Ls3fJdyTeCJbqtGDATBdScCIwCyuaV+XIBpWg2dSx7jNJGoEj/R/oooHwRZyOYc4892Zw8VBGoDs4a5L+alYOZI7EAyKZ7bTux50sIQcYJnCGyywwZYR9AwrbDPpQifACqcWuplVQGiB8FlKYvJvwd997G1PU8j3BflvMgTvho0m61+2sUHRYt/E020CZF8E7gdGiEvE8dix6xrFEoMj1G+p3A0anOO2eVNjd+AwZal+U2ar9+J/DqX4GwVjMBEdEVRLSLiHYT0U2K69cT0SEi+pn937uy6DcGfZm0E2nqJZyfQRtskiLTuO6MVflGIzsncLwH1m3oi424GkCaLpLsBI7ZY1b7AAqPAsoofXgQOYzlFwJdTtsAEZUAfArAZQD2AriPiO5gjD0mVf0yY+zGtP0lQXaHwgc5sjLpQuEDSN9wVhEYVlGOPoAChU5a/0PeNItzM3TKxDEB6XYCB67a49WPlQwuetXEyMv+HshPWigb6IUAdjPGnmSMLQD4EoCrM2g3NVrrTNywKKD4Uz9TJtRi0T+tHMIKJFlhRysLKlfW1azAVW0oD7dPq4VKv1cSJgOK5yPJZ+7o/X2t5QMYA7BH+L3XLpPxeiJ6mIhuI6JNGfSbO1qNpfCJlFQMKpPBtdoghKBxH1s+A5UmPDcrh3Wk+hn1k3kyuIhwxioj7SA4Ad7qywb6bwC2MMaeD+A7AD6vq0hENxDRTiLaeejQoZzIi4ZoaV6zd7wGlQe2laUPIKM246DonCxA8iigRox9yB0+GsLalruIsqqP4pj37B9xTEBB5o5obVn9Nl4DUJmAnNsziyhsjgVlFgJgHIC4ot9olzlgjB1hjM3bPz8L4AW6xhhjNzPGdjDGdoyMjKQiLPONYAGvLK25SWcrLZIHekhpgJM6Oh2NM39p87s3ZA+Fpq90XVn9KW1AutBHb3mS/pWJ33LY3ZpVVtGskSWvYWitfQD3AdhGRFuJqAvANQDuECsQ0ajw8yoAj2fQbyiyWq067yKKBpA0CijZbYFo/X0AxasAsZ83q8ya6W4vBIHZQDN6oKznX6G7zHUCOkeaUkcBMcaWiOhGAHcBKAH4HGPsUSL6KICdjLE7ALyXiK4CsATgKIDr0/ZbBILeS1bnAci9ZHIeQM73ZY0kH0Ra2os4DyCd01sBzeRxTEA+B6+/FVmzdX/HJTajMNDE7US/TzVqhOy/B317+WUDTS0AAIAxdieAO6WyPxX+/hCAD2XRVxxkpUXxlx8tF1C6vrT3J2KCKf0RbeADCHuc2CeC8ftShFpa98d0sgrVw+zVcmlUc4M4FlFNQM6+iIyct8mdwNnU010XHz3Kuwurs9qcwKsCwT6AdNCtq1IdMJLUHBVg7y/GB5A/ijgT2HN/7PrR70iaT8fbXzxakmrPMqmrKRmcNgw0R1rbQgA048uPi2SnYrUvoq6gWz21gGqFHfpIGTyy2t6f/V6W7NpovvesTckBowFkgqzHsNV4hZvtMWkDqjYTk9NWyP1MYE99Jvy/om5C2kQGH3ujWkamm0angsiCZ6SN4LFOBGudKKBVj8zyuwT2Yf3biMiAhIEssXaXNgKpNiplRkU8pLV5J0UsE1DCc3XDfABB1xhYIpNHdhvBsq0X2EZk7VN/zWgATYgouYASr640LzzNREg6mYOYWCEmkwb2qXfq5c/IPQw2BSsKo5nb0Xm1OFMs8elymWkAjX8hiQ71yZBj5/mFGQEQAVnHMqv7yEbLSJNT3tdWTGde1miGncBxkSgKKIN+VVFAunbjvEPdO4i7emUsyCQVHYk9ADrtoxl9A6zF0kEbAMhoxZh2J7DKFhwXKiaWhxDUIUmXqelMeRZBasaSxuTHgpuQV9FJsq4GPZ8yFQRYIvNmlL0KURDvfei/usw2tIW11UI7gZseqRNB5ZGWOIThRE5tkOAeHymBtOQXXZOHIyzrd5pmrqTy88S4N8yOHi2OXVEYI5wzOjLyATR44ZIonUaqLywbrGoBkGsuoJQrRh2pcZ9Bnb4h4aopRSqIwqOFUvav0njijGM8M0tA8rHI/Ymmv+C7nctSPdX89m5wis/oxEeLqpF4rwX/joq08zav3DwWDfntBF7VAiAr5OkQ1J9dGnHlrfk7DlTPy6R/49CRFg0d96w1AGfsYgiLTOLjhb8VZSLCNlMpdxVHbFt1D6+fSCuSfic/FD6++clbL/tJaKKAckLhq9GC0K7P3SjkGhEUs68sHalR2grTFuIgDu2raidwwDWjATQhGuoCCBH5SVRYZyNYBsuJuE7gTHwAqUJgi/3i05qAYvcXI/rL5wQOqCteI4o2D5SmQ/t/6vpBbQUQlwF05x0UCZMKotkQ41CLxI7XBFdU8MaSJ0SAIzPyJpekfecMHVNyN//FG8+sAgZS7QMIuTeugEiDtOZTfzK4xs+soKR2ce4JQ5C5t5XOA2gb5MHUsg4jtcriNcqnnupji+wDyGCwXKEav7FG8Il4dGRPc6CzNEY/OiYa3n+0/nRO7SSx+I12AsdtPyvNMmhfBGBMQJkgKykaZXWvy+cfuQ/NTuJUZpDUq9DkbRZtgokKbdSHUyHbdgP7Crk/sqkkpG8eSsmryd9JFOYeHLmjWDhkJJGLOhM4TxgTUNOicW8mNJNixHa8q7R0wkhcKapMIlHpSIo8cjDFQWPX/2nv95uq9Db36K3rFlGqFlR1I4VHx/ABJA9pjl432Zor/l1BWomJAsoQaT/GKHbdrHbKyvfH3gkMjwRIhMBQxmbhxiHI7J2LbUZoNE0yuLBb1BoZi92fbo7x8ihtxY5SYkEmoID7pKvJfQlNiACTmMkGmgEyTwedcXsiwoRMoiigdCQpI4ry9AE0oi1f241qNyXRsU8E89wbXFf2AUR+p0G/QunNZuWePAxU53CVfwdrTVkJx1BN2mgA6dGUUr+FkNTeulpRtB1ZHV7Jr4llwcwqnFWHP2cyDUfHXOO0kQzpNcLsOXIW45EWq1oAZI1Gvpispldck4UKgUdCtogTuBEnguXBqOL2lYgRh5gZQx3jMegQzUtJooBkZB0GKj9TmOklihyIVCco4ZyCrkZhVQuArAbRTdUcEPkg/ZsU6U+SEp2BCZ3ATltCWQFO4CIRdkCP9j7w+xLcFIJAW7liI5iOETXiTODGGIAU5qqkPoAmnI/BUYX50LCqBQBHVi8/7u7HLPpgir8C7w9oKy6U+wAiawDZIUlbRX/vic5wTrLfgZt7PGW8Pd090vUEiQxV0TkqniU6xXXtBz22bIZM/l6j+QCAYOar1XTiJm0MmiHGBNRciLO7M3m+8myQhRM48ESwyHSkf6I8VkFZr1xTbgcJRNDegHhRQOnnqNxG2MKDMf15AEHwawDZOJO19TQvLs5UTL//psWigIjoCiLaRUS7iegmxfVuIvqyff0eItqSRb/hhGXbXBQTUPo+pN9xP/AUTJsjyIxRRCqIIo6hVH2AjfIBpOnLNT2KJqDgm1dCvPtRTBOqeRq4cg7qL5AW79Uw2pP0kQUSnQegi0wKGcsskVoAEFEJwKcAvBrA2QCuJaKzpWrvBHCMMXY6gE8A+HjafuMg9YEwvJ0oGkCqntI3EIcRhKH4VBDJv4JGmP2izKNUB8KEXg+yQfr/DDUB2X8F7fuIeiSk7jxjjxNY3VTIrmK5n2SItxFMfz5Dlpp6UFstIwAAXAhgN2PsScbYAoAvAbhaqnM1gM/bf98G4BLK84SFHNC4RarfxhuVjsQkKXYCx260aCN8RDTqvaV25keMwHI0RO/NgfDb1WVzjriI0PUnm2ZC6Ew4HjKtyU8E06+2fWVFR7Dl2FcWAmAMwB7h9167TFmHMbYEYArAWlVjRHQDEe0kop2HDh3KgLzWQEMYUWptonXRiI+4GSNJkrylyCeGZYwk+xKy8gE0I7TjwVrMB5AlGGM3M8Z2MMZ2jIyMxL5/ZYXhlh8/hf/41ZEG0Gb9u2viOB7fPy1fzaaPgJXV4vIKvvHwfnz94X1YXF7R3O/ix7sPA0hxUIfQ2O6DJ5T0ae+1693/zDHsOTqjrff04ZP42Z5J598oODA9l9n71aeDdv/+4ROHcPjEvKfm1MwivrfroL7dCMP0wycO4ciJeZGYWPfr+osr/IKYjTZffpA1SnWNBdwT0Na3HpnQX4wBXRfK1M+K8SDp3yj4fsD8IAp+T61kAhoHsEn4vdEuU9YhojKAQQDZc2gAHR2Ev/72L3HXoxPoLlmPN7eoZpYLS9HKuztLAIDZxWUAwH//xmP446/+XHnv7MJyIrqd+xfV988tLuOWHz+Fd//zA7jxnx/E3Y8dCL3/sz96yr5X/Zw6dJft51U8y+xCtLY4Hf/5Xx7CX317l7beJ7/7BN7zxQecf0V0lfn789Lx+Z88jetvuTexQzAOZheX8Y5/vA+fs8eS42s/G8fbb7nPy8AhjJ3mPXIwxvD2W+7DLT9+2nnOsHtU4EMg3rtiv6K5JXV7M/Z75fNCHmdxVLtKLouYW1x2fsu0zi6oryV5NnGV/48/eVpJe1wEfVfe3yvoLPvZ4pI90Lp2usrecZpbXMb1t9ynpSfom2w1E9B9ALYR0VYi6gJwDYA7pDp3ALjO/vsNAP4va6AuV69VMT45i2pXGQAwMTWrrHdgei5S+YaBCgBgv93OwtIK9h7ztsmfZkLTZhj4amBiak4qh1M+L0wauX849fzl+zXPr8PooPW8+1K0td9+DtVYiZhfXsG+yTnMLi5j3+QclgWmXuvp9LTFsbC0gvmlFRyWmK8Hac1f/H1OzWFxmWHvsVkPY+KMY3zS+2wb7LGT36Oq/aUVhr3HZrCm1/+cykW0opCbSMT3fnRmQUnDcF8XAGCfTTO/zsvlcQaAdQPdzt8TU3PO88l190/NYbi/29evWF/t1/BHxE/NLvof1Ma+yeD5xxjzMGORdhUmpubQQd7f6/q7lXV17UzPLTo8ArCeNdJmO02VE3NL4fdmhNQCwLbp3wjgLgCPA7iVMfYoEX2UiK6yq/0DgLVEtBvABwH4QkWzRL1Wwb7JWWdiqSY24P94deX1ms0QJ612GIBDx+cxr1hh7Z9MJgA4Dp9Y0NI0WqtqaezrLtvl/v7jLpT5844rGPe+kOcbrHba9ax7GWPBHy0DllcYDkxbzP/gcX/78vvjj6N7fzKWgwaABdfjfVjzycWh4/NOuYg1PV3Kcl23+ybnHJOD7p4gTYcvCsT3zt+bvFoeHazada3rJ+YtRsP5n/jOOModLos4cnIBw33dSlr3Tc46jFS8NiLUV/HEyRk/sw96r2HvfGp2EfXBiq9cN7b7JmedcQGsRU+5Q29/2afgJfsmZ7HeIwDUzypDV2V8cra1TgRjjN3JGDuDMXYaY+z/s8v+lDF2h/33HGPsjYyx0xljFzLGnsyiXx3qtarnhesmTdCkEME1CadcWB1y8Je5oLHNJwWfSPNLK+jrLmlpdFbtmmdSCSsd+isWE1eNWxhjk+lgsDQqvc+CefpStS+X8TEJEkbix6USKipwpi7SdfTkgpIGTq8scPl3G8aoOJMV64l9iEyYazqqFfSsQhMR/xaFx5rersDrqvFUaYEirf2Vsq+e2D4phIKIcYVg2Dc5h0qnmjWFjev45CxGFCt41WIGsBi6WH//5Fyg8rhfMz9LgtBYCQnx5NBpOjMLyyYXUBrUa1Ucm1l0bNjyqnxtr3qVpivnH6PL1PwfrwjZrhgXuvvnBd+E/GH2dktCSsKBqQBziQSXwSome4gJaKDCNYA5p60Vpje38b4OTFv0iQxVRwcf/zBh5NAcUE/8UIOYy8T0HJaWma+uXjhF0wAmpucc+7JHAESki2OfRpCIZjJHOB3zXpc1Kk/fEuPk7fH3u1YQKs6zK+bIPg1jVWkG+yZnsbZXbYbRMXKxH9XqWTeGh47Pe01A03OBkUYHj/u/o3HFsx07qdbkPfeFPEseWJUCYOOQreraAzy7uIyT865drdu2EcqrN105h/OBKFag4pyJyphEiPd7bcF+piP3bdUL7juquSTsnqjPNi4JS91qXfXxy5ieW/JoMPyeqM+ke58yvCtw7zVZiPG5pdciw30AgGV2Omi3awkZv6YkCtMg2rkTVqcNcIgLCfH6hG2GE/uZlwIiXM3H+pczW5GZTUy5vpywd6XT+HQWEJkeGePHZpTL76CFyxGJWR/RmGF1UD1DkN/LqRMwf1spCqjpUK95bZ2A13kZxiz9K05vefj96fwAWiYuTKqjJxeUUTo6ZpdEKKn8GYdPLARqOPLqPGxFLJs1vKtg95pKgwlc2ScQyGH1xPE/ojENcZoPHNebvcR6gDtPVxhwwF5hxqX/wPQclu2bxPemW6SI1z3CKMRcxtt2hYX7vnnzi8vM56C3NB2FcJvyr56TLFbE9oLojnJN7v+0kd7gPidnfVqD6hnkdoLeqzEBpYBKAKgYYxijlzE9t4Tjc4s+k5B1r2hLTafaiXSL80qeVJ5VjWymsn//3q+dFpsm/iyyP+P3L7ba0jnVPbRJwlL3UUfRAOT7nfGPGJGURFComKXqGXQCl7HgSCDde1XRqjLNyFhhrhNbfG9h710MlnDqB3TE2+bCQnRmq56JF1majsp8otYAksYIjkvPw7EU4EiX57lI02C1E//zmvMC+5QDBAC1eeez113gCas1JqAGYX1/NzrI+wGqPm6V5FaWS+aZMKaWZAUjUhFFA1D9BizH0on5JecZK50dGO7riswsgzBmm9aiMNRjM4uYWVgKNQH4V3/hZjWR6WjpSCCQw0xFqnYOn5j3aERJNA/1PM1mQTGuGDfddeu3fwyG+7rwwcvOQLWz5CkX6Tpw3Gu+ChJkchv8W3vDCzbigi1Dvve6bV2fgnI15H5PG+nFNRds0tR2sWVtD957yTYAfsE9JkTfqfu06q/p7cIfXHYGusodGJ9Ub34crbnRQkF8oqWigJoN5VIHNgxUPFJfNSFPLixjetb1DfCPVy4XITq7dCv1tBpAVGegrt4ynAREAAAgAElEQVR+YUVCIHtfRDqzFOB+CFEFnPVhBDtso2oAKgGuM4PJCHp2naBQMUudzVa30g8SuuJzi/NUySSnvFpdHETSAKS5K6+gB6udeO8l2xzfmkuru+pnDNg/7RdkHq1AGVbsztXrX7wFF5027DOfvf/SMwKfIeh5Tlnbi+tfskVbnzuAN6/txQcu3YZqZ8nzPois/Siy8BMxMT2H5WWGoZ5OvOeSbdho70OSMbe4jLoYcmpMQI1DXZDa6we6pZUQw0CFx817X0J/t7+cgTnlcrSF/FH2V8qpV9uqlW1/d9kX1y1PoH7FMxEB9cFqPKHEAFUo9OhgFUThTIWrubrIlCBwDUbEQMCYhgmjrlJHpL67Sh3KPlQquxxmKAuOPmeuRBe6XeUO1Ho6fYxzoFKGuP8EcPdacIEsxr2LG5I2DFQ8z8QYc+4FrJBdfr2zRHZfbv2hHrcu4H5TvA9el28kGz82i+5yB/orZQ+zl/eG8L0EY7UqDh6f9zD7sVoFjPmjl+5878vwuet3+Mbt7976ArzzpVud37w9Tvu+yVkPL5AhXiMiZw9Mf3cZPV0lkFTOx5yHO4/VqlheYZiYdqOPrDB0651dfOYIvvHel+Iv3/B8nLWh3+lv41DVCSr4Txefhs+/40L8r7ecj/dfus155jzQFgJgrOZngGNDPQD8dnydmWNkoBvlDvKsWOYWV3DM3sjCy8aEl58Eo4MVabXLbHr9k1g2l4grdFEw8X0RcVaQ6wcqPiHQWSKs6+8ODat0N84J2tIxXf9qE5wIWYOJYt7hXdVrFaVQkVGvVTA5s+hEi3Fa64LKzvuSTQKyEKp0lrC2tytQOMmrbAIX1JL5YajHp+k4jN+mrdpVchieuEofG/K3NyoICz5XGVxNUXxnfM6JjA0AertLGKx2OtoCp4dH74wJ74uBoa+7jIFK2RkP3u7YUNXjKyFy+5BN9mfXB/DKs9Y7ixyOi88cwaufuwGAJVgYs8y0G+3vu16rYqDS6SzguPDh2GTX41Pd4Rs2LfKzO7RLv/dNzgptVBwBePEZIzinPog37tgEIsKYIEj4M24d7sWvnTGCK583iu2basgTbSEA6hJTtpilOt0Bv8+7cgJKRNgwWLHaYXoGNGarf3HVdYfRa+5XrWLkvtcPVFCShBTBmpAzC8uBW+xllEvk2d0I8JVQuIDjwkOk4+TCMqYVW9yDnK18DDYOVSWh6NYNW93zD1S1gUdsq15TC35x3HkMuCyMVZE28mZEXb9yX7LzXJynMq38X/5eZNrGalWf8OjpKjkbwsaGvNc54xYXM4DLHDcOefvjwoLvpOXj43l25jJ2RwBIq2kxZFI1z8V1CL/nM799Pm793YvQXS5hx5Y1+D/vfCE+/vrnOXQMVjvxL793ET7xW+d6xuWtLzoFt1x/AR76yOW49XcvwpZhWwCQ9xllWhyGrxEE4v6Aeq3qOJZlW35dakeGW258AKkwJqzcxoaq2D816+x6ZADW9nbbzhovYxnu60JXqcO3ehMnMYOg9krMamyoioWlFV9scVTUa1XML604O1Dd5/FOGNmxy8BQ7iBL7Rdss3xFJtIaBXxF6C2LwtgYOksdWD9QsW3EzJeDxlMf7g5VDtkMImswDJZ5oiPAHMWZWH0w2rPLY8Tv5+aOni7XBrxRGJfhvi4fDdZcqQSPk3A/v2esVvHRKa6unf5t5lMplzDc1+W8F8DNvQP4FzOiVuS5PjnrrHjFfsZqPR5aRG3IotUSfKJQseaN1/TE5yBve+twLzoIOGN9v+fZCOSxkYv3y8/U192JC7euccpfum0YW4d7PfdcsGWNY35yhSXwirPWYbBq3S/3x38TLAcyN+edNtKHamcJm9b02M9fRXe5w3kGkU6vWcn7LKfZDu0zNgj3Cde5hmZMQCkhvoSNtaovNrmjw7KdyqvZDiKM1irKVd1YzV31qD5Msd+kjmD3/jllOcdYrYr9k3O+PDGOBmGzGHF1GNU05TBPWQAQImk4JDATBv1YAZbAEO3sXIORn0nUYBizHP1cyATBVdGD6+nGqNOmTbSti5rRWK0qaZHcdFQNMHt5NT7AFbjH55YwPbfoM8OI4ZkbBis+ZsPb6S6XHB+FypxJ5DJZUehxITI165rBOMN3+hKYo8dcRN669VrVMaeJc4nnuRqr9eBb73853nbRKU7//N6qIExcuNxwTGDkMoJt/RWpJe89sgmIiPCBy87AF971QgDAWy86BV9/70ux2RYAvd1lfPN9L8PbX7LFETI8p5O4WJP7u2DLGtz53pfhsrPXu3WEh+mvdDr+yTzQFgKA/73Xs7Ik34qHQe805SsbvstxTW8Xust+B2MQswuCrPLLu45ls8PYkKVmHj7pbhwSV54i30kqlMQVH8BXaBWlhuK/t+qYLYLCRxm8DmeuwfBrIv3u6phF0kYAYF2/ZRbTheXxPkTzmXhBtarrLAkMacgf8UGw5oHO7CX2O6YwOYgbk9YPWMxeFHRdpQ6cPtKHtX1deM6GAazt6/IwOMfRyMftGNdqXOEk9s3pr0tzr6vcgZH+boexiatoR1gs2MJCWEnzb4BvvlRpk2es70dvdxnDfX5fiW/eKTQA1QKZ+15UqGsEh8jwxd+AldaEr/grnSWcNtLnoe3UkT5UOku+Z/P8Vkiqs+sDSk2H46zRAUczbDTaQgDoGJCOgfgFg/vhLNkbYDqIlA5fl1klcwTraB2TPgpX0Pj7nxDS0RJZ+Vq6FMIqCKLpSCwL0yZcpl2xNBTGMNLXjc4SKcfEElzuR1JXmUGkVbwr7OTVt9iuRYloFguCW89vzgG8zlPxo+aLBcc8FeJTcOmzn01iqvwePue6Sh1Y3+/NbgsA//r7L8b7Lt2GP7v6HHz2ugske7VFq+iLcUgX+hy1NYnJmUUQ+VOocGHCH1eleUzOLHoYvCiAuAnQqu+On8zQeUZQWdMQaXbrV/yFnutehu6OSZjN3ftbZ4JRXR+TNCVxrugsOVWP2cyLz11/AT7yG+do7swWq1YADFTKjv3O/zEy54MTM1VyzWBsqOrLYCl+oIdPLPgcW/yDHrJjhpOagGo9Xah0usyaf/RDPd4VgfxMolaztMKc5GoEQkeHtXKP6gNwPlrFKsX9uPWnfAHWh7KwvILjc0sgIoxqQlEZLHOc2L7sA3BMFcdmPOWOkAlK9yyYrVTwRktVBB+A6Ea3Qj/Flb9I79yiVyOSmbm6Y+sfrqGIjFm1IvaacazVaXe5hEpnCX3dZe/q3H5vnbYjf1wQnACwfVMN1c4S1vVXsL5f4TMQ+jp346BDV6ctjAikXZCo2lEtJpy6AXPMfV533M+pD6Kr3OExyXnvDTH1SJx9/WA3iNz68m8Zo4NVrOvvVj4vR0XYMxBky5dNbBx93WVPG43EqhUAYuwuDwPzhdjVKspMlXK5zIg4VI4+3m9sAcBNDlCvbHUrGp0JylnF2bepTBVh0PkAgOAUCID3ww5yijLG0OHRAKqeZGKAoMFMuaGFFhPymsFUdFhtRngfIRpFhx0FZlf10At4tRPep1Wuc1JbFUu25gFYQsYJNRZMUHJ4pgqyL0G+13lMAi7cugaPffRVWNMrmo5IMJfNOpX/61Xn4LPXufH39VrFI+DEfqy/ydmJL0aBeeorxo/TID6Lqv7p6/qw679dgVNH1LuDdX4AXXl3uYSRvm7nO+G/degqd+CeP74EV5/rHnuuapsfKhN03GaQGSgvrFoBAHjVV3m1LqqqrmBg0upNH0PNV9sH7YNhHKcrotmmdSDbtCSv2uRpVOvpQm9XyRO1ItLOV+iOcyvuZjAAW4Z7cKYnyoGcXZGBuxiJfB920JjIAmBpheHQ8XlnTDvIq8E4JqDBcAcvfx+yUFFBrCcyYOf6YNVXplq1EwjDvd3oKnVodw/LUVpEZAmDQb8Px3I0C2Y9RXsjfd3YvqmGMzf04cKta7BlbQ9G+iseoSa2Kdu8iVxh5Dhl7Xri4uNl20bw/I2DjrDg9cSVN9+JL7azrr/bre8xAflNQ6qFh/e3nqnqTDjr+7vx/I2DnqgdjovPtGL1XZqqgX3oQjvF8lENHer79HUajdUvAJy//atAnZruM6/Y5aKHXmS2cqbKIJNDFKg2rslQre4s2r2neYkf1cHj89pzkEXYgR3o6Srjrg+83O0T0TUcTySEzeRU6Y45M3fv8zoinfuFvQCcvqjObVGo+J5VcparMlmqnsm9Rz4AxxZaHf5oMk+//NnsNtx5KvuVLOEphharmFNHB+H2d78EVzx3FM8dG8T3//AVGKx2+sxk8opUZQMPmrsfuOwM/MUbtns0F1U7stbChYKMoDHliMMgdSv9cqkDd9z4Uk/0DcdfvGE7PnCZm25iTOAbUSCbwwA4u7OD2hG1tqKwqgXApc9Zh1c/bxSAZFuGdwXp0wwUseO+FRPknbe8nlUnLG1yEOq1qnPkpGolyvsXmQVjVmRMf6UT/ZWys/IU1WqmMHfFgShMwuLvB6pl9Nqx85xWMd2xW99vAgL8OV1EDYY7jqNGXEXZB0EQomYmZyUPgEVnXfHBqqLBRGem3gnshulefs4GXH7OBodWOaOlo9UlyB4pmslUWTL9YZCucA9jvOJqe9h29MMzR+xdxs6345qb5P5FGvwmoOgMMihKKCouP2c9Lj/HLyji9DlkO3gXA7TOoLDVvLCqBcArz1qPT735fADWYPMMlRzcEy9/pHK5yIjc3ZDhGkSUtMkcsgkJCE4nrNMAAJuJKDQAIF2udVGYBEU5cU1hLMJYMeYNA1XV4yYlrsHwseJCJiyrYhxNwd+3/7pYxgWRyswSRVASAVc+bxT/403b7XsqmJieA0+dz/0ngDdePip8ZjLpXlUI49xitGNNxZV6R4fl6Bc1mf1Ts1ixFyaqvnRljjDhiKUBcMdqchFw9blj+PPXPT9yfceRH5NknRM4T6xqASBCDJu0VsvuqkTWDHi5irGIq0Dx/FvXVh99ZaqD+MG7K1F5lliRGEdOupqGyt8htxmFJjk00+lRaF9Og6x+Dtc2qhsTSwC4fbkOe2+OdY8GY5uNxJQEwXSEP7sYNCC/T7kdGZaD3S8Qx2oV7XnIOt9OvWYlFxM1tSQ7ucX2APeZ/P15GabKKRvWtvgtuTRXsLjsNbs5bQvNcge/RYNV1tFBzjkWUvVQcN9LnpDNYVHxnNEBvPa8MZy/eagBVEVD2wgA7WpdSsDlTGaP+u5fxcwsLqPSWVLm2k/zwYr3e+jyOcKCNBBRjfd+2EmFEgDfGCg1FOY3XYhOQtWYdEgPV1doGLIGI0Y3qezs4kqcm8XCnt2tpx53OTeOQ9ug3z/BaQ46D9nXARTPCSubZk+X63iPZ58Ofu/yM8m+myDIGpHoPPXMN0kLFZvlIcqQrvzB5WfiJaevtduP/sTc95L3otpy5Lu/nb8DQrcqnSV84rfOdTabFYG2EQDiBivvSl+0LXuZl2orv2Pese+RE2gRubHEcZit2M0Gj2ahnkCiD4Ln/hF3bMqmRzdDZfpzAcJW1A5ztumbW1xGT1cZQ0K6Yw4G5tkHwNu3Uh8wj0bG+7SYrPusgSt7uLToNqKJ8KXSEK6dOtKHG19xOn7tzBGJXtdnI5dbNCv6VbTP+wf8/ic+H+NioGrthxmX5j0HFy4yzVEg2+rf+qJT8EHbmapaJKicpUF9JnWOfvCyM/DbdpqJvPB7F5+KG14uai0W7cFxZ8UjVdIJIloD4MsAtgB4GsCbGGPHFPWWAfzc/vksY+yqNP0mgRibLGKsVsXxeSv/CuBlXnwrvxipwlcrfGLXa1U8cfCEp00eS5xktU3k5nPZNzkrhZ6K9fS2bV0ukqjhqeIq1tupt33Val6c8Jz2iWl3rHyH2TO1BvDgnklfGeAKRfE9cTOYuHlGdnhGFRRB9UodhP/8qjN95Vw4TUzNecxngVqXxrnPx0w+dL1eq2L3gePqmwIQFrXF59EB5x2F72LlkDWA8zYP4TzbnMGvLa0wQQhbK91Sh/99i+34aAyhQ4YYo58XXnmW2mmc4AyfXJFWA7gJwHcZY9sAfNf+rcIsY+xc+7/cmT8gxibPeWyhHsYi1Nd9vD1dlsycs1d7bribiuEkX23Xa1WPD0AGwd2az1esqjhqOeY6nQnIaszVUNTPx7vkYzVvh56qmKsYJeLSaScTW1h22hI1GK+ZJZo2ImeodPuX35s3Dp/TFmUTls7vEiQo5VUuDzUW0zFYfVQcQRoXzlxk/v74dbF/Oee+vl293Vvcic9xxvo+fPTqc3CJxCzDtI4inaRJ0So0pxUAVwP4vP335wH8Zsr2GoqguHnZvuozOTgOKutfMeeLKtd+lFj+IIwptv+LIHK35uuikMTn4eVBZqUweHZLhhwMA7jRPeJOah8zZICcYWFjSO4mzyo7wmYwfq944IsMUXgem1n0HTUZNGKiqUcUKDqzF+DdCKZqT+Wr4ma9uLwlTPvZNFT1OE7D8uFw9Fc6UevpdDKmihCd6vxdERHedtEWDEonjW2y33fezluD9AJgPWNsv/33BABd8GyFiHYS0U+JqDAhwXdFWiYEa1KKqQ3k3ZeAnwlxcwVz6lmTfK8v7LIS62AYOerEcU6H3M5XtqKZar1wZKG4unbMWprzjl1aFOEiUAgT1YpaoJePFd/BWq9VnHTHTn1pHwBvG7DTFHv2CFQia2oq2z7gZqjUQV7NR1nJiT4bX3tDauariskXaeAHjOh2x8YBN5PNLi4rn+fGV56OT73lfOd3nL7+/m07cMPLT1Vei9rOb2yv49NvOb9QZ2ijkHSxlRdCBQAR3U1Ejyj+u1qsx6wn1T3tKYyxHQDeDOBviOg0TT0Q0Q22sNh56NChOM8SinrNyqEvvhMecyxHzQwLGSzFsFFV2B6gXq1GSZscROvs4jKOzah3f3qdoN7Vb7nU4QutE2lNGp3kFSb65HLuis9b7jrQvWct6ASAXgNw7cqiGUxNi7dN2REsf59JoqWsaDBbI5J2NquOeRT7VcmXsHj5uOYFvhLXCb/RwSpedOpaX/0oTtgLtqxxjl/09xttU1als+Rs2FwtaBELULgAYIxdyhh7ruK/2wEcIKJRALD/PahpY9z+90kA3wdwXkB/NzPGdjDGdoyMjOiqJcJYrWJlqBTMAHwDi2waEctFuDZhvqqVV4yyAzC53VZsV4boBB2f5BtuhNVyYOKyhAJAbEsxZoB3ZRuFsasiU7jD/vCJBU+fXIOZml10iNGZweSVSNiz6zbMRY1E0QlEnflFjBpT3SPT5XXsx2Mv3EzGs9iG1lfE6ydBVFPSakZzr//Tm4DuAHCd/fd1AG6XKxDREBF1238PA3gJgMdS9psIOpVU5xwVTQ58EsuTWZdrP+5eAHmiyCYo3TdUr1l5YmRNg5/TCsmEAvjPQVZB1Z+sTcwtruDYjP+cYZLq+9I6iwKA+U1AurwxDnM+NisJNrWD16LFqqmLApMh15OfQQdHO4F3nOQoMw4nFYRipOXDfwA3tDgJ4pqPdKmb4/cbf3PUakGanch5Iq0A+BiAy4joCQCX2r9BRDuI6LN2necA2ElEDwH4HoCPMcYKFwAyM9snxPJ7y4N9AHyXK2eEquiiOJDj3vdqYr/lFeuxmUUP1x7lH5/AufguyTChpI88EoVJ+PPJH8GIZG7jfclhgWL7KhPWXp9vIDziSs5QKfYPuM/G68nvMwzOHNLsG9H6KBQdjHlCMa0KYpriuLxFPMglivYQ1XQT2o5zhGRrMMN2RCoBwBg7whi7hDG2zTYVHbXLdzLG3mX//RPG2PMYY9vtf/8hC8KTQLcS4pkql1eYb/VmZbB0bc5yZIvVrn+lM9TT6TnYJS7kJGO+KCDF9nsR6+yDPsQjCcMyVIZCGhvAr+F4ncB2mZAhk6c7FuuHmUHcMuuZFpZWfKYh2eGucr5F3QeRxOHq+mwWlekjtKanGP0ndQRzM1lUnDrcax0YkyC9gYg0juvVgib3AbfPTmDAG5ssr2aXVxhmFvw7OeWt/Mo46kG/ZuHkqYlgblGBaxa6M2XVtmEXZZv7yjnwo54LEJQLCAhmbPJq05/VU3ACa/qX88wA3jwvsmYgpkvW06zaiKbPkCnfH4QxzXjoDtCR9xmIEHPtq4RukvV0nMRja/u68cCfXIaXbxtO0JMLrnm0iDWkLdFWAkCMTRahS4DlcQhqIlvk+0WEZc0UEcqIpM+e0yFv5Zevq6JcQgWAhiuLFKjSIMv9qcbKtxdACMn11vO/J67BWLQEm6NUj1Cv2RkqFSl6VaamOPCGrrrlcpSZS586FQSgTy6WxqYe95mqXaXUduy4modB/mgrAQCobcu6HCW8XNQMdEzNue6JxEm3GSzog3fCUkk8ApCE6xbkePOgDJVh8LRvayhqc5J3kOQUydzcZtEXYgaRQ0kVp3JFzXTKM1TqDnwR63E4UV8h8RycXlmL1EWTBW0Es2jwr/bDUiYEISvHbly0syMYWP1RQC0H1UpoVGHC8ZXb/8oRK7o2ebkqSVgSWlU7gQP716QwUJm1VFBGASnoCztkBfAyT25uO3jcPfIyjlalKg87p1i+dzyCpsARldd60hr72tOHqeqYeZimGhdF2eMvPXu9Z49BEjS7HV2FVjF7tZ0AUK2servLqEnb03XlagHgP9dULA862IUjjBHJ8DpB/TH/rgNW3WaQI1i32pUfXZXuwnOnkrH7V+tBGoB8jT/risAV5HTJgJppRN2b4RW80b5k8cwDVXv6vEnq9lVaXZojBFXt5YHfv/h0/Nerzkl0L2nmcCvA9X81N/VtJwB0zjA3ZE1T7jh3VW2qV4xJzgWQo5BU7cr1VGYR3QRMuxlMbuugQsMJcgLLq3UriZ1/UFXJxET6D0y7Zpygg2HkcFEAkQWF+CxRoDuNSnUesnskpK4tvzA5fV0fXnXOepy3uRadKIk2g3xgNIAmhRix4ymPaHJQvVieqVJ3b9rdwEnq6Z3A+gyVqvs9ZZIY4m0dmHKZsShwVCu4UYkJa9IOOQ57XToJOfmeXwD4OTsXKqpnF5m2UvhEWMgFzS3L7CWMU0hbKk210lnC3711B7at7w8nJkJ7BgbtJwA0qvCYRjOQzSsqE5DYrviFBSUJiwLPWQABX67KXKJzAgdlqOTQaa0qExDgFyY+UoX2+rrLGKx2egVAwCrYL3R0EVcVpQ/AMyYUnBtfriffHwad2Sqq5iHigq1rcO2Fm7B9U/zVvgrcTNYqK9PVgia3ALWfANgwWEEH6T9SGT4NQNOuSsX2JAkLgeoMWn7kZFB9QB3h0WE7ARQRj5E3RIUhNL+O/W/Q4Sz6YEhbAPg0AM2pUoPRzyn27s1Qf6FyxE2U71jnAxhTal3cBKR+9r7uMv78dc/HYNXvm0oCbiYz/D8ftMo4pzoRrBXRWerA///a5+H8U7wHMes0A7k8TAOQV6xBWTOjoF6r2knR9FOK54lRMROdjfvZIzOB/ar6k5sP03B0zE1crYune8m47qIt2L5x0FPGD5mRwcd/YmoOW4Z7tSuveq2Kh/dO+WnVtBfH4aoLXR1VnFkQlA20UbjpirOUe0YMGoew8OGi0XYaAABcc+FmnCHZUdP4AAB39ac67i7VXgCNXVlEd7mEdf3dHuHkrlz9EzDssBqtCUhiV46GI+12lscobDOajgmeuaEfv3XBZi2dcpuAXxipzFZHTy44B77onpW/T0WaogAa1NoJjyZTbVTL0yRz6dnr8eLT0+3uNYiGVjG1tZ0GoIPOSSaX61a1b3zBJgz3dWON5Ayu16r4/q5DnkNo1IhmitDhE286FyPiQTBwJICizYqToXKgEt3EoN4E57W9q3YCq0JRp2YXcWJ+KdAHEAeyP0KfYsLNiHraSJ+PVo5rL9yMTWt6sD+G8A5KoiZvClSZ/AwM8kZbagAqjPR3o9LZge5yh6+8LCwDdSvCwZ5O/OZ5/sOoeZKwSUXaZBVkRnTK2h4QAZ0dwa/qxacPe6JDgmzX0TJ5Kso0bflW3XyXsqZtsX8GlgkT5GYwOeLK50QeDH92wEp1cdX2eiwadNFggH/TnJMKwvD/VY1mdwIbDcBGqYPwxd95ETZLx9KV7AyWYpK3OBAdgEMa5hCEN+3YhG3r+nznqIbBccAG5BjaNzmLszYM+K7rN4KpNsFV8e+/DNZwZBrEMclKA+DpksMYuyz8on6fUTf0cIEvY6xWwb1PHRHas/41/H91ol3OA1hVOG/zENb2dfvKTxvpc+LC49iEgfQbr6pdpUR2W90+ACB66gRfm4qyeq2KGX5KF7zCI8gEBHANILtVsBjho+PX7hGSwZqCUx6TttNGerUb2KbnlnDcPhgmLBeQwepAkysARgOIgr9643Yhe2O8LzaqAMiaITi7cBXXVAezRGpT4wMArNV8radLqqd+GJ7u2D3fN5uHHqtV8fjEdCDNuiMks8JHfuMczClyP/F5sH9qDv2VTkFQGglgUByMBhABI/3dzgErcRm0c2RkhHxAWSJIA1AdzBKtTbUJCHBt76r+5DKe7tg5hS0zDaDiCJWg8DtxM1jWgneot8uTRNDtU3JSGw1gVaNVXqsRADGh2wegA08SlmYvQBKEpTEOSlUdx3Gl0nCC8iZxOGOSoY5cr/nPKY7quG405DOeOVqFURgkQ7M7gY0AiIkkK7Yo6QeynieqoytF6HP5x4Oj4ajy69j/qiOR3DHJiglGNbeN1arYNzWHlZVgTcGizRakKV8Qjybz71MwIiAMzZ5RU4mAfTjNBCMAYiKuBgAEr7ZlRLWHh00r3sqK5uPhB7MsaQ6GiZsGWRV/TwF2qHqtiompOSyH7o+IDnEvQBDPUB0hqaMgq5TEJcfs5jWVGfavh6vFth5aZX+HEQAxETcKCHDTJi8sxT+FKymcjycgJYKcoZIj7gcnazjyPgDdXoSlFYYD03MN1QCC0nfnbQaqexj8+U8AABM2SURBVARlK7K1fNEaLDQYza68GAEQE0lWq2O1KliEU7iyRFAqCEB9MEtSyAe9ywgKRZ1bXMnOAdvTiUqn2hwloi7tQ8gLYgoO4wRe3WiV92oEQA5QHUUoI/swUG+7MsIOq4lDRr1WxYHj1jnD6vMA9JvR4vYVBPdgmLlAxq5yyObxwdZrFcvstSIEgbYIozBYnUglAIjojUT0KBGtENGOgHpXENEuItpNRDel6bMVkeVqOzJC7KejUvimiLirYq7hOEdf8iigANbuPUYzOy7oj7jytz1Y7URvVyl3DYCbvQ4dn3dPBFsVhg4DGa3yVtNqAI8AeB2AH+gqEFEJwKcAvBrA2QCuJaKzU/bbUijC5hymAcgHs6SBvLNXhoqG/konBiplD61ZgDvcg2zs6iMkg6nIQlCImqDTXKtwCoNViVQCgDH2OGNsV0i1CwHsZow9yRhbAPAlAFen6bfVwJOEBaVeyNop6C6qgzZE6aOTkpyFy9MwuJlTbQoCHNGeGzKA7HAPOm0sizDYOBBNTyYKqD3Q7CGsefgAxgDsEX7vtctaGi+QDpQJQ9TNR0EM4YItbp9hJ0VtHe4FAJw96k/2xqE/rMY7acMOIXdWtse8bfHU2BduXaPpn+fct55ad/pZHHBhNBGy85q/jzDBe9o6K2X0WaPe8yM6S/FZ96jnAJ3gE8EM3Hm3YaD1DrQ/y/7uTl8X//zmPBGaC4iI7gawQXHpw4yx27MmiIhuAHADAGzeHO0wkLzxgz98BdbGZFb1WgVPHjqZqt/Pv+NCZ9W6PuSjePFpw/jW+1+GMwMOEK/Xqrj3qaOh/f6fd74QR04saK97NByBn9ZrVdz9wZfjlLW92v4BoNpZwo9veiX6NKd9ybj3w5do92OEObfdehUcObmAucVgTeEVZ67DN9/3Mpy1wTuO9/7xpcqcP0HgZq99k7NYYZYwLxkBoMV7XrkNVz5v1Hd4Uyvgqu11nLG+T5ltt5kQ+sUxxi5N2cc4gE3C7412ma6/mwHcDAA7duxoSv1p89qe8EoS6rUqfvTE4QgHw+jR01XG6ev6wivaCJt8Y0KGyn7pYBiRxN7uMnoVGS5FiBqO+HxBKyAxEkh3nq4KPC9TUJtcAEQ5kyAMz1FoUUlSe/N+xyetSCAg2b6SdkGpg1qS+XM0O/MH8jEB3QdgGxFtJaIuANcAuCOHfpsKY7UqTi4sY3p2SXm9iLhwOZGbTEu8tipaJ7AOGwat1NvHZvTaRVyM8hj/Y2F7AbwCIK9h53sBVrgAMBLAoECkDQN9LRHtBXARgG8Q0V12eZ2I7gQAxtgSgBsB3AXgcQC3MsYeTUd26yHKXoC8kWV0kmNTZywyMx2y00dHPS0tCrrLJYz0u+cU6w+mL2438L6pWdj8P1FqEQODrJDqPADG2FcBfFVRvg/AlcLvOwHcmaavVofIbM+uN4dqGGQvjxufzjWc7jm1hqMC9w3EMWtFQb1WxZ6jM4F11g/wg2HyFwCTM4s4MW8JvZLZimlQIMyBMDlBDpWUUYSzQ5ehMgktXMAdPRndnLN1uBe3v/slvgibtBirVfDQnsnAOl3lDqzr73ZCc/OKxuHzYK9tojIagEGRMOuPnDDc242uUkeEFWd+DKGU8GAYFTypHWI8wvZNNXSXS6n799AyGC3NRJHnAnANxQgAgyJhBEBO6OggjNYquW8+CoNuQ1RcviSmdiga9YgRRfVa1TnLOC82zGnbY2sAJeMENigQRgDkiDjnAuQF1WllSXYvcg0HKH53a1RtJE7oaVZY19+NUgc5GoBRAAyKhBEAOSLI5OAkB8uZIdRrFUxMu3HpScE1nGZAVMZeH8yf3nKpAxsGKo4PwGgABkXCCIAcMVar4MC0lTa5WeAeDOM1AyVhS3XFYehFIKo5KqnfIi3qtQpmF61dxMYHYFAkjADIEfVaFSssPE9Nnsh6LwBQfH6bNb1d6C7b5qgAUqL6CrKG2K8RAAZFwgiAHBGF2ebNDty9AK5QSmoMGmsSExA/pzgMRfgAAK8AMCYggyJhBECOcASAZi9AEfBmqBSQYGXqaACpqUoPlxY9NbWeTlQ7rRDUIlJwACYXkEGxMAIgR7gngzWPCUjMUJkWRZlUVIjiB7AOhslfaxE1JWMCMigSRgDkiJ6uMoZ6OpsqHxDgj05KeoZFcwmA6HsBgHyPZvRoAEYFMCgQRgDkDF0oqJsNNH+GMGanKBaRKAqIr2ybgKdFPW2sCD+AxwdgNACDAmEEQM4oIv1AGLKiiWs4zXDQ+VhEf0QRWstApRP99vkKRgEwKBJGAOSMsVoV48dmm+qsUJ4S4cS8lckzDWV/dvVz8daLTsmGsBS4YMsafODSM7THUXI04lziKOD9GhOQQZEwAiBnOAfDSGmT+dm0RbADbrrZn4EWcNX2Os7dFHyGcB7oKnfgfZduQ0/IMZMbhyxGXM6ZEfMxNyYggyJhBEDOyHLjVVZQnQvQLnzpwi1r8PHXPw8v3Lo2134dDaBdBtqgKWEEQM5wQ0GbRwDIR0M2k3mq0ejoIPzWBZvRVc73UzhlbQ9KHYTOshEABsXBHAiTM4o6ijAIPENlM9G02vHmF56C7RtroSYqA4NGwmgAOWO4rxudJfKFXRZxKDwHz1ApCgCzLm0s+rrLeOGp+ZqdDAxkGAGQMzo6CKNNeC5AvVZpug1qBgYGjYURAAWgXsvmGMYsUa9VmypHkYGBQeNhBEABUG28ckxABRlf6rUqJqbcg2GKTulsYGDQeKQSAET0RiJ6lIhWiGhHQL2niejnRPQzItqZps/VgLFaFRPTc1hqsoNhFpcZDp+YT5wLyMDAoLWQVgN4BMDrAPwgQt1XMMbOZYxpBUW7gB8Mc+D4fNGkOOAZKo0fwMCgfZBKADDGHmeM7cqKmHZBM24Gk2kyBiADg9WPvHwADMC3ieh+Irohpz6bFmOKzWDc6lKU6b0ZhZKBgUFjEboLhYjuBrBBcenDjLHbI/bzUsbYOBGtA/AdIvoFY0xpNrIFxA0AsHnz5ojNtxZGB/2pF4oGz1C5b3LOyUtkYGCwuhEqABhjl6bthDE2bv97kIi+CuBCaPwGjLGbAdwMADt27FiVnKi3u4xaT2fTrbbrtaojlEwQkIHB6kfDTUBE1EtE/fxvAJfDch63NeqDVc/RkM2Qf6cZ9ycYGBg0DmnDQF9LRHsBXATgG0R0l11eJ6I77WrrAfyIiB4CcC+AbzDGvpWm39WAZj4YpglkkYGBQQ5IlYmKMfZVAF9VlO8DcKX995MAtqfpZzVirFbBPU8dKZoMD+q1Ko7NLGJmYRldJbNH0MBgtcN85QWhXqvi+NwSpucWiybFAc9Uut+khDAwaAsYAVAQeNjlfp6D3y4v0vnKaTrYRBvUDAwMGgcjAApCM8bd88NqGIPZCWZg0AYwAqAgqI5hLBrrByowZ5QbGLQPjAAoCCP93SiLp3A5B8IUx4E7Sx1YP1AprH8DA4N8YQRAQSh1EDYMNl/cPTdNGUXAwGD1wwiAAmHF3c+FV8wRXAAYGBisfhgBUCDGhNQLzQLuCDYwMFj9MAKgQNRrFUxMW6dw8QRsRZteuHPa5AIyMFj9MAKgQNRrVSyvMBw83jxmoPqgMQEZGLQLjAAoEM25F8AIAAODdoERAAXC3Qsw5x4KX7DpZWyIRwEZG5CBwWqHEQAFYnTQfzJY0RiolNHXnSpHoIGBQYvACIAC0V/pxECl3FQCgIhMJJCBQZvALPUKBs/Bf/boQNGkOHjTjk0om5wQBgarHkYAFAxrL8Ccmw20CWzv73rZqUWTYGBgkAOMCahgNOPJYAYGBu0BIwAKRr1WxdTsIk7OLxVNioGBQZvBCICCwR2uPCVE0WGgBgYG7QMjAArGWBNuBjMwMGgPGAFQMNzdwM2TDsLAwKA9YARAwVjX342SeDCMgYGBQU4wAqBglEsd2DBQwZGTCwCKzwZqYGDQPkglAIjoL4noF0T0MBF9lYhqmnpXENEuItpNRDel6XM1wuy8NTAwKAJpNYDvAHguY+z5AH4J4ENyBSIqAfgUgFcDOBvAtUR0dsp+VxVMBk4DA4MikEoAMMa+zRjjAew/BbBRUe1CALsZY08yxhYAfAnA1Wn6XW3wCABjAzIwMMgJWfoA3gHgm4ryMQB7hN977TIDG0YDMDAwKAKhuYCI6G4AGxSXPswYu92u82EASwC+kJYgIroBwA0AsHnz5rTNtQTGjA/AwMCgAIQKAMbYpUHXieh6AL8O4BLG+LEmHowD2CT83miX6fq7GcDNALBjxw5Ve6sOogbQDMngDAwM2gNpo4CuAPBHAK5ijM1oqt0HYBsRbSWiLgDXALgjTb+rDcYEZGBgUATS+gD+FkA/gO8Q0c+I6DMAQER1IroTAGwn8Y0A7gLwOIBbGWOPpux3VWGg0ol+cwqXgYFBzkjFdRhjp2vK9wG4Uvh9J4A70/S12lGvVbHrwPGiyTAwMGgjmJ3ATQK+GcxkAzUwMMgLRgA0CYwfwMDAIG8YAdAkMALAwMAgbxjPY5Pg6nPrmF9awdrerqJJMTAwaBMYAdAk2DjUgw9edkbRZBgYGLQRjAnIwMDAoE1hBICBgYFBm8IIAAMDA4M2hREABgYGBm0KIwAMDAwM2hRGABgYGBi0KYwAMDAwMGhTGAFgYGBg0KYg9RkuzQEiOgTgmYS3DwM4nCE5jUar0Qu0Hs2tRi/QejQbehuPMJpPYYyNRGmoqQVAGhDRTsbYjqLpiIpWoxdoPZpbjV6g9Wg29DYeWdJsTEAGBgYGbQojAAwMDAzaFKtZANxcNAEx0Wr0Aq1Hc6vRC7QezYbexiMzmletD8DAwMDAIBirWQMwMDAwMAjAqhMARHQFEe0iot1EdFPR9HAQ0SYi+h4RPUZEjxLR++zyNUT0HSJ6wv53yC4nIvqk/RwPE9H5BdFdIqIHiejr9u+tRHSPTdeXiajLLu+2f++2r28pgNYaEd1GRL8goseJ6KIWGN8P2PPhESL6IhFVmm2MiehzRHSQiB4RymKPKxFdZ9d/goiuy5nev7TnxcNE9FUiqgnXPmTTu4uIXiWU58JLVPQK1/6AiBgRDdu/sx1fxtiq+Q9ACcCvAJwKoAvAQwDOLpoum7ZRAOfbf/cD+CWAswH8BYCb7PKbAHzc/vtKAN8EQABeBOCeguj+IIB/BvB1+/etAK6x//4MgP9k//37AD5j/30NgC8XQOvnAbzL/rsLQK2ZxxfAGICnAFSFsb2+2cYYwMsBnA/gEaEs1rgCWAPgSfvfIfvvoRzpvRxA2f774wK9Z9t8ohvAVpt/lPLkJSp67fJNAO6CtRdquBHjm+uEz2GiXgTgLuH3hwB8qGi6NLTeDuAyALsAjNplowB22X//HYBrhfpOvRxp3AjguwBeCeDr9qQ7LHxIznjbE/Ui+++yXY9ypHXQZqYklTfz+I4B2GN/tGV7jF/VjGMMYIvEUGONK4BrAfydUO6p12h6pWuvBfAF+28Pj+BjnDcvUdEL4DYA2wE8DVcAZDq+q80ExD8ojr12WVPBVt3PA3APgPWMsf32pQkA6+2/m+FZ/gbAHwFYsX+vBTDJGFtS0OTQa1+fsuvnha0ADgG4xTZZfZaIetHE48sYGwfwVwCeBbAf1pjdj+YdYxFxx7Xw8RbwDliraKBJ6SWiqwGMM8Yeki5lSu9qEwBNDyLqA/CvAN7PGJsWrzFLdDdFWBYR/TqAg4yx+4umJSLKsNToTzPGzgNwEpZpwkEzjS8A2Hbzq2EJrzqAXgBXFEpUAjTbuAaBiD4MYAnAF4qmRQci6gHwxwD+tNF9rTYBMA7Lbsax0S5rChBRJyzm/wXG2Ffs4gNENGpfHwVw0C4v+lleAuAqInoawJdgmYH+J4AaEZUVNDn02tcHARzJkd69APYyxu6xf98GSyA06/gCwKUAnmKMHWKMLQL4Cqxxb9YxFhF3XAsfbyK6HsCvA3iLLbQQQFeR9J4Ga1HwkP39bQTwABFtCKArEb2rTQDcB2CbHUXRBctRdkfBNAGwvPcA/gHA44yxvxYu3QGAe+yvg+Ub4OVvs73+LwIwJajcDQdj7EOMsY2MsS2wxvH/MsbeAuB7AN6goZc/xxvs+rmtChljEwD2ENGZdtElAB5Dk46vjWcBvIiIeuz5wWluyjGWEHdc7wJwOREN2ZrP5XZZLiCiK2CZM69ijM0Il+4AcI0dYbUVwDYA96JAXsIY+zljbB1jbIv9/e2FFUAygazHt1FOjaL+g+Ul/yUsD/6Hi6ZHoOulsNTkhwH8zP7vSlg23O8CeALA3QDW2PUJwKfs5/g5gB0F0n4x3CigU2F9ILsB/AuAbru8Yv/ebV8/tQA6zwWw0x7jr8GKhmjq8QXwZwB+AeARAP8bVjRKU40xgC/C8lEs2szonUnGFZbtfbf939tzpnc3LBs5//Y+I9T/sE3vLgCvFspz4SUqeqXrT8N1Amc6vmYnsIGBgUGbYrWZgAwMDAwMIsIIAAMDA4M2hREABgYGBm0KIwAMDAwM2hRGABgYGBi0KYwAMDAwMGhTGAFgYGBg0KYwAsDAwMCgTfH/AOspMPx041WWAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "import matplotlib.pyplot as plt\n",
    "plt.plot(Reward_list)\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[['>' '>' '>' '^']\n",
      " ['v' '0' '^' '^']\n",
      " ['v' '<' '^' 'v']]\n"
     ]
    }
   ],
   "source": [
    "print(build_policy_table(q_table))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "           0         1         2         3\n",
      "0   0.000258  0.000433  0.028289 -0.000059\n",
      "1   0.004322  0.000174  0.145115  0.000000\n",
      "2   0.034443  0.001658  0.534119  0.000000\n",
      "3   0.000000  0.000000  0.000000  0.000000\n",
      "4   0.003636 -0.000245 -0.000234 -0.000158\n",
      "5   0.000000  0.000000  0.000000  0.000000\n",
      "6   0.036374  0.000023 -0.049010  0.000000\n",
      "7   0.000000  0.000000  0.000000  0.000000\n",
      "8  -0.000198 -0.000427 -0.000429 -0.000421\n",
      "9  -0.000207 -0.000246 -0.000162 -0.000188\n",
      "10  0.001955 -0.000052 -0.000049 -0.000020\n",
      "11 -0.039404 -0.000010 -0.000039 -0.000020\n"
     ]
    }
   ],
   "source": [
    "print(q_table)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.0"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}