play_game.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# First part\n",
    "\n",
    "This code runs the game but for you to add each action and play one episode \n",
    "\n",
    "However, in Jupyter notebook after a few steps it stops showing the progress"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "c:\\Users\\Celso\\anaconda3\\envs\\Test\\lib\\site-packages\\gym_2048\\env.py:120: FutureWarning: Using a non-tuple sequence for multidimensional indexing is deprecated; use `arr[tuple(seq)]` instead of `arr[seq]`. In the future this will be interpreted as an array index, `arr[np.array(seq)]`, which will result either in an error or a different result.\n",
      "  board[tile_locs] = tiles\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "4 \t0 \t0 \t0\n",
      "0 \t0 \t0 \t0\n",
      "0 \t0 \t0 \t0\n",
      "0 \t0 \t0 \t0\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 0\n",
      "0 \t0 \t0 \t4\n",
      "2 \t0 \t0 \t0\n",
      "0 \t0 \t0 \t0\n",
      "0 \t0 \t0 \t0\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 0\n",
      "0 \t0 \t0 \t4\n",
      "0 \t0 \t0 \t2\n",
      "0 \t0 \t2 \t0\n",
      "0 \t0 \t0 \t0\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 0\n",
      "0 \t0 \t0 \t4\n",
      "0 \t0 \t0 \t2\n",
      "0 \t0 \t0 \t2\n",
      "0 \t0 \t2 \t0\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 4\n",
      "0 \t0 \t2 \t4\n",
      "0 \t0 \t0 \t4\n",
      "0 \t0 \t0 \t0\n",
      "0 \t0 \t0 \t2\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 8\n",
      "0 \t2 \t2 \t8\n",
      "0 \t0 \t0 \t2\n",
      "0 \t0 \t0 \t0\n",
      "0 \t0 \t0 \t0\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 4\n",
      "0 \t2 \t4 \t8\n",
      "0 \t0 \t0 \t2\n",
      "0 \t0 \t0 \t0\n",
      "0 \t0 \t0 \t0\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "0 \t0 \t0 \t0\n",
      "2 \t0 \t0 \t0\n",
      "0 \t0 \t0 \t8\n",
      "0 \t2 \t4 \t2\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 0\n",
      "2 \t2 \t4 \t8\n",
      "0 \t0 \t0 \t2\n",
      "0 \t0 \t0 \t0\n",
      "0 \t0 \t0 \t2\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 4\n",
      "2 \t2 \t4 \t8\n",
      "2 \t0 \t0 \t4\n",
      "0 \t0 \t0 \t0\n",
      "0 \t0 \t0 \t0\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 4\n",
      "0 \t0 \t0 \t0\n",
      "0 \t2 \t0 \t0\n",
      "0 \t0 \t0 \t8\n",
      "4 \t2 \t4 \t4\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 8\n",
      "0 \t0 \t0 \t0\n",
      "0 \t0 \t2 \t2\n",
      "0 \t0 \t0 \t8\n",
      "0 \t4 \t2 \t8\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 20\n",
      "0 \t0 \t2 \t0\n",
      "0 \t0 \t0 \t0\n",
      "0 \t0 \t0 \t2\n",
      "0 \t4 \t4 \t16\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 8\n",
      "0 \t0 \t0 \t2\n",
      "0 \t0 \t0 \t0\n",
      "0 \t2 \t0 \t2\n",
      "0 \t0 \t8 \t16\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 4\n",
      "0 \t0 \t0 \t0\n",
      "0 \t0 \t0 \t2\n",
      "0 \t0 \t0 \t4\n",
      "0 \t2 \t8 \t16\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 0\n",
      "0 \t2 \t8 \t2\n",
      "0 \t0 \t0 \t4\n",
      "0 \t2 \t0 \t16\n",
      "0 \t0 \t0 \t0\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 4\n",
      "0 \t0 \t0 \t0\n",
      "0 \t2 \t0 \t2\n",
      "0 \t0 \t0 \t4\n",
      "0 \t4 \t8 \t16\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 4\n",
      "0 \t0 \t0 \t0\n",
      "0 \t0 \t0 \t4\n",
      "0 \t0 \t2 \t4\n",
      "0 \t4 \t8 \t16\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 8\n",
      "0 \t0 \t0 \t0\n",
      "0 \t0 \t0 \t0\n",
      "0 \t4 \t2 \t8\n",
      "0 \t4 \t8 \t16\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 8\n",
      "0 \t0 \t0 \t0\n",
      "0 \t2 \t0 \t0\n",
      "0 \t0 \t2 \t8\n",
      "0 \t8 \t8 \t16\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 16\n",
      "2 \t0 \t0 \t0\n",
      "0 \t0 \t0 \t2\n",
      "0 \t0 \t2 \t8\n",
      "0 \t0 \t16 \t16\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 32\n",
      "0 \t0 \t2 \t2\n",
      "0 \t0 \t0 \t2\n",
      "0 \t0 \t2 \t8\n",
      "0 \t0 \t0 \t32\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 8\n",
      "0 \t0 \t0 \t0\n",
      "0 \t2 \t0 \t4\n",
      "0 \t0 \t0 \t8\n",
      "0 \t0 \t4 \t32\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "0 \t0 \t0 \t0\n",
      "0 \t0 \t0 \t4\n",
      "0 \t0 \t2 \t8\n",
      "0 \t2 \t4 \t32\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 0\n",
      "0 \t2 \t2 \t4\n",
      "0 \t0 \t4 \t8\n",
      "0 \t0 \t0 \t32\n",
      "2 \t0 \t0 \t0\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "0 \t2 \t0 \t0\n",
      "0 \t0 \t0 \t4\n",
      "0 \t0 \t2 \t8\n",
      "2 \t2 \t4 \t32\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 4\n",
      "2 \t0 \t0 \t2\n",
      "0 \t0 \t0 \t4\n",
      "0 \t0 \t2 \t8\n",
      "0 \t4 \t4 \t32\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 12\n",
      "0 \t0 \t2 \t4\n",
      "0 \t0 \t0 \t4\n",
      "0 \t0 \t2 \t8\n",
      "0 \t0 \t8 \t32\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 12\n",
      "0 \t0 \t0 \t0\n",
      "0 \t0 \t2 \t8\n",
      "0 \t0 \t4 \t8\n",
      "0 \t0 \t8 \t32\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 16\n",
      "0 \t0 \t0 \t0\n",
      "0 \t2 \t2 \t0\n",
      "0 \t0 \t4 \t16\n",
      "0 \t0 \t8 \t32\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 4\n",
      "2 \t0 \t0 \t0\n",
      "0 \t0 \t0 \t4\n",
      "0 \t0 \t4 \t16\n",
      "0 \t0 \t8 \t32\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 0\n",
      "0 \t0 \t0 \t2\n",
      "0 \t0 \t0 \t4\n",
      "0 \t2 \t4 \t16\n",
      "0 \t0 \t8 \t32\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "0 \t0 \t0 \t2\n",
      "0 \t2 \t0 \t4\n",
      "0 \t0 \t4 \t16\n",
      "0 \t2 \t8 \t32\n",
      "Next Action: \"left\"\n",
      "\n",
      "Reward: 0\n",
      "2 \t0 \t0 \t0\n",
      "2 \t4 \t2 \t0\n",
      "4 \t16 \t0 \t0\n",
      "2 \t8 \t32 \t0\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 4\n",
      "0 \t0 \t0 \t0\n",
      "4 \t4 \t0 \t0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t8 \t32 \t0\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 12\n",
      "0 \t0 \t0 \t0\n",
      "2 \t0 \t0 \t8\n",
      "0 \t4 \t16 \t4\n",
      "0 \t2 \t8 \t32\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "0 \t0 \t0 \t2\n",
      "0 \t0 \t0 \t8\n",
      "0 \t4 \t16 \t4\n",
      "2 \t2 \t8 \t32\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 4\n",
      "0 \t0 \t0 \t2\n",
      "0 \t0 \t0 \t8\n",
      "0 \t4 \t16 \t4\n",
      "2 \t4 \t8 \t32\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 0\n",
      "0 \t0 \t0 \t2\n",
      "0 \t0 \t0 \t8\n",
      "2 \t4 \t16 \t4\n",
      "2 \t4 \t8 \t32\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 12\n",
      "0 \t0 \t2 \t2\n",
      "0 \t0 \t0 \t8\n",
      "0 \t0 \t16 \t4\n",
      "4 \t8 \t8 \t32\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "0 \t0 \t0 \t2\n",
      "0 \t0 \t2 \t8\n",
      "0 \t2 \t16 \t4\n",
      "4 \t8 \t8 \t32\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 16\n",
      "0 \t2 \t0 \t2\n",
      "0 \t0 \t2 \t8\n",
      "0 \t2 \t16 \t4\n",
      "0 \t4 \t16 \t32\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 36\n",
      "0 \t2 \t0 \t2\n",
      "0 \t0 \t0 \t8\n",
      "0 \t4 \t2 \t4\n",
      "0 \t4 \t32 \t32\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 68\n",
      "2 \t0 \t0 \t4\n",
      "0 \t0 \t0 \t8\n",
      "0 \t4 \t2 \t4\n",
      "0 \t0 \t4 \t64\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "0 \t2 \t0 \t4\n",
      "0 \t0 \t0 \t8\n",
      "0 \t0 \t2 \t4\n",
      "2 \t4 \t4 \t64\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 8\n",
      "0 \t0 \t2 \t4\n",
      "0 \t2 \t0 \t8\n",
      "0 \t0 \t2 \t4\n",
      "0 \t2 \t8 \t64\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 0\n",
      "0 \t0 \t2 \t4\n",
      "0 \t2 \t2 \t8\n",
      "0 \t0 \t2 \t4\n",
      "0 \t2 \t8 \t64\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 4\n",
      "2 \t0 \t2 \t4\n",
      "0 \t0 \t4 \t8\n",
      "0 \t0 \t2 \t4\n",
      "0 \t2 \t8 \t64\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "0 \t0 \t2 \t4\n",
      "0 \t0 \t4 \t8\n",
      "0 \t2 \t2 \t4\n",
      "2 \t2 \t8 \t64\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 4\n",
      "0 \t0 \t2 \t4\n",
      "0 \t0 \t4 \t8\n",
      "2 \t0 \t2 \t4\n",
      "2 \t4 \t8 \t64\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 4\n",
      "2 \t0 \t2 \t4\n",
      "0 \t0 \t4 \t8\n",
      "0 \t0 \t2 \t4\n",
      "4 \t4 \t8 \t64\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 12\n",
      "0 \t0 \t4 \t4\n",
      "0 \t4 \t4 \t8\n",
      "0 \t0 \t2 \t4\n",
      "0 \t8 \t8 \t64\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 32\n",
      "0 \t0 \t0 \t8\n",
      "0 \t2 \t8 \t8\n",
      "0 \t0 \t2 \t4\n",
      "0 \t0 \t16 \t64\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 16\n",
      "0 \t0 \t0 \t0\n",
      "0 \t0 \t8 \t16\n",
      "0 \t0 \t2 \t4\n",
      "2 \t2 \t16 \t64\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "0 \t0 \t0 \t0\n",
      "0 \t0 \t8 \t16\n",
      "0 \t2 \t2 \t4\n",
      "2 \t2 \t16 \t64\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 4\n",
      "0 \t0 \t0 \t0\n",
      "2 \t0 \t8 \t16\n",
      "0 \t0 \t2 \t4\n",
      "2 \t4 \t16 \t64\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 4\n",
      "0 \t0 \t0 \t4\n",
      "0 \t0 \t8 \t16\n",
      "0 \t0 \t2 \t4\n",
      "4 \t4 \t16 \t64\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 8\n",
      "0 \t0 \t2 \t4\n",
      "0 \t0 \t8 \t16\n",
      "0 \t0 \t2 \t4\n",
      "0 \t8 \t16 \t64\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 0\n",
      "2 \t8 \t2 \t4\n",
      "0 \t0 \t8 \t16\n",
      "0 \t0 \t2 \t4\n",
      "0 \t0 \t16 \t64\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 0\n",
      "2 \t8 \t2 \t4\n",
      "0 \t0 \t8 \t16\n",
      "0 \t2 \t2 \t4\n",
      "0 \t0 \t16 \t64\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "0 \t0 \t2 \t4\n",
      "0 \t0 \t8 \t16\n",
      "2 \t8 \t2 \t4\n",
      "2 \t2 \t16 \t64\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 4\n",
      "4 \t0 \t2 \t4\n",
      "0 \t0 \t8 \t16\n",
      "0 \t8 \t2 \t4\n",
      "4 \t2 \t16 \t64\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 8\n",
      "0 \t0 \t2 \t4\n",
      "0 \t2 \t8 \t16\n",
      "0 \t8 \t2 \t4\n",
      "8 \t2 \t16 \t64\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "0 \t0 \t2 \t4\n",
      "2 \t2 \t8 \t16\n",
      "0 \t8 \t2 \t4\n",
      "8 \t2 \t16 \t64\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 0\n",
      "2 \t2 \t2 \t4\n",
      "8 \t8 \t8 \t16\n",
      "0 \t2 \t2 \t4\n",
      "0 \t2 \t16 \t64\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 4\n",
      "2 \t2 \t2 \t4\n",
      "8 \t8 \t8 \t16\n",
      "2 \t4 \t2 \t4\n",
      "0 \t0 \t16 \t64\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 20\n",
      "0 \t2 \t4 \t4\n",
      "2 \t8 \t16 \t16\n",
      "2 \t4 \t2 \t4\n",
      "0 \t0 \t16 \t64\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 40\n",
      "0 \t2 \t2 \t8\n",
      "0 \t2 \t8 \t32\n",
      "2 \t4 \t2 \t4\n",
      "0 \t0 \t16 \t64\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 4\n",
      "2 \t0 \t4 \t8\n",
      "0 \t2 \t8 \t32\n",
      "2 \t4 \t2 \t4\n",
      "0 \t0 \t16 \t64\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 0\n",
      "0 \t2 \t4 \t8\n",
      "0 \t2 \t8 \t32\n",
      "2 \t4 \t2 \t4\n",
      "0 \t2 \t16 \t64\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 4\n",
      "0 \t0 \t4 \t8\n",
      "0 \t4 \t8 \t32\n",
      "2 \t4 \t2 \t4\n",
      "2 \t2 \t16 \t64\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 12\n",
      "0 \t0 \t4 \t8\n",
      "0 \t0 \t8 \t32\n",
      "2 \t8 \t2 \t4\n",
      "4 \t2 \t16 \t64\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "0 \t0 \t4 \t8\n",
      "0 \t2 \t8 \t32\n",
      "2 \t8 \t2 \t4\n",
      "4 \t2 \t16 \t64\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 0\n",
      "2 \t2 \t4 \t8\n",
      "4 \t8 \t8 \t32\n",
      "0 \t2 \t2 \t4\n",
      "2 \t0 \t16 \t64\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 24\n",
      "0 \t4 \t4 \t8\n",
      "0 \t4 \t16 \t32\n",
      "0 \t2 \t4 \t4\n",
      "0 \t2 \t16 \t64\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 16\n",
      "0 \t0 \t8 \t8\n",
      "0 \t4 \t16 \t32\n",
      "0 \t2 \t2 \t8\n",
      "0 \t2 \t16 \t64\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 20\n",
      "0 \t0 \t0 \t16\n",
      "0 \t4 \t16 \t32\n",
      "2 \t0 \t4 \t8\n",
      "0 \t2 \t16 \t64\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "0 \t0 \t0 \t16\n",
      "0 \t0 \t16 \t32\n",
      "2 \t4 \t4 \t8\n",
      "2 \t2 \t16 \t64\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 4\n",
      "0 \t2 \t0 \t16\n",
      "0 \t0 \t16 \t32\n",
      "0 \t4 \t4 \t8\n",
      "4 \t2 \t16 \t64\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 8\n",
      "2 \t0 \t2 \t16\n",
      "0 \t0 \t16 \t32\n",
      "0 \t0 \t8 \t8\n",
      "4 \t2 \t16 \t64\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 20\n",
      "0 \t0 \t4 \t16\n",
      "0 \t0 \t16 \t32\n",
      "0 \t0 \t2 \t16\n",
      "4 \t2 \t16 \t64\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t2 \t4 \t16\n",
      "2 \t0 \t16 \t32\n",
      "0 \t0 \t2 \t16\n",
      "0 \t0 \t16 \t64\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t2 \t4 \t16\n",
      "2 \t0 \t16 \t32\n",
      "0 \t0 \t2 \t16\n",
      "0 \t2 \t16 \t64\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 4\n",
      "0 \t0 \t4 \t16\n",
      "0 \t2 \t16 \t32\n",
      "4 \t0 \t2 \t16\n",
      "2 \t4 \t16 \t64\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "0 \t0 \t4 \t16\n",
      "0 \t2 \t16 \t32\n",
      "4 \t2 \t2 \t16\n",
      "2 \t4 \t16 \t64\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 4\n",
      "0 \t0 \t4 \t16\n",
      "0 \t4 \t16 \t32\n",
      "4 \t4 \t2 \t16\n",
      "2 \t4 \t16 \t64\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 8\n",
      "2 \t0 \t4 \t16\n",
      "0 \t0 \t16 \t32\n",
      "4 \t4 \t2 \t16\n",
      "2 \t8 \t16 \t64\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 8\n",
      "2 \t2 \t4 \t16\n",
      "0 \t0 \t16 \t32\n",
      "0 \t8 \t2 \t16\n",
      "2 \t8 \t16 \t64\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 4\n",
      "0 \t4 \t4 \t16\n",
      "0 \t0 \t16 \t32\n",
      "2 \t8 \t2 \t16\n",
      "2 \t8 \t16 \t64\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 8\n",
      "0 \t0 \t8 \t16\n",
      "2 \t0 \t16 \t32\n",
      "2 \t8 \t2 \t16\n",
      "2 \t8 \t16 \t64\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 20\n",
      "0 \t0 \t8 \t16\n",
      "2 \t0 \t16 \t32\n",
      "2 \t0 \t2 \t16\n",
      "4 \t16 \t16 \t64\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 36\n",
      "2 \t0 \t8 \t16\n",
      "0 \t2 \t16 \t32\n",
      "0 \t0 \t4 \t16\n",
      "0 \t4 \t32 \t64\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 0\n",
      "2 \t2 \t8 \t16\n",
      "0 \t2 \t16 \t32\n",
      "0 \t0 \t4 \t16\n",
      "0 \t4 \t32 \t64\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 4\n",
      "2 \t0 \t8 \t16\n",
      "0 \t0 \t16 \t32\n",
      "0 \t4 \t4 \t16\n",
      "2 \t4 \t32 \t64\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 12\n",
      "4 \t8 \t8 \t16\n",
      "0 \t0 \t16 \t32\n",
      "0 \t0 \t4 \t16\n",
      "2 \t0 \t32 \t64\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "0 \t0 \t8 \t16\n",
      "0 \t2 \t16 \t32\n",
      "4 \t0 \t4 \t16\n",
      "2 \t8 \t32 \t64\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "2 \t0 \t8 \t16\n",
      "0 \t0 \t16 \t32\n",
      "4 \t2 \t4 \t16\n",
      "2 \t8 \t32 \t64\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "0 \t0 \t8 \t16\n",
      "2 \t2 \t16 \t32\n",
      "4 \t2 \t4 \t16\n",
      "2 \t8 \t32 \t64\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 4\n",
      "0 \t0 \t8 \t16\n",
      "2 \t2 \t16 \t32\n",
      "4 \t4 \t4 \t16\n",
      "2 \t8 \t32 \t64\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 12\n",
      "0 \t0 \t8 \t16\n",
      "0 \t4 \t16 \t32\n",
      "2 \t4 \t8 \t16\n",
      "2 \t8 \t32 \t64\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 12\n",
      "0 \t0 \t8 \t16\n",
      "0 \t0 \t16 \t32\n",
      "2 \t8 \t8 \t16\n",
      "4 \t8 \t32 \t64\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 16\n",
      "0 \t2 \t8 \t16\n",
      "0 \t0 \t16 \t32\n",
      "2 \t0 \t8 \t16\n",
      "4 \t16 \t32 \t64\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "0 \t2 \t8 \t16\n",
      "0 \t0 \t16 \t32\n",
      "2 \t2 \t8 \t16\n",
      "4 \t16 \t32 \t64\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 4\n",
      "2 \t2 \t8 \t16\n",
      "0 \t0 \t16 \t32\n",
      "0 \t4 \t8 \t16\n",
      "4 \t16 \t32 \t64\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 4\n",
      "0 \t4 \t8 \t16\n",
      "0 \t0 \t16 \t32\n",
      "2 \t4 \t8 \t16\n",
      "4 \t16 \t32 \t64\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 8\n",
      "0 \t0 \t8 \t16\n",
      "4 \t0 \t16 \t32\n",
      "2 \t8 \t8 \t16\n",
      "4 \t16 \t32 \t64\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 16\n",
      "0 \t0 \t8 \t16\n",
      "2 \t4 \t16 \t32\n",
      "0 \t2 \t16 \t16\n",
      "4 \t16 \t32 \t64\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 32\n",
      "4 \t0 \t8 \t16\n",
      "2 \t4 \t16 \t32\n",
      "0 \t0 \t2 \t32\n",
      "4 \t16 \t32 \t64\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 64\n",
      "2 \t0 \t8 \t0\n",
      "4 \t0 \t16 \t16\n",
      "2 \t4 \t2 \t64\n",
      "4 \t16 \t32 \t64\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 128\n",
      "2 \t0 \t8 \t4\n",
      "4 \t0 \t16 \t0\n",
      "2 \t4 \t2 \t16\n",
      "4 \t16 \t32 \t128\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 0\n",
      "0 \t2 \t8 \t4\n",
      "0 \t2 \t4 \t16\n",
      "2 \t4 \t2 \t16\n",
      "4 \t16 \t32 \t128\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 36\n",
      "0 \t0 \t8 \t2\n",
      "0 \t4 \t4 \t4\n",
      "2 \t4 \t2 \t32\n",
      "4 \t16 \t32 \t128\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 8\n",
      "0 \t0 \t8 \t2\n",
      "4 \t0 \t4 \t4\n",
      "2 \t8 \t2 \t32\n",
      "4 \t16 \t32 \t128\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 8\n",
      "0 \t0 \t8 \t2\n",
      "0 \t2 \t4 \t8\n",
      "2 \t8 \t2 \t32\n",
      "4 \t16 \t32 \t128\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 0\n",
      "2 \t2 \t8 \t2\n",
      "4 \t8 \t4 \t8\n",
      "0 \t16 \t2 \t32\n",
      "0 \t2 \t32 \t128\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 4\n",
      "2 \t4 \t8 \t2\n",
      "4 \t8 \t4 \t8\n",
      "0 \t16 \t2 \t32\n",
      "0 \t2 \t32 \t128\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "2 \t4 \t8 \t2\n",
      "0 \t8 \t4 \t8\n",
      "2 \t16 \t2 \t32\n",
      "4 \t2 \t32 \t128\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 4\n",
      "0 \t4 \t8 \t2\n",
      "2 \t8 \t4 \t8\n",
      "4 \t16 \t2 \t32\n",
      "4 \t2 \t32 \t128\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 8\n",
      "2 \t4 \t8 \t2\n",
      "8 \t8 \t4 \t8\n",
      "0 \t16 \t2 \t32\n",
      "2 \t2 \t32 \t128\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 20\n",
      "2 \t4 \t8 \t2\n",
      "0 \t16 \t4 \t8\n",
      "2 \t16 \t2 \t32\n",
      "0 \t4 \t32 \t128\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 36\n",
      "0 \t4 \t8 \t2\n",
      "0 \t4 \t4 \t8\n",
      "0 \t32 \t2 \t32\n",
      "4 \t4 \t32 \t128\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 16\n",
      "2 \t4 \t8 \t2\n",
      "0 \t0 \t8 \t8\n",
      "0 \t32 \t2 \t32\n",
      "0 \t8 \t32 \t128\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 16\n",
      "2 \t4 \t8 \t2\n",
      "0 \t0 \t2 \t16\n",
      "0 \t32 \t2 \t32\n",
      "0 \t8 \t32 \t128\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 4\n",
      "0 \t0 \t2 \t2\n",
      "0 \t4 \t8 \t16\n",
      "0 \t32 \t4 \t32\n",
      "2 \t8 \t32 \t128\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "2 \t0 \t2 \t2\n",
      "0 \t4 \t8 \t16\n",
      "0 \t32 \t4 \t32\n",
      "2 \t8 \t32 \t128\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 4\n",
      "0 \t2 \t2 \t4\n",
      "0 \t4 \t8 \t16\n",
      "0 \t32 \t4 \t32\n",
      "2 \t8 \t32 \t128\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 4\n",
      "4 \t0 \t4 \t4\n",
      "0 \t4 \t8 \t16\n",
      "0 \t32 \t4 \t32\n",
      "2 \t8 \t32 \t128\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t4 \t4 \t4\n",
      "2 \t32 \t8 \t16\n",
      "0 \t8 \t4 \t32\n",
      "2 \t0 \t32 \t128\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 16\n",
      "0 \t2 \t8 \t8\n",
      "2 \t32 \t8 \t16\n",
      "0 \t8 \t4 \t32\n",
      "0 \t2 \t32 \t128\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 16\n",
      "4 \t0 \t2 \t16\n",
      "2 \t32 \t8 \t16\n",
      "0 \t8 \t4 \t32\n",
      "0 \t2 \t32 \t128\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 32\n",
      "2 \t0 \t2 \t0\n",
      "0 \t32 \t8 \t32\n",
      "4 \t8 \t4 \t32\n",
      "2 \t2 \t32 \t128\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 64\n",
      "0 \t0 \t2 \t2\n",
      "2 \t32 \t8 \t0\n",
      "4 \t8 \t4 \t64\n",
      "2 \t2 \t32 \t128\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 8\n",
      "0 \t2 \t0 \t4\n",
      "0 \t2 \t32 \t8\n",
      "4 \t8 \t4 \t64\n",
      "0 \t4 \t32 \t128\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 4\n",
      "0 \t2 \t0 \t4\n",
      "0 \t4 \t32 \t8\n",
      "0 \t8 \t4 \t64\n",
      "4 \t4 \t32 \t128\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 8\n",
      "0 \t0 \t2 \t4\n",
      "0 \t4 \t32 \t8\n",
      "0 \t8 \t4 \t64\n",
      "2 \t8 \t32 \t128\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 16\n",
      "0 \t0 \t2 \t4\n",
      "0 \t2 \t32 \t8\n",
      "0 \t4 \t4 \t64\n",
      "2 \t16 \t32 \t128\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 0\n",
      "2 \t2 \t2 \t4\n",
      "0 \t4 \t32 \t8\n",
      "0 \t16 \t4 \t64\n",
      "2 \t0 \t32 \t128\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 4\n",
      "2 \t2 \t4 \t4\n",
      "0 \t4 \t32 \t8\n",
      "0 \t16 \t4 \t64\n",
      "0 \t2 \t32 \t128\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 12\n",
      "0 \t2 \t4 \t8\n",
      "0 \t4 \t32 \t8\n",
      "0 \t16 \t4 \t64\n",
      "0 \t2 \t32 \t128\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 0\n",
      "0 \t2 \t4 \t8\n",
      "0 \t4 \t32 \t8\n",
      "0 \t16 \t4 \t64\n",
      "2 \t2 \t32 \t128\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 16\n",
      "0 \t2 \t4 \t0\n",
      "2 \t4 \t32 \t16\n",
      "0 \t16 \t4 \t64\n",
      "2 \t2 \t32 \t128\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 4\n",
      "0 \t2 \t2 \t4\n",
      "2 \t4 \t32 \t16\n",
      "0 \t16 \t4 \t64\n",
      "0 \t4 \t32 \t128\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 4\n",
      "4 \t0 \t4 \t4\n",
      "2 \t4 \t32 \t16\n",
      "0 \t16 \t4 \t64\n",
      "0 \t4 \t32 \t128\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 8\n",
      "0 \t0 \t4 \t8\n",
      "2 \t4 \t32 \t16\n",
      "0 \t16 \t4 \t64\n",
      "2 \t4 \t32 \t128\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 4\n",
      "4 \t4 \t4 \t8\n",
      "0 \t16 \t32 \t16\n",
      "0 \t4 \t4 \t64\n",
      "2 \t0 \t32 \t128\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 16\n",
      "0 \t4 \t8 \t8\n",
      "0 \t16 \t32 \t16\n",
      "2 \t0 \t8 \t64\n",
      "0 \t2 \t32 \t128\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 16\n",
      "0 \t0 \t4 \t16\n",
      "2 \t16 \t32 \t16\n",
      "0 \t2 \t8 \t64\n",
      "0 \t2 \t32 \t128\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 36\n",
      "4 \t0 \t4 \t0\n",
      "0 \t0 \t32 \t32\n",
      "0 \t16 \t8 \t64\n",
      "2 \t4 \t32 \t128\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 72\n",
      "0 \t2 \t0 \t8\n",
      "0 \t0 \t0 \t64\n",
      "0 \t16 \t8 \t64\n",
      "2 \t4 \t32 \t128\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 128\n",
      "2 \t0 \t0 \t0\n",
      "0 \t2 \t0 \t8\n",
      "0 \t16 \t8 \t128\n",
      "2 \t4 \t32 \t128\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 260\n",
      "0 \t0 \t0 \t0\n",
      "2 \t2 \t0 \t0\n",
      "0 \t16 \t8 \t8\n",
      "4 \t4 \t32 \t256\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "2 \t0 \t0 \t0\n",
      "0 \t2 \t0 \t0\n",
      "2 \t16 \t8 \t8\n",
      "4 \t4 \t32 \t256\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 24\n",
      "0 \t2 \t0 \t2\n",
      "0 \t0 \t0 \t2\n",
      "0 \t2 \t16 \t16\n",
      "0 \t8 \t32 \t256\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 36\n",
      "0 \t0 \t0 \t4\n",
      "0 \t0 \t0 \t2\n",
      "0 \t2 \t2 \t32\n",
      "0 \t8 \t32 \t256\n",
      "Next Action: \"left\"\n",
      "\n",
      "Reward: 4\n",
      "4 \t0 \t0 \t0\n",
      "2 \t2 \t0 \t0\n",
      "4 \t32 \t0 \t0\n",
      "8 \t32 \t256 \t0\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 4\n",
      "0 \t0 \t0 \t4\n",
      "2 \t0 \t0 \t4\n",
      "0 \t0 \t4 \t32\n",
      "0 \t8 \t32 \t256\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 0\n",
      "0 \t0 \t0 \t4\n",
      "0 \t0 \t2 \t4\n",
      "0 \t0 \t4 \t32\n",
      "2 \t8 \t32 \t256\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 8\n",
      "0 \t0 \t0 \t0\n",
      "0 \t0 \t2 \t8\n",
      "0 \t2 \t4 \t32\n",
      "2 \t8 \t32 \t256\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 0\n",
      "2 \t2 \t2 \t8\n",
      "0 \t8 \t4 \t32\n",
      "2 \t0 \t32 \t256\n",
      "0 \t0 \t0 \t0\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 4\n",
      "0 \t2 \t4 \t8\n",
      "0 \t8 \t4 \t32\n",
      "2 \t2 \t32 \t256\n",
      "0 \t0 \t0 \t0\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 8\n",
      "4 \t0 \t0 \t0\n",
      "0 \t2 \t0 \t8\n",
      "0 \t8 \t8 \t32\n",
      "2 \t2 \t32 \t256\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 20\n",
      "0 \t0 \t0 \t4\n",
      "0 \t0 \t2 \t8\n",
      "4 \t0 \t16 \t32\n",
      "0 \t4 \t32 \t256\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "0 \t0 \t2 \t4\n",
      "0 \t0 \t2 \t8\n",
      "0 \t0 \t16 \t32\n",
      "4 \t4 \t32 \t256\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 4\n",
      "0 \t0 \t0 \t4\n",
      "0 \t0 \t4 \t8\n",
      "0 \t2 \t16 \t32\n",
      "4 \t4 \t32 \t256\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 8\n",
      "0 \t0 \t2 \t4\n",
      "0 \t0 \t4 \t8\n",
      "0 \t2 \t16 \t32\n",
      "0 \t8 \t32 \t256\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 0\n",
      "0 \t2 \t2 \t4\n",
      "0 \t8 \t4 \t8\n",
      "0 \t2 \t16 \t32\n",
      "0 \t0 \t32 \t256\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 4\n",
      "0 \t0 \t4 \t4\n",
      "0 \t8 \t4 \t8\n",
      "0 \t2 \t16 \t32\n",
      "2 \t0 \t32 \t256\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 8\n",
      "0 \t0 \t0 \t8\n",
      "0 \t8 \t4 \t8\n",
      "0 \t2 \t16 \t32\n",
      "2 \t2 \t32 \t256\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 20\n",
      "0 \t0 \t2 \t0\n",
      "0 \t0 \t4 \t16\n",
      "0 \t8 \t16 \t32\n",
      "2 \t4 \t32 \t256\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "0 \t0 \t2 \t0\n",
      "0 \t2 \t4 \t16\n",
      "0 \t8 \t16 \t32\n",
      "2 \t4 \t32 \t256\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 0\n",
      "2 \t0 \t0 \t2\n",
      "0 \t2 \t4 \t16\n",
      "0 \t8 \t16 \t32\n",
      "2 \t4 \t32 \t256\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 4\n",
      "0 \t0 \t0 \t4\n",
      "0 \t2 \t4 \t16\n",
      "2 \t8 \t16 \t32\n",
      "2 \t4 \t32 \t256\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 4\n",
      "0 \t0 \t0 \t4\n",
      "2 \t2 \t4 \t16\n",
      "0 \t8 \t16 \t32\n",
      "4 \t4 \t32 \t256\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 12\n",
      "2 \t0 \t0 \t4\n",
      "0 \t4 \t4 \t16\n",
      "0 \t8 \t16 \t32\n",
      "0 \t8 \t32 \t256\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 16\n",
      "0 \t0 \t0 \t4\n",
      "0 \t2 \t4 \t16\n",
      "0 \t4 \t16 \t32\n",
      "2 \t16 \t32 \t256\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "0 \t2 \t0 \t4\n",
      "0 \t2 \t4 \t16\n",
      "0 \t4 \t16 \t32\n",
      "2 \t16 \t32 \t256\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 4\n",
      "2 \t0 \t0 \t4\n",
      "0 \t4 \t4 \t16\n",
      "0 \t4 \t16 \t32\n",
      "2 \t16 \t32 \t256\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 8\n",
      "0 \t2 \t2 \t4\n",
      "0 \t0 \t8 \t16\n",
      "0 \t4 \t16 \t32\n",
      "2 \t16 \t32 \t256\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 4\n",
      "0 \t2 \t4 \t4\n",
      "0 \t0 \t8 \t16\n",
      "0 \t4 \t16 \t32\n",
      "2 \t16 \t32 \t256\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 8\n",
      "0 \t2 \t2 \t8\n",
      "0 \t0 \t8 \t16\n",
      "0 \t4 \t16 \t32\n",
      "2 \t16 \t32 \t256\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 4\n",
      "0 \t2 \t4 \t8\n",
      "0 \t0 \t8 \t16\n",
      "0 \t4 \t16 \t32\n",
      "2 \t16 \t32 \t256\n",
      "Next Action: \"left\"\n",
      "\n",
      "Reward: 0\n",
      "2 \t4 \t8 \t0\n",
      "8 \t16 \t0 \t2\n",
      "4 \t16 \t32 \t0\n",
      "2 \t16 \t32 \t256\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 0\n",
      "0 \t2 \t4 \t8\n",
      "4 \t8 \t16 \t2\n",
      "0 \t4 \t16 \t32\n",
      "2 \t16 \t32 \t256\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 32\n",
      "0 \t2 \t2 \t8\n",
      "0 \t8 \t4 \t2\n",
      "4 \t4 \t32 \t32\n",
      "2 \t16 \t32 \t256\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 64\n",
      "0 \t2 \t2 \t8\n",
      "0 \t8 \t2 \t2\n",
      "4 \t4 \t4 \t32\n",
      "2 \t16 \t64 \t256\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 16\n",
      "0 \t0 \t4 \t8\n",
      "2 \t0 \t8 \t4\n",
      "0 \t4 \t8 \t32\n",
      "2 \t16 \t64 \t256\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 20\n",
      "2 \t0 \t0 \t8\n",
      "0 \t0 \t4 \t4\n",
      "0 \t4 \t16 \t32\n",
      "4 \t16 \t64 \t256\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 8\n",
      "0 \t0 \t2 \t8\n",
      "0 \t0 \t2 \t8\n",
      "0 \t4 \t16 \t32\n",
      "4 \t16 \t64 \t256\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 20\n",
      "0 \t0 \t0 \t0\n",
      "0 \t0 \t4 \t16\n",
      "2 \t4 \t16 \t32\n",
      "4 \t16 \t64 \t256\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "0 \t0 \t0 \t0\n",
      "4 \t0 \t4 \t16\n",
      "2 \t4 \t16 \t32\n",
      "4 \t16 \t64 \t256\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 8\n",
      "0 \t2 \t0 \t0\n",
      "0 \t0 \t8 \t16\n",
      "2 \t4 \t16 \t32\n",
      "4 \t16 \t64 \t256\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 0\n",
      "2 \t0 \t0 \t2\n",
      "0 \t0 \t8 \t16\n",
      "2 \t4 \t16 \t32\n",
      "4 \t16 \t64 \t256\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 4\n",
      "0 \t2 \t0 \t4\n",
      "0 \t0 \t8 \t16\n",
      "2 \t4 \t16 \t32\n",
      "4 \t16 \t64 \t256\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 0\n",
      "0 \t0 \t2 \t4\n",
      "2 \t0 \t8 \t16\n",
      "2 \t4 \t16 \t32\n",
      "4 \t16 \t64 \t256\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 0\n",
      "0 \t2 \t2 \t4\n",
      "0 \t2 \t8 \t16\n",
      "2 \t4 \t16 \t32\n",
      "4 \t16 \t64 \t256\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 4\n",
      "2 \t0 \t4 \t4\n",
      "0 \t2 \t8 \t16\n",
      "2 \t4 \t16 \t32\n",
      "4 \t16 \t64 \t256\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 4\n",
      "2 \t0 \t4 \t4\n",
      "0 \t2 \t8 \t16\n",
      "4 \t4 \t16 \t32\n",
      "4 \t16 \t64 \t256\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 16\n",
      "2 \t0 \t2 \t8\n",
      "0 \t2 \t8 \t16\n",
      "0 \t8 \t16 \t32\n",
      "4 \t16 \t64 \t256\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 0\n",
      "2 \t2 \t2 \t8\n",
      "4 \t8 \t8 \t16\n",
      "0 \t16 \t16 \t32\n",
      "2 \t0 \t64 \t256\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 52\n",
      "2 \t2 \t4 \t8\n",
      "0 \t4 \t16 \t16\n",
      "0 \t0 \t32 \t32\n",
      "0 \t2 \t64 \t256\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "0 \t2 \t4 \t8\n",
      "0 \t2 \t16 \t16\n",
      "0 \t4 \t32 \t32\n",
      "2 \t2 \t64 \t256\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 100\n",
      "0 \t2 \t4 \t8\n",
      "0 \t0 \t2 \t32\n",
      "2 \t0 \t4 \t64\n",
      "0 \t4 \t64 \t256\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 0\n",
      "2 \t2 \t4 \t8\n",
      "0 \t4 \t2 \t32\n",
      "0 \t2 \t4 \t64\n",
      "0 \t0 \t64 \t256\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 4\n",
      "0 \t4 \t4 \t8\n",
      "0 \t4 \t2 \t32\n",
      "0 \t2 \t4 \t64\n",
      "0 \t4 \t64 \t256\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 8\n",
      "0 \t0 \t8 \t8\n",
      "2 \t4 \t2 \t32\n",
      "0 \t2 \t4 \t64\n",
      "0 \t4 \t64 \t256\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 16\n",
      "2 \t0 \t0 \t16\n",
      "2 \t4 \t2 \t32\n",
      "0 \t2 \t4 \t64\n",
      "0 \t4 \t64 \t256\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 4\n",
      "4 \t0 \t0 \t16\n",
      "0 \t4 \t2 \t32\n",
      "0 \t2 \t4 \t64\n",
      "4 \t4 \t64 \t256\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 8\n",
      "0 \t2 \t4 \t16\n",
      "0 \t4 \t2 \t32\n",
      "0 \t2 \t4 \t64\n",
      "0 \t8 \t64 \t256\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 0\n",
      "2 \t2 \t4 \t16\n",
      "0 \t4 \t2 \t32\n",
      "0 \t2 \t4 \t64\n",
      "0 \t8 \t64 \t256\n",
      "Next Action: \"left\"\n",
      "\n",
      "Reward: 4\n",
      "4 \t4 \t16 \t0\n",
      "4 \t2 \t32 \t0\n",
      "2 \t4 \t64 \t0\n",
      "8 \t64 \t256 \t4\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 8\n",
      "0 \t0 \t8 \t16\n",
      "0 \t4 \t2 \t32\n",
      "2 \t2 \t4 \t64\n",
      "8 \t64 \t256 \t4\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "0 \t0 \t8 \t16\n",
      "2 \t4 \t2 \t32\n",
      "2 \t2 \t4 \t64\n",
      "8 \t64 \t256 \t4\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 4\n",
      "0 \t0 \t8 \t16\n",
      "2 \t4 \t2 \t32\n",
      "4 \t4 \t4 \t64\n",
      "8 \t64 \t256 \t4\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 8\n",
      "2 \t8 \t8 \t16\n",
      "4 \t64 \t2 \t32\n",
      "8 \t0 \t4 \t64\n",
      "0 \t2 \t256 \t4\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 0\n",
      "2 \t8 \t8 \t16\n",
      "4 \t64 \t2 \t32\n",
      "8 \t2 \t4 \t64\n",
      "0 \t2 \t256 \t4\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 16\n",
      "0 \t2 \t16 \t16\n",
      "4 \t64 \t2 \t32\n",
      "8 \t2 \t4 \t64\n",
      "2 \t2 \t256 \t4\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 36\n",
      "2 \t0 \t2 \t32\n",
      "4 \t64 \t2 \t32\n",
      "8 \t2 \t4 \t64\n",
      "0 \t4 \t256 \t4\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 4\n",
      "0 \t2 \t4 \t32\n",
      "4 \t64 \t2 \t32\n",
      "8 \t2 \t4 \t64\n",
      "0 \t4 \t256 \t4\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 64\n",
      "0 \t2 \t4 \t4\n",
      "0 \t64 \t2 \t64\n",
      "4 \t2 \t4 \t64\n",
      "8 \t4 \t256 \t4\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 128\n",
      "2 \t2 \t4 \t0\n",
      "0 \t64 \t2 \t4\n",
      "4 \t2 \t4 \t128\n",
      "8 \t4 \t256 \t4\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 4\n",
      "2 \t0 \t4 \t4\n",
      "0 \t64 \t2 \t4\n",
      "4 \t2 \t4 \t128\n",
      "8 \t4 \t256 \t4\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 8\n",
      "2 \t0 \t4 \t0\n",
      "2 \t64 \t2 \t8\n",
      "4 \t2 \t4 \t128\n",
      "8 \t4 \t256 \t4\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 4\n",
      "0 \t0 \t4 \t4\n",
      "4 \t64 \t2 \t8\n",
      "4 \t2 \t4 \t128\n",
      "8 \t4 \t256 \t4\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 8\n",
      "0 \t0 \t4 \t4\n",
      "2 \t64 \t2 \t8\n",
      "8 \t2 \t4 \t128\n",
      "8 \t4 \t256 \t4\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 16\n",
      "0 \t2 \t4 \t4\n",
      "0 \t64 \t2 \t8\n",
      "2 \t2 \t4 \t128\n",
      "16 \t4 \t256 \t4\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "0 \t2 \t4 \t4\n",
      "2 \t64 \t2 \t8\n",
      "2 \t2 \t4 \t128\n",
      "16 \t4 \t256 \t4\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 4\n",
      "4 \t2 \t4 \t4\n",
      "16 \t64 \t2 \t8\n",
      "0 \t2 \t4 \t128\n",
      "2 \t4 \t256 \t4\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t2 \t4 \t4\n",
      "16 \t64 \t2 \t8\n",
      "2 \t2 \t4 \t128\n",
      "2 \t4 \t256 \t4\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 12\n",
      "2 \t4 \t2 \t8\n",
      "16 \t64 \t2 \t8\n",
      "0 \t4 \t4 \t128\n",
      "2 \t4 \t256 \t4\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 28\n",
      "0 \t2 \t0 \t0\n",
      "2 \t4 \t4 \t16\n",
      "16 \t64 \t4 \t128\n",
      "2 \t8 \t256 \t4\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 8\n",
      "2 \t2 \t0 \t0\n",
      "2 \t4 \t0 \t16\n",
      "16 \t64 \t8 \t128\n",
      "2 \t8 \t256 \t4\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 4\n",
      "0 \t0 \t2 \t4\n",
      "0 \t2 \t4 \t16\n",
      "16 \t64 \t8 \t128\n",
      "2 \t8 \t256 \t4\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 0\n",
      "16 \t2 \t2 \t4\n",
      "2 \t64 \t4 \t16\n",
      "0 \t8 \t8 \t128\n",
      "0 \t4 \t256 \t4\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 20\n",
      "0 \t16 \t4 \t4\n",
      "2 \t64 \t4 \t16\n",
      "0 \t0 \t16 \t128\n",
      "4 \t4 \t256 \t4\n",
      "Next Action: \"left\"\n",
      "\n",
      "Reward: 16\n",
      "16 \t8 \t0 \t0\n",
      "2 \t64 \t4 \t16\n",
      "16 \t128 \t0 \t0\n",
      "8 \t256 \t4 \t4\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 8\n",
      "0 \t2 \t16 \t8\n",
      "2 \t64 \t4 \t16\n",
      "0 \t0 \t16 \t128\n",
      "0 \t8 \t256 \t8\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "0 \t0 \t16 \t8\n",
      "2 \t2 \t4 \t16\n",
      "0 \t64 \t16 \t128\n",
      "2 \t8 \t256 \t8\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 4\n",
      "0 \t0 \t16 \t8\n",
      "0 \t2 \t4 \t16\n",
      "2 \t64 \t16 \t128\n",
      "4 \t8 \t256 \t8\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 0\n",
      "2 \t2 \t16 \t8\n",
      "4 \t64 \t4 \t16\n",
      "0 \t8 \t16 \t128\n",
      "0 \t2 \t256 \t8\n",
      "Next Action: \"left\"\n",
      "\n",
      "Reward: 4\n",
      "4 \t16 \t8 \t0\n",
      "4 \t64 \t4 \t16\n",
      "8 \t16 \t128 \t0\n",
      "2 \t256 \t8 \t2\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 0\n",
      "0 \t4 \t16 \t8\n",
      "4 \t64 \t4 \t16\n",
      "2 \t8 \t16 \t128\n",
      "2 \t256 \t8 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 4\n",
      "2 \t4 \t16 \t8\n",
      "0 \t64 \t4 \t16\n",
      "4 \t8 \t16 \t128\n",
      "4 \t256 \t8 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 8\n",
      "0 \t4 \t16 \t8\n",
      "2 \t64 \t4 \t16\n",
      "2 \t8 \t16 \t128\n",
      "8 \t256 \t8 \t2\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 4\n",
      "4 \t4 \t16 \t8\n",
      "8 \t64 \t4 \t16\n",
      "2 \t8 \t16 \t128\n",
      "0 \t256 \t8 \t2\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 8\n",
      "0 \t8 \t16 \t8\n",
      "8 \t64 \t4 \t16\n",
      "2 \t8 \t16 \t128\n",
      "2 \t256 \t8 \t2\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 4\n",
      "8 \t8 \t16 \t8\n",
      "4 \t64 \t4 \t16\n",
      "2 \t8 \t16 \t128\n",
      "0 \t256 \t8 \t2\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 16\n",
      "0 \t16 \t16 \t8\n",
      "4 \t64 \t4 \t16\n",
      "2 \t8 \t16 \t128\n",
      "2 \t256 \t8 \t2\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 32\n",
      "0 \t4 \t32 \t8\n",
      "4 \t64 \t4 \t16\n",
      "2 \t8 \t16 \t128\n",
      "2 \t256 \t8 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 4\n",
      "2 \t4 \t32 \t8\n",
      "0 \t64 \t4 \t16\n",
      "4 \t8 \t16 \t128\n",
      "4 \t256 \t8 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 8\n",
      "2 \t4 \t32 \t8\n",
      "0 \t64 \t4 \t16\n",
      "2 \t8 \t16 \t128\n",
      "8 \t256 \t8 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 4\n",
      "2 \t4 \t32 \t8\n",
      "0 \t64 \t4 \t16\n",
      "4 \t8 \t16 \t128\n",
      "8 \t256 \t8 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "2 \t4 \t32 \t8\n",
      "2 \t64 \t4 \t16\n",
      "4 \t8 \t16 \t128\n",
      "8 \t256 \t8 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 4\n",
      "2 \t4 \t32 \t8\n",
      "4 \t64 \t4 \t16\n",
      "4 \t8 \t16 \t128\n",
      "8 \t256 \t8 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 8\n",
      "2 \t4 \t32 \t8\n",
      "2 \t64 \t4 \t16\n",
      "8 \t8 \t16 \t128\n",
      "8 \t256 \t8 \t2\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 16\n",
      "2 \t4 \t32 \t8\n",
      "2 \t64 \t4 \t16\n",
      "2 \t16 \t16 \t128\n",
      "8 \t256 \t8 \t2\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 32\n",
      "2 \t4 \t32 \t8\n",
      "2 \t64 \t4 \t16\n",
      "2 \t2 \t32 \t128\n",
      "8 \t256 \t8 \t2\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 4\n",
      "4 \t4 \t32 \t8\n",
      "2 \t64 \t4 \t16\n",
      "8 \t2 \t32 \t128\n",
      "2 \t256 \t8 \t2\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 8\n",
      "2 \t8 \t32 \t8\n",
      "2 \t64 \t4 \t16\n",
      "8 \t2 \t32 \t128\n",
      "2 \t256 \t8 \t2\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 4\n",
      "4 \t8 \t32 \t8\n",
      "8 \t64 \t4 \t16\n",
      "2 \t2 \t32 \t128\n",
      "2 \t256 \t8 \t2\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 4\n",
      "4 \t8 \t32 \t8\n",
      "8 \t64 \t4 \t16\n",
      "2 \t4 \t32 \t128\n",
      "2 \t256 \t8 \t2\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 4\n",
      "4 \t8 \t32 \t8\n",
      "8 \t64 \t4 \t16\n",
      "4 \t4 \t32 \t128\n",
      "2 \t256 \t8 \t2\n",
      "Next Action: \"left\"\n",
      "\n",
      "Reward: 8\n",
      "4 \t8 \t32 \t8\n",
      "8 \t64 \t4 \t16\n",
      "8 \t32 \t128 \t4\n",
      "2 \t256 \t8 \t2\n",
      "Next Action: \"left\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t8 \t32 \t8\n",
      "8 \t64 \t4 \t16\n",
      "8 \t32 \t128 \t4\n",
      "2 \t256 \t8 \t2\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 16\n",
      "4 \t8 \t32 \t8\n",
      "16 \t64 \t4 \t16\n",
      "2 \t32 \t128 \t4\n",
      "2 \t256 \t8 \t2\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t8 \t32 \t8\n",
      "16 \t64 \t4 \t16\n",
      "2 \t32 \t128 \t4\n",
      "2 \t256 \t8 \t2\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 4\n",
      "4 \t8 \t32 \t8\n",
      "16 \t64 \t4 \t16\n",
      "4 \t32 \t128 \t4\n",
      "2 \t256 \t8 \t2\n",
      "\n",
      "Total Moves: 265\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "c:\\Users\\Celso\\anaconda3\\envs\\Test\\lib\\site-packages\\numpy\\lib\\npyio.py:528: VisibleDeprecationWarning: Creating an ndarray from ragged nested sequences (which is a list-or-tuple of lists-or-tuples-or ndarrays with different lengths or shapes) is deprecated. If you meant to do this, you must specify 'dtype=object' when creating the ndarray.\n",
      "  arr = np.asanyarray(arr)\n"
     ]
    }
   ],
   "source": [
    "import gym_2048\n",
    "import gym\n",
    "import numpy as np\n",
    "\n",
    "if __name__ == '__main__':\n",
    "  env = gym.make('2048-v0')\n",
    "  env.seed()\n",
    "  obs = env.reset()\n",
    "  env.render()\n",
    "  buffer = []\n",
    "  done = False\n",
    "  moves = 0\n",
    "  count_action = 0\n",
    "  old_action = 0\n",
    "  while not done:\n",
    "    action = int(input('Next action: '))\n",
    "    if old_action == action:\n",
    "      count_action +=1\n",
    "    \n",
    "    if count_action > 10:\n",
    "      action = env.np_random.choice(range(4), 1).item()\n",
    "      count_action = 0\n",
    "\n",
    "    next_state, reward, done, info = env.step(action)\n",
    "    moves += 1\n",
    "    transition = (obs, action, reward, done, next_state)\n",
    "    buffer.append(transition)\n",
    "    obs = next_state\n",
    "    old_action = action\n",
    "    \n",
    "\n",
    "    print('Next Action: \"{}\"\\n\\nReward: {}'.format(\n",
    "      gym_2048.Base2048Env.ACTION_STRING[action], reward))\n",
    "    env.render()\n",
    "  with open('game.npy', 'wb') as f:\n",
    "      np.save(f, buffer)\n",
    "\n",
    "  print('\\nTotal Moves: {}'.format(moves))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Second part\n",
    "\n",
    "Runs one example of the code, it is done in Jupyter so it can be run while the NNet is training on the python script"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 69,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "c:\\Users\\Celso\\anaconda3\\envs\\Test\\lib\\site-packages\\gym_2048\\env.py:120: FutureWarning: Using a non-tuple sequence for multidimensional indexing is deprecated; use `arr[tuple(seq)]` instead of `arr[seq]`. In the future this will be interpreted as an array index, `arr[np.array(seq)]`, which will result either in an error or a different result.\n",
      "  board[tile_locs] = tiles\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0 \t0 \t2 \t0\n",
      "0 \t0 \t0 \t0\n",
      "0 \t0 \t0 \t0\n",
      "2 \t0 \t0 \t0\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 0\n",
      "2 \t0 \t2 \t0\n",
      "0 \t0 \t0 \t2\n",
      "0 \t0 \t0 \t0\n",
      "0 \t0 \t0 \t0\n",
      "Next Action: \"left\"\n",
      "\n",
      "Reward: 4\n",
      "4 \t2 \t0 \t0\n",
      "2 \t0 \t0 \t0\n",
      "0 \t0 \t0 \t0\n",
      "0 \t0 \t0 \t0\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 0\n",
      "0 \t0 \t4 \t2\n",
      "0 \t0 \t0 \t2\n",
      "0 \t0 \t0 \t0\n",
      "2 \t0 \t0 \t0\n",
      "Next Action: \"left\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t2 \t0 \t0\n",
      "2 \t0 \t0 \t0\n",
      "0 \t0 \t0 \t0\n",
      "2 \t0 \t2 \t0\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 4\n",
      "4 \t2 \t2 \t0\n",
      "4 \t0 \t0 \t0\n",
      "0 \t0 \t0 \t2\n",
      "0 \t0 \t0 \t0\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 8\n",
      "8 \t2 \t2 \t2\n",
      "2 \t0 \t0 \t0\n",
      "0 \t0 \t0 \t0\n",
      "0 \t0 \t0 \t0\n",
      "Next Action: \"left\"\n",
      "\n",
      "Reward: 4\n",
      "8 \t4 \t2 \t0\n",
      "2 \t0 \t0 \t0\n",
      "0 \t0 \t2 \t0\n",
      "0 \t0 \t0 \t0\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 4\n",
      "8 \t4 \t4 \t0\n",
      "2 \t0 \t2 \t0\n",
      "0 \t0 \t0 \t0\n",
      "0 \t0 \t0 \t0\n",
      "Next Action: \"left\"\n",
      "\n",
      "Reward: 12\n",
      "8 \t8 \t0 \t2\n",
      "4 \t0 \t0 \t0\n",
      "0 \t0 \t0 \t0\n",
      "0 \t0 \t0 \t0\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 16\n",
      "0 \t0 \t16 \t2\n",
      "0 \t0 \t0 \t4\n",
      "0 \t0 \t0 \t2\n",
      "0 \t0 \t0 \t0\n",
      "Next Action: \"left\"\n",
      "\n",
      "Reward: 0\n",
      "16 \t2 \t0 \t4\n",
      "4 \t0 \t0 \t0\n",
      "2 \t0 \t0 \t0\n",
      "0 \t0 \t0 \t0\n",
      "Next Action: \"left\"\n",
      "\n",
      "Reward: 0\n",
      "16 \t2 \t4 \t0\n",
      "4 \t0 \t2 \t0\n",
      "2 \t0 \t0 \t0\n",
      "0 \t0 \t0 \t0\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 0\n",
      "16 \t2 \t4 \t0\n",
      "4 \t0 \t2 \t0\n",
      "2 \t0 \t2 \t0\n",
      "0 \t0 \t0 \t0\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 4\n",
      "16 \t2 \t4 \t0\n",
      "4 \t0 \t4 \t0\n",
      "2 \t0 \t0 \t0\n",
      "0 \t2 \t0 \t0\n",
      "Next Action: \"left\"\n",
      "\n",
      "Reward: 8\n",
      "16 \t2 \t4 \t2\n",
      "8 \t0 \t0 \t0\n",
      "2 \t0 \t0 \t0\n",
      "2 \t0 \t0 \t0\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 4\n",
      "16 \t2 \t4 \t2\n",
      "8 \t0 \t2 \t0\n",
      "4 \t0 \t0 \t0\n",
      "0 \t0 \t0 \t0\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 0\n",
      "16 \t2 \t4 \t2\n",
      "8 \t0 \t2 \t0\n",
      "4 \t0 \t0 \t2\n",
      "0 \t0 \t0 \t0\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 4\n",
      "16 \t2 \t4 \t4\n",
      "8 \t0 \t2 \t0\n",
      "4 \t0 \t0 \t0\n",
      "0 \t0 \t2 \t0\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 4\n",
      "16 \t2 \t4 \t4\n",
      "8 \t0 \t4 \t0\n",
      "4 \t0 \t0 \t0\n",
      "0 \t2 \t0 \t0\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 12\n",
      "16 \t4 \t8 \t4\n",
      "8 \t2 \t0 \t0\n",
      "4 \t0 \t0 \t0\n",
      "0 \t0 \t0 \t0\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 0\n",
      "16 \t4 \t8 \t4\n",
      "8 \t2 \t0 \t0\n",
      "4 \t0 \t2 \t0\n",
      "0 \t0 \t0 \t0\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 0\n",
      "16 \t4 \t8 \t4\n",
      "8 \t2 \t2 \t0\n",
      "4 \t0 \t0 \t0\n",
      "0 \t0 \t2 \t0\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 4\n",
      "16 \t4 \t8 \t4\n",
      "8 \t2 \t4 \t0\n",
      "4 \t0 \t0 \t2\n",
      "0 \t0 \t0 \t0\n",
      "Next Action: \"left\"\n",
      "\n",
      "Reward: 0\n",
      "16 \t4 \t8 \t4\n",
      "8 \t2 \t4 \t0\n",
      "4 \t2 \t0 \t0\n",
      "0 \t0 \t2 \t0\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 4\n",
      "0 \t0 \t0 \t0\n",
      "16 \t2 \t8 \t0\n",
      "8 \t4 \t4 \t0\n",
      "4 \t4 \t2 \t4\n",
      "Next Action: \"left\"\n",
      "\n",
      "Reward: 16\n",
      "0 \t0 \t0 \t2\n",
      "16 \t2 \t8 \t0\n",
      "8 \t8 \t0 \t0\n",
      "8 \t2 \t4 \t0\n",
      "Next Action: \"left\"\n",
      "\n",
      "Reward: 16\n",
      "2 \t0 \t2 \t0\n",
      "16 \t2 \t8 \t0\n",
      "16 \t0 \t0 \t0\n",
      "8 \t2 \t4 \t0\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 36\n",
      "2 \t4 \t2 \t0\n",
      "32 \t0 \t8 \t0\n",
      "8 \t4 \t4 \t0\n",
      "0 \t0 \t0 \t0\n",
      "Next Action: \"left\"\n",
      "\n",
      "Reward: 8\n",
      "2 \t4 \t2 \t0\n",
      "32 \t8 \t0 \t0\n",
      "8 \t8 \t0 \t0\n",
      "4 \t0 \t0 \t0\n",
      "Next Action: \"left\"\n",
      "\n",
      "Reward: 16\n",
      "2 \t4 \t2 \t0\n",
      "32 \t8 \t0 \t0\n",
      "16 \t0 \t0 \t4\n",
      "4 \t0 \t0 \t0\n",
      "Next Action: \"left\"\n",
      "\n",
      "Reward: 0\n",
      "2 \t4 \t2 \t0\n",
      "32 \t8 \t0 \t0\n",
      "16 \t4 \t0 \t2\n",
      "4 \t0 \t0 \t0\n",
      "Next Action: \"left\"\n",
      "\n",
      "Reward: 0\n",
      "2 \t4 \t2 \t0\n",
      "32 \t8 \t0 \t0\n",
      "16 \t4 \t2 \t0\n",
      "4 \t2 \t0 \t0\n",
      "Next Action: \"left\"\n",
      "\n",
      "Reward: 0\n",
      "2 \t4 \t2 \t0\n",
      "32 \t8 \t2 \t0\n",
      "16 \t4 \t2 \t0\n",
      "4 \t2 \t0 \t0\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 4\n",
      "2 \t4 \t4 \t0\n",
      "32 \t8 \t2 \t2\n",
      "16 \t4 \t0 \t0\n",
      "4 \t2 \t0 \t0\n",
      "Next Action: \"left\"\n",
      "\n",
      "Reward: 12\n",
      "2 \t8 \t0 \t0\n",
      "32 \t8 \t4 \t0\n",
      "16 \t4 \t0 \t0\n",
      "4 \t2 \t0 \t2\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 16\n",
      "2 \t16 \t4 \t2\n",
      "32 \t4 \t0 \t2\n",
      "16 \t2 \t0 \t0\n",
      "4 \t0 \t0 \t0\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 4\n",
      "2 \t16 \t4 \t4\n",
      "32 \t4 \t0 \t2\n",
      "16 \t2 \t0 \t0\n",
      "4 \t0 \t0 \t0\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 0\n",
      "2 \t16 \t4 \t4\n",
      "32 \t4 \t0 \t2\n",
      "16 \t2 \t0 \t0\n",
      "4 \t0 \t2 \t0\n",
      "Next Action: \"left\"\n",
      "\n",
      "Reward: 8\n",
      "2 \t16 \t8 \t2\n",
      "32 \t4 \t2 \t0\n",
      "16 \t2 \t0 \t0\n",
      "4 \t2 \t0 \t0\n",
      "Next Action: \"left\"\n",
      "\n",
      "Reward: 0\n",
      "2 \t16 \t8 \t2\n",
      "32 \t4 \t2 \t0\n",
      "16 \t2 \t2 \t0\n",
      "4 \t2 \t0 \t0\n",
      "Next Action: \"left\"\n",
      "\n",
      "Reward: 4\n",
      "2 \t16 \t8 \t2\n",
      "32 \t4 \t2 \t0\n",
      "16 \t4 \t0 \t2\n",
      "4 \t2 \t0 \t0\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 12\n",
      "2 \t0 \t0 \t0\n",
      "32 \t16 \t0 \t0\n",
      "16 \t8 \t8 \t2\n",
      "4 \t2 \t2 \t4\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 20\n",
      "2 \t0 \t0 \t2\n",
      "0 \t0 \t32 \t16\n",
      "0 \t16 \t16 \t2\n",
      "0 \t4 \t4 \t4\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 44\n",
      "0 \t0 \t0 \t4\n",
      "0 \t0 \t32 \t16\n",
      "0 \t2 \t32 \t2\n",
      "0 \t0 \t4 \t8\n",
      "Next Action: \"left\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t0 \t0 \t0\n",
      "32 \t16 \t0 \t0\n",
      "2 \t32 \t2 \t2\n",
      "4 \t8 \t0 \t0\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 4\n",
      "0 \t0 \t0 \t4\n",
      "0 \t0 \t32 \t16\n",
      "2 \t2 \t32 \t4\n",
      "0 \t0 \t4 \t8\n",
      "Next Action: \"left\"\n",
      "\n",
      "Reward: 4\n",
      "4 \t0 \t0 \t0\n",
      "32 \t16 \t0 \t0\n",
      "4 \t32 \t4 \t0\n",
      "4 \t8 \t0 \t2\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 0\n",
      "2 \t0 \t0 \t4\n",
      "0 \t0 \t32 \t16\n",
      "0 \t4 \t32 \t4\n",
      "0 \t4 \t8 \t2\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 72\n",
      "2 \t8 \t64 \t4\n",
      "0 \t0 \t8 \t16\n",
      "0 \t0 \t0 \t4\n",
      "0 \t2 \t0 \t2\n",
      "Next Action: \"left\"\n",
      "\n",
      "Reward: 4\n",
      "2 \t8 \t64 \t4\n",
      "8 \t16 \t0 \t0\n",
      "4 \t0 \t0 \t0\n",
      "4 \t0 \t2 \t0\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 8\n",
      "2 \t8 \t64 \t4\n",
      "8 \t16 \t2 \t0\n",
      "8 \t0 \t0 \t2\n",
      "0 \t0 \t0 \t0\n",
      "Next Action: \"left\"\n",
      "\n",
      "Reward: 0\n",
      "2 \t8 \t64 \t4\n",
      "8 \t16 \t2 \t0\n",
      "8 \t2 \t0 \t0\n",
      "0 \t0 \t2 \t0\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 20\n",
      "2 \t8 \t64 \t4\n",
      "16 \t16 \t4 \t0\n",
      "2 \t2 \t0 \t0\n",
      "0 \t0 \t0 \t0\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 36\n",
      "2 \t8 \t64 \t4\n",
      "0 \t0 \t32 \t4\n",
      "0 \t2 \t0 \t4\n",
      "0 \t0 \t0 \t0\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 8\n",
      "0 \t0 \t0 \t0\n",
      "0 \t2 \t0 \t0\n",
      "0 \t8 \t64 \t4\n",
      "2 \t2 \t32 \t8\n",
      "Next Action: \"left\"\n",
      "\n",
      "Reward: 4\n",
      "0 \t0 \t0 \t0\n",
      "2 \t0 \t2 \t0\n",
      "8 \t64 \t4 \t0\n",
      "4 \t32 \t8 \t0\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 0\n",
      "2 \t64 \t2 \t0\n",
      "8 \t32 \t4 \t4\n",
      "4 \t0 \t8 \t0\n",
      "0 \t0 \t0 \t0\n",
      "Next Action: \"left\"\n",
      "\n",
      "Reward: 8\n",
      "2 \t64 \t2 \t0\n",
      "8 \t32 \t8 \t0\n",
      "4 \t8 \t0 \t0\n",
      "0 \t2 \t0 \t0\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 0\n",
      "2 \t64 \t2 \t0\n",
      "8 \t32 \t8 \t0\n",
      "4 \t8 \t0 \t2\n",
      "0 \t2 \t0 \t0\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 0\n",
      "2 \t2 \t64 \t2\n",
      "0 \t8 \t32 \t8\n",
      "0 \t4 \t8 \t2\n",
      "0 \t0 \t0 \t2\n",
      "Next Action: \"left\"\n",
      "\n",
      "Reward: 4\n",
      "4 \t64 \t2 \t0\n",
      "8 \t32 \t8 \t2\n",
      "4 \t8 \t2 \t0\n",
      "2 \t0 \t0 \t0\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t64 \t2 \t2\n",
      "8 \t32 \t8 \t0\n",
      "4 \t8 \t2 \t0\n",
      "2 \t0 \t2 \t0\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 4\n",
      "4 \t64 \t2 \t2\n",
      "8 \t32 \t8 \t0\n",
      "4 \t8 \t4 \t0\n",
      "2 \t2 \t0 \t0\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t64 \t2 \t2\n",
      "8 \t32 \t8 \t0\n",
      "4 \t8 \t4 \t0\n",
      "2 \t2 \t2 \t0\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t64 \t2 \t2\n",
      "8 \t32 \t8 \t0\n",
      "4 \t8 \t4 \t2\n",
      "2 \t2 \t2 \t0\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 4\n",
      "4 \t64 \t2 \t4\n",
      "8 \t32 \t8 \t2\n",
      "4 \t8 \t4 \t0\n",
      "2 \t2 \t2 \t0\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t64 \t2 \t4\n",
      "8 \t32 \t8 \t2\n",
      "4 \t8 \t4 \t2\n",
      "2 \t2 \t2 \t0\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 4\n",
      "4 \t64 \t2 \t4\n",
      "8 \t32 \t8 \t4\n",
      "4 \t8 \t4 \t2\n",
      "2 \t2 \t2 \t0\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 8\n",
      "4 \t64 \t2 \t8\n",
      "8 \t32 \t8 \t2\n",
      "4 \t8 \t4 \t0\n",
      "2 \t2 \t2 \t4\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t64 \t2 \t8\n",
      "8 \t32 \t8 \t2\n",
      "4 \t8 \t4 \t4\n",
      "2 \t2 \t2 \t2\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t64 \t2 \t8\n",
      "8 \t32 \t8 \t2\n",
      "4 \t8 \t4 \t4\n",
      "2 \t2 \t2 \t2\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t64 \t2 \t8\n",
      "8 \t32 \t8 \t2\n",
      "4 \t8 \t4 \t4\n",
      "2 \t2 \t2 \t2\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 16\n",
      "4 \t64 \t2 \t8\n",
      "8 \t32 \t8 \t2\n",
      "0 \t4 \t8 \t8\n",
      "2 \t0 \t4 \t4\n",
      "Next Action: \"left\"\n",
      "\n",
      "Reward: 24\n",
      "4 \t64 \t2 \t8\n",
      "8 \t32 \t8 \t2\n",
      "4 \t16 \t0 \t0\n",
      "2 \t8 \t2 \t0\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t64 \t0 \t2\n",
      "8 \t32 \t2 \t0\n",
      "4 \t16 \t8 \t8\n",
      "2 \t8 \t2 \t2\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 20\n",
      "0 \t4 \t64 \t2\n",
      "0 \t8 \t32 \t2\n",
      "0 \t4 \t16 \t16\n",
      "4 \t2 \t8 \t4\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 32\n",
      "0 \t4 \t64 \t2\n",
      "0 \t8 \t32 \t2\n",
      "2 \t0 \t4 \t32\n",
      "4 \t2 \t8 \t4\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 4\n",
      "2 \t4 \t64 \t4\n",
      "4 \t8 \t32 \t32\n",
      "0 \t2 \t4 \t4\n",
      "2 \t0 \t8 \t0\n",
      "Next Action: \"left\"\n",
      "\n",
      "Reward: 72\n",
      "2 \t4 \t64 \t4\n",
      "4 \t8 \t64 \t0\n",
      "2 \t8 \t0 \t0\n",
      "2 \t8 \t2 \t0\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 148\n",
      "0 \t0 \t0 \t0\n",
      "2 \t4 \t2 \t0\n",
      "4 \t8 \t128 \t0\n",
      "4 \t16 \t2 \t4\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 8\n",
      "2 \t4 \t2 \t4\n",
      "8 \t8 \t128 \t0\n",
      "0 \t16 \t2 \t0\n",
      "0 \t2 \t0 \t0\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 16\n",
      "2 \t4 \t2 \t4\n",
      "0 \t0 \t16 \t128\n",
      "0 \t0 \t16 \t2\n",
      "0 \t2 \t0 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 36\n",
      "2 \t0 \t0 \t0\n",
      "0 \t0 \t0 \t4\n",
      "0 \t4 \t2 \t128\n",
      "2 \t2 \t32 \t4\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 4\n",
      "4 \t4 \t2 \t4\n",
      "0 \t2 \t32 \t128\n",
      "0 \t0 \t0 \t4\n",
      "4 \t0 \t0 \t0\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 8\n",
      "0 \t0 \t0 \t0\n",
      "0 \t0 \t0 \t4\n",
      "2 \t4 \t2 \t128\n",
      "8 \t2 \t32 \t4\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 0\n",
      "0 \t0 \t0 \t0\n",
      "4 \t0 \t0 \t4\n",
      "2 \t4 \t2 \t128\n",
      "8 \t2 \t32 \t4\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 8\n",
      "2 \t0 \t0 \t0\n",
      "0 \t0 \t0 \t8\n",
      "2 \t4 \t2 \t128\n",
      "8 \t2 \t32 \t4\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 4\n",
      "4 \t4 \t2 \t8\n",
      "8 \t2 \t32 \t128\n",
      "0 \t0 \t0 \t4\n",
      "0 \t0 \t2 \t0\n",
      "Next Action: \"left\"\n",
      "\n",
      "Reward: 8\n",
      "8 \t2 \t8 \t2\n",
      "8 \t2 \t32 \t128\n",
      "4 \t0 \t0 \t0\n",
      "2 \t0 \t0 \t0\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 20\n",
      "0 \t0 \t0 \t0\n",
      "16 \t0 \t2 \t0\n",
      "4 \t0 \t8 \t2\n",
      "2 \t4 \t32 \t128\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 0\n",
      "2 \t0 \t0 \t0\n",
      "0 \t0 \t16 \t2\n",
      "0 \t4 \t8 \t2\n",
      "2 \t4 \t32 \t128\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 0\n",
      "0 \t0 \t0 \t2\n",
      "4 \t0 \t16 \t2\n",
      "0 \t4 \t8 \t2\n",
      "2 \t4 \t32 \t128\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 0\n",
      "0 \t2 \t0 \t2\n",
      "0 \t4 \t16 \t2\n",
      "0 \t4 \t8 \t2\n",
      "2 \t4 \t32 \t128\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 12\n",
      "2 \t0 \t0 \t0\n",
      "0 \t2 \t16 \t2\n",
      "0 \t4 \t8 \t4\n",
      "2 \t8 \t32 \t128\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 0\n",
      "0 \t0 \t0 \t2\n",
      "2 \t2 \t16 \t2\n",
      "0 \t4 \t8 \t4\n",
      "2 \t8 \t32 \t128\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 4\n",
      "0 \t0 \t0 \t2\n",
      "0 \t4 \t16 \t2\n",
      "2 \t4 \t8 \t4\n",
      "2 \t8 \t32 \t128\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 16\n",
      "0 \t0 \t0 \t2\n",
      "0 \t0 \t16 \t4\n",
      "0 \t8 \t8 \t4\n",
      "4 \t8 \t32 \t128\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 16\n",
      "0 \t0 \t0 \t2\n",
      "0 \t0 \t16 \t4\n",
      "2 \t0 \t16 \t4\n",
      "4 \t8 \t32 \t128\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 40\n",
      "2 \t8 \t32 \t2\n",
      "4 \t0 \t32 \t8\n",
      "0 \t2 \t0 \t128\n",
      "0 \t0 \t0 \t0\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 64\n",
      "2 \t0 \t0 \t0\n",
      "0 \t0 \t0 \t2\n",
      "2 \t8 \t0 \t8\n",
      "4 \t2 \t64 \t128\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 4\n",
      "4 \t8 \t64 \t2\n",
      "4 \t2 \t0 \t8\n",
      "0 \t0 \t4 \t128\n",
      "0 \t0 \t0 \t0\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t8 \t64 \t2\n",
      "0 \t4 \t2 \t8\n",
      "2 \t0 \t4 \t128\n",
      "0 \t0 \t0 \t0\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t8 \t64 \t2\n",
      "0 \t4 \t2 \t8\n",
      "2 \t2 \t4 \t128\n",
      "0 \t0 \t0 \t0\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 4\n",
      "4 \t8 \t64 \t2\n",
      "2 \t4 \t2 \t8\n",
      "0 \t4 \t4 \t128\n",
      "0 \t0 \t0 \t0\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 8\n",
      "4 \t8 \t64 \t2\n",
      "2 \t4 \t2 \t8\n",
      "0 \t4 \t8 \t128\n",
      "0 \t0 \t0 \t0\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t8 \t64 \t2\n",
      "2 \t4 \t2 \t8\n",
      "0 \t4 \t8 \t128\n",
      "2 \t0 \t0 \t0\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t8 \t64 \t2\n",
      "2 \t4 \t2 \t8\n",
      "0 \t4 \t8 \t128\n",
      "0 \t4 \t0 \t2\n",
      "Next Action: \"left\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t8 \t64 \t2\n",
      "2 \t4 \t2 \t8\n",
      "4 \t8 \t128 \t0\n",
      "4 \t2 \t0 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 8\n",
      "0 \t8 \t2 \t0\n",
      "4 \t4 \t64 \t2\n",
      "2 \t8 \t2 \t8\n",
      "8 \t2 \t128 \t2\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t8 \t2 \t2\n",
      "2 \t4 \t64 \t8\n",
      "8 \t8 \t2 \t2\n",
      "0 \t2 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 4\n",
      "0 \t8 \t2 \t2\n",
      "4 \t4 \t64 \t2\n",
      "2 \t8 \t2 \t8\n",
      "8 \t2 \t128 \t4\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 4\n",
      "4 \t8 \t2 \t4\n",
      "2 \t4 \t64 \t8\n",
      "8 \t8 \t2 \t4\n",
      "2 \t2 \t128 \t0\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t8 \t2 \t4\n",
      "2 \t4 \t64 \t4\n",
      "8 \t8 \t2 \t8\n",
      "2 \t2 \t128 \t4\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 8\n",
      "4 \t8 \t2 \t8\n",
      "2 \t4 \t64 \t8\n",
      "8 \t8 \t2 \t4\n",
      "2 \t2 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 16\n",
      "4 \t8 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "8 \t8 \t2 \t4\n",
      "2 \t2 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t8 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "8 \t8 \t2 \t4\n",
      "2 \t2 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t8 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "8 \t8 \t2 \t4\n",
      "2 \t2 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t8 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "8 \t8 \t2 \t4\n",
      "2 \t2 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t8 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "8 \t8 \t2 \t4\n",
      "2 \t2 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t8 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "8 \t8 \t2 \t4\n",
      "2 \t2 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t8 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "8 \t8 \t2 \t4\n",
      "2 \t2 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t8 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "8 \t8 \t2 \t4\n",
      "2 \t2 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t8 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "8 \t8 \t2 \t4\n",
      "2 \t2 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t8 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "8 \t8 \t2 \t4\n",
      "2 \t2 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t8 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "8 \t8 \t2 \t4\n",
      "2 \t2 \t128 \t2\n",
      "Next Action: \"left\"\n",
      "\n",
      "Reward: 24\n",
      "4 \t8 \t4 \t0\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t4 \t0\n",
      "4 \t128 \t2 \t2\n",
      "Next Action: \"right\"\n",
      "\n",
      "Reward: 4\n",
      "0 \t4 \t8 \t4\n",
      "2 \t4 \t64 \t16\n",
      "0 \t16 \t2 \t4\n",
      "2 \t4 \t128 \t4\n",
      "Next Action: \"left\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t8 \t4 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t4 \t0\n",
      "2 \t4 \t128 \t4\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t8 \t4 \t2\n",
      "2 \t4 \t64 \t2\n",
      "16 \t2 \t4 \t16\n",
      "2 \t4 \t128 \t4\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 4\n",
      "4 \t8 \t4 \t4\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t4 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t8 \t4 \t4\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t4 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t8 \t4 \t4\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t4 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t8 \t4 \t4\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t4 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t8 \t4 \t4\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t4 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t8 \t4 \t4\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t4 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t8 \t4 \t4\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t4 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t8 \t4 \t4\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t4 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t8 \t4 \t4\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t4 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t8 \t4 \t4\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t4 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t8 \t4 \t4\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t4 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t8 \t4 \t4\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t4 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"left\"\n",
      "\n",
      "Reward: 16\n",
      "4 \t8 \t8 \t0\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t2\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 4\n",
      "4 \t8 \t8 \t2\n",
      "2 \t4 \t64 \t0\n",
      "16 \t2 \t8 \t16\n",
      "2 \t4 \t128 \t4\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t8 \t8 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t8 \t8 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t8 \t8 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t8 \t8 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t8 \t8 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t8 \t8 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t8 \t8 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t8 \t8 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t8 \t8 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t8 \t8 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t8 \t8 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t8 \t8 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"left\"\n",
      "\n",
      "Reward: 16\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"up\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"down\"\n",
      "\n",
      "Reward: 0\n",
      "4 \t16 \t2 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "Next Action: \"left\"\n",
      "\n",
      "Reward: 4\n",
      "4 \t16 \t4 \t2\n",
      "2 \t4 \t64 \t16\n",
      "16 \t2 \t8 \t4\n",
      "2 \t4 \t128 \t2\n",
      "\n",
      "Total Moves: 227\n"
     ]
    }
   ],
   "source": [
    "import gym_2048\n",
    "import gym\n",
    "import torch\n",
    "from dqn_model import DQN\n",
    "from new_action import make_action\n",
    "import pickle\n",
    "\n",
    "if __name__ == '__main__':\n",
    "  env = gym.make('2048-v0')\n",
    "  env.seed()\n",
    "  device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')\n",
    "  online_net = DQN(size_state=4, num_actions=4)\n",
    "  online_net.load_state_dict(torch.load('./trained_model.pth'))\n",
    "  online_net.eval()\n",
    "  obs = env.reset()\n",
    "  env.render()\n",
    "\n",
    "  done = False\n",
    "  moves = 0\n",
    "  count_action = 0\n",
    "  old_action = 0\n",
    "  total_reward = 0\n",
    "  action_buffer = []\n",
    "  boards = []\n",
    "  score = []\n",
    "  best_episode = {}\n",
    "\n",
    "  while not done:\n",
    "    action = make_action(online_net, obs, device)\n",
    "    if old_action == action:\n",
    "      count_action +=1\n",
    "    \n",
    "    if count_action > 10:\n",
    "      action = env.np_random.choice(range(4), 1).item()\n",
    "      count_action = 0\n",
    "\n",
    "    next_state, reward, done, info = env.step(action)\n",
    "\n",
    "    action_buffer.append(action)\n",
    "    boards.append(obs)\n",
    "    score.append(reward)\n",
    "    moves += 1\n",
    "    obs = next_state\n",
    "    old_action = action\n",
    "    total_reward += reward\n",
    "\n",
    "    print('Next Action: \"{}\"\\n\\nReward: {}'.format(\n",
    "      gym_2048.Base2048Env.ACTION_STRING[action], reward))\n",
    "    env.render()\n",
    "\n",
    "  print('\\nTotal Moves: {}'.format(moves))\n",
    "  best_episode[\"actions\"] = action_buffer\n",
    "  best_episode[\"boards\"] = boards\n",
    "  best_episode[\"score\"] = score\n",
    "  with open(\"./Render_game/best_episode.pkl\", \"wb\") as pickle_file:\n",
    "    pickle.dump(best_episode, pickle_file, pickle.HIGHEST_PROTOCOL)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 68,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1196\n",
      "8 \t2 \t32 \t8\n",
      "2 \t16 \t8 \t16\n",
      "16 \t128 \t32 \t8\n",
      "2 \t8 \t4 \t2\n"
     ]
    }
   ],
   "source": [
    "print(total_reward)\n",
    "env.render()"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3.7.15 ('Test')",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.15"
  },
  "orig_nbformat": 4,
  "vscode": {
   "interpreter": {
    "hash": "607f47253e85379e6020bbb53dba12141385bf3200c6557a17090f7828df8606"
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}