Untitled.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "6bdec4c5",
   "metadata": {},
   "outputs": [],
   "source": [
    "import glob"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "ebdbc427",
   "metadata": {},
   "outputs": [],
   "source": [
    "files = glob.glob(\"dataset/raw/gomocup2022results/Freestyle*/*\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "63ff335b",
   "metadata": {},
   "outputs": [],
   "source": [
    "len(files)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "32f84803",
   "metadata": {},
   "outputs": [],
   "source": [
    "for file in files:\n",
    "    try:\n",
    "        with open(file, \"r\") as f:\n",
    "            text = f.read().splitlines()[0]\n",
    "\n",
    "        winner = text.split(\",\")[-1].strip()\n",
    "        if winner != \"0\":\n",
    "            print(text)\n",
    "    except: pass"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "42926b6e",
   "metadata": {},
   "outputs": [],
   "source": [
    "with open(files[0], \"r\") as f:\n",
    "    text = f.read().splitlines()\n",
    "text[1:-3]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "b9fdf882",
   "metadata": {},
   "outputs": [],
   "source": [
    "from gomuku import GoMuKuBoard"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "4fca342d",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "5 |   |   | O |   |   |   | O |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "7 |   |   | X |   |   | X |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "9 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "5 |   |   | O |   |   |   | O |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "7 |   |   | X |   | O | X |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "9 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "5 |   |   | O |   |   |   | O |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   |   | X |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "7 |   |   | X |   | O | X |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "9 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "5 |   |   | O |   |   |   | O |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   |   | X |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "7 |   |   | X |   | O | X |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "9 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "5 |   |   | O |   | X |   | O |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   |   | X |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "7 |   |   | X |   | O | X |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "9 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "5 |   |   | O |   | X |   | O |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   |   | X |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "7 |   |   | X |   | O | X | O |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "9 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "5 |   |   | O |   | X |   | O |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   |   | X |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "7 |   |   | X |   | O | X | O |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "9 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X | O |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "5 |   |   | O |   | X |   | O |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   |   | X |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "7 |   |   | X |   | O | X | O |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "9 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X | O |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "5 |   |   | O |   | X |   | O |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   |   | X |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "7 |   |   | X |   | O | X | O |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "9 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X | O |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "5 |   |   | O |   | X |   | O | O |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   |   | X |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "7 |   |   | X |   | O | X | O |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "9 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X | O |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "5 |   |   | O |   | X | X | O | O |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   |   | X |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "7 |   |   | X |   | O | X | O |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "9 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X | O |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "5 |   |   | O |   | X | X | O | O |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   | O | X |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "7 |   |   | X |   | O | X | O |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "9 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X | O |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "5 |   |   | O |   | X | X | O | O |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   | O | X |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "7 |   |   | X |   | O | X | O |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O | X |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "9 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X | O |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "5 |   |   | O |   | X | X | O | O |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   | O | X |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "7 |   |   | X |   | O | X | O |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O | X |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "9 |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X | O |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "5 |   |   | O |   | X | X | O | O |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   | O | X |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "7 |   |   | X |   | O | X | O |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O | X |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "9 |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   |   |   | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X | O |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "5 |   |   | O |   | X | X | O | O |   | O |   |   |   |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   | O | X |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "7 |   |   | X |   | O | X | O |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O | X |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "9 |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   |   |   | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X | O |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "5 |   |   | O |   | X | X | O | O |   | O | X |   |   |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   | O | X |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "7 |   |   | X |   | O | X | O |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O | X |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "9 |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   |   |   | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X | O |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "5 |   |   | O |   | X | X | O | O |   | O | X |   |   |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   | O | X |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "7 |   |   | X |   | O | X | O |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O | X |   |   |   | O |   |   |   |   |   |   |   |   |   |  \n",
      "9 |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   |   |   | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X | O |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "5 |   |   | O |   | X | X | O | O |   | O | X |   |   |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   | O | X |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "7 |   |   | X |   | O | X | O |   | X |   |   |   |   |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O | X |   |   |   | O |   |   |   |   |   |   |   |   |   |  \n",
      "9 |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   |   |   | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X | O |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "5 |   |   | O |   | X | X | O | O |   | O | X |   |   |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   | O | X |   |   |   | O |   |   |   |   |   |   |   |   |   |  \n",
      "7 |   |   | X |   | O | X | O |   | X |   |   |   |   |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O | X |   |   |   | O |   |   |   |   |   |   |   |   |   |  \n",
      "9 |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   |   |   | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X | O |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "5 |   |   | O |   | X | X | O | O |   | O | X |   |   |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   | O | X |   |   |   | O |   |   |   |   |   |   |   |   |   |  \n",
      "7 |   |   | X |   | O | X | O |   | X | X |   |   |   |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O | X |   |   |   | O |   |   |   |   |   |   |   |   |   |  \n",
      "9 |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   |   |   | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X | O |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "5 |   |   | O |   | X | X | O | O |   | O | X |   |   |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   | O | X |   |   |   | O |   |   |   |   |   |   |   |   |   |  \n",
      "7 |   |   | X |   | O | X | O |   | X | X | O |   |   |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O | X |   |   |   | O |   |   |   |   |   |   |   |   |   |  \n",
      "9 |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   |   |   | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X | O |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "5 |   |   | O |   | X | X | O | O |   | O | X |   |   |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   | O | X |   |   |   | O |   |   |   |   |   |   |   |   |   |  \n",
      "7 |   |   | X |   | O | X | O |   | X | X | O |   |   |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O | X |   |   | X | O |   |   |   |   |   |   |   |   |   |  \n",
      "9 |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   |   |   | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X | O |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "5 |   |   | O |   | X | X | O | O |   | O | X |   |   |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   | O | X |   |   |   | O |   |   |   |   |   |   |   |   |   |  \n",
      "7 |   |   | X |   | O | X | O |   | X | X | O |   |   |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O | X |   |   | X | O |   |   |   |   |   |   |   |   |   |  \n",
      "9 |   |   |   |   |   | O |   | O |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   |   |   | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X | O |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "5 |   |   | O |   | X | X | O | O |   | O | X |   |   |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   | O | X |   |   |   | O |   |   |   |   |   |   |   |   |   |  \n",
      "7 |   |   | X |   | O | X | O |   | X | X | O |   |   |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O | X |   |   | X | O |   |   |   |   |   |   |   |   |   |  \n",
      "9 |   |   |   |   |   | O |   | O | X |   |   |   |   |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   |   |   | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X | O |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "5 |   |   | O |   | X | X | O | O |   | O | X |   |   |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   | O | X |   |   | O | O |   |   |   |   |   |   |   |   |   |  \n",
      "7 |   |   | X |   | O | X | O |   | X | X | O |   |   |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O | X |   |   | X | O |   |   |   |   |   |   |   |   |   |  \n",
      "9 |   |   |   |   |   | O |   | O | X |   |   |   |   |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   |   |   | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X | O |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "5 |   |   | O |   | X | X | O | O |   | O | X |   |   |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   | O | X |   |   | O | O |   |   |   |   |   |   |   |   |   |  \n",
      "7 |   |   | X |   | O | X | O |   | X | X | O |   |   |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O | X | X |   | X | O |   |   |   |   |   |   |   |   |   |  \n",
      "9 |   |   |   |   |   | O |   | O | X |   |   |   |   |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   |   |   | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X | O |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "5 |   |   | O |   | X | X | O | O |   | O | X |   |   |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   | O | X |   |   | O | O | O |   |   |   |   |   |   |   |   |  \n",
      "7 |   |   | X |   | O | X | O |   | X | X | O |   |   |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O | X | X |   | X | O |   |   |   |   |   |   |   |   |   |  \n",
      "9 |   |   |   |   |   | O |   | O | X |   |   |   |   |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   |   |   | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X |   | X |   |   |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X | O |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "5 |   |   | O |   | X | X | O | O |   | O | X |   |   |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   | O | X |   |   | O | O | O |   |   |   |   |   |   |   |   |  \n",
      "7 |   |   | X |   | O | X | O |   | X | X | O |   |   |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O | X | X |   | X | O |   |   |   |   |   |   |   |   |   |  \n",
      "9 |   |   |   |   |   | O |   | O | X |   |   |   |   |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   |   |   | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X | O | X |   |   |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X | O |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "5 |   |   | O |   | X | X | O | O |   | O | X |   |   |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   | O | X |   |   | O | O | O |   |   |   |   |   |   |   |   |  \n",
      "7 |   |   | X |   | O | X | O |   | X | X | O |   |   |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O | X | X |   | X | O |   |   |   |   |   |   |   |   |   |  \n",
      "9 |   |   |   |   |   | O |   | O | X |   |   |   |   |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   |   |   | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X | O | X |   |   |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X | O | X |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "5 |   |   | O |   | X | X | O | O |   | O | X |   |   |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   | O | X |   |   | O | O | O |   |   |   |   |   |   |   |   |  \n",
      "7 |   |   | X |   | O | X | O |   | X | X | O |   |   |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O | X | X |   | X | O |   |   |   |   |   |   |   |   |   |  \n",
      "9 |   |   |   |   |   | O |   | O | X |   |   |   |   |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   |   |   | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X | O | X |   |   |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X | O | X |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "5 |   |   | O |   | X | X | O | O |   | O | X |   |   |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   | O | X |   |   | O | O | O |   |   |   |   |   |   |   |   |  \n",
      "7 |   |   | X |   | O | X | O |   | X | X | O |   |   |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O | X | X |   | X | O |   |   |   |   |   |   |   |   |   |  \n",
      "9 |   |   |   |   |   | O |   | O | X |   |   |   |   |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   |   |   | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X | O | X |   |   |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X | O | X |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "5 |   |   | O |   | X | X | O | O |   | O | X |   |   |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   | O | X |   |   | O | O | O | X |   |   |   |   |   |   |   |  \n",
      "7 |   |   | X |   | O | X | O |   | X | X | O |   |   |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O | X | X |   | X | O |   |   |   |   |   |   |   |   |   |  \n",
      "9 |   |   |   |   |   | O |   | O | X |   |   |   |   |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   |   |   | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X | O | X |   |   |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X | O | X |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O | X |   |   | O |   |   |   |   |   |   |   |   |   |  \n",
      "5 |   |   | O |   | X | X | O | O |   | O | X |   |   |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   | O | X |   |   | O | O | O | X |   |   |   |   |   |   |   |  \n",
      "7 |   |   | X |   | O | X | O |   | X | X | O |   |   |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O | X | X |   | X | O |   |   |   |   |   |   |   |   |   |  \n",
      "9 |   |   |   |   |   | O |   | O | X |   |   |   |   |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   |   |   | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X | O | X |   |   |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X | O | X |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O | X |   |   | O |   |   |   |   |   |   |   |   |   |  \n",
      "5 |   |   | O |   | X | X | O | O |   | O | X |   |   |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   | O | X | X |   | O | O | O | X |   |   |   |   |   |   |   |  \n",
      "7 |   |   | X |   | O | X | O |   | X | X | O |   |   |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O | X | X |   | X | O |   |   |   |   |   |   |   |   |   |  \n",
      "9 |   |   |   |   |   | O |   | O | X |   |   |   |   |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   |   |   | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X | O | X |   |   |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X | O | X |   |   |   | O |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O | X |   |   | O |   |   |   |   |   |   |   |   |   |  \n",
      "5 |   |   | O |   | X | X | O | O |   | O | X |   |   |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   | O | X | X |   | O | O | O | X |   |   |   |   |   |   |   |  \n",
      "7 |   |   | X |   | O | X | O |   | X | X | O |   |   |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O | X | X |   | X | O |   |   |   |   |   |   |   |   |   |  \n",
      "9 |   |   |   |   |   | O |   | O | X |   |   |   |   |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   |   |   | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X | O | X |   |   |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X | O | X |   |   |   | O |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O | X |   |   | O |   |   |   |   |   |   |   |   |   |  \n",
      "5 |   |   | O |   | X | X | O | O |   | O | X |   |   |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   | O | X | X |   | O | O | O | X |   |   |   |   |   |   |   |  \n",
      "7 |   |   | X |   | O | X | O | X | X | X | O |   |   |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O | X | X |   | X | O |   |   |   |   |   |   |   |   |   |  \n",
      "9 |   |   |   |   |   | O |   | O | X |   |   |   |   |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   |   |   | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X | O | X |   |   |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X | O | X |   |   |   | O |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O | X |   |   | O |   |   |   |   |   |   |   |   |   |  \n",
      "5 |   |   | O |   | X | X | O | O |   | O | X |   |   |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   | O | X | X |   | O | O | O | X |   |   |   |   |   |   |   |  \n",
      "7 |   |   | X |   | O | X | O | X | X | X | O |   |   |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O | X | X |   | X | O |   |   |   |   |   |   |   |   |   |  \n",
      "9 |   |   |   |   |   | O |   | O | X | O |   |   |   |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   |   |   | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X | O | X |   |   |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X | O | X |   |   |   | O |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O | X |   |   | O |   |   |   |   |   |   |   |   |   |  \n",
      "5 |   |   | O |   | X | X | O | O | X | O | X |   |   |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   | O | X | X |   | O | O | O | X |   |   |   |   |   |   |   |  \n",
      "7 |   |   | X |   | O | X | O | X | X | X | O |   |   |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O | X | X |   | X | O |   |   |   |   |   |   |   |   |   |  \n",
      "9 |   |   |   |   |   | O |   | O | X | O |   |   |   |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   |   |   | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X | O | X |   |   |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X | O | X |   |   |   | O |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O | X |   |   | O |   |   | O |   |   |   |   |   |   |  \n",
      "5 |   |   | O |   | X | X | O | O | X | O | X |   |   |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   | O | X | X |   | O | O | O | X |   |   |   |   |   |   |   |  \n",
      "7 |   |   | X |   | O | X | O | X | X | X | O |   |   |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O | X | X |   | X | O |   |   |   |   |   |   |   |   |   |  \n",
      "9 |   |   |   |   |   | O |   | O | X | O |   |   |   |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   |   |   | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X | O | X |   |   |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X | O | X |   |   |   | O |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O | X |   |   | O | X |   | O |   |   |   |   |   |   |  \n",
      "5 |   |   | O |   | X | X | O | O | X | O | X |   |   |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   | O | X | X |   | O | O | O | X |   |   |   |   |   |   |   |  \n",
      "7 |   |   | X |   | O | X | O | X | X | X | O |   |   |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O | X | X |   | X | O |   |   |   |   |   |   |   |   |   |  \n",
      "9 |   |   |   |   |   | O |   | O | X | O |   |   |   |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   |   |   | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X | O | X |   |   |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X | O | X |   |   |   | O |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O | X |   |   | O | X |   | O |   |   |   |   |   |   |  \n",
      "5 |   |   | O |   | X | X | O | O | X | O | X |   |   |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   | O | X | X |   | O | O | O | X | O |   |   |   |   |   |   |  \n",
      "7 |   |   | X |   | O | X | O | X | X | X | O |   |   |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O | X | X |   | X | O |   |   |   |   |   |   |   |   |   |  \n",
      "9 |   |   |   |   |   | O |   | O | X | O |   |   |   |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   |   |   | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X | O | X |   | X |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X | O | X |   |   |   | O |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O | X |   |   | O | X |   | O |   |   |   |   |   |   |  \n",
      "5 |   |   | O |   | X | X | O | O | X | O | X |   |   |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   | O | X | X |   | O | O | O | X | O |   |   |   |   |   |   |  \n",
      "7 |   |   | X |   | O | X | O | X | X | X | O |   |   |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O | X | X |   | X | O |   |   |   |   |   |   |   |   |   |  \n",
      "9 |   |   |   |   |   | O |   | O | X | O |   |   |   |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   |   |   | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \u001b[H\u001b[2J\n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X | O | X |   | X |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X | O | X |   |   |   | O |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O | X |   |   | O | X |   | O |   |   |   |   |   |   |  \n",
      "5 |   |   | O |   | X | X | O | O | X | O | X |   |   |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   | O | X | X |   | O | O | O | X | O |   |   |   |   |   |   |  \n",
      "7 |   |   | X |   | O | X | O | X | X | X | O |   |   |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O | X | X |   | X | O |   |   | O |   |   |   |   |   |   |  \n",
      "9 |   |   |   |   |   | O |   | O | X | O |   |   |   |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   |   |   | X |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X | O | X |   | X |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X | O | X |   |   |   | O |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O | X |   |   | O | X |   | O |   |   |   |   |   |   |  \n",
      "5 |   |   | O |   | X | X | O | O | X | O | X |   |   |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   | O | X | X |   | O | O | O | X | O |   |   |   |   |   |   |  \n",
      "7 |   |   | X |   | O | X | O | X | X | X | O |   |   |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O | X | X |   | X | O |   |   | O |   |   |   |   |   |   |  \n",
      "9 |   |   |   |   |   | O |   | O | X | O |   |   |   |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   |   |   | X |   | X |   |   |   |   |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X | O | X |   | X |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X | O | X |   |   |   | O |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O | X |   |   | O | X |   | O |   |   |   |   |   |   |  \n",
      "5 |   |   | O |   | X | X | O | O | X | O | X |   |   |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   | O | X | X |   | O | O | O | X | O |   |   |   |   |   |   |  \n",
      "7 |   |   | X |   | O | X | O | X | X | X | O |   |   |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O | X | X |   | X | O |   |   | O |   |   |   |   |   |   |  \n",
      "9 |   |   |   |   |   | O |   | O | X | O |   |   |   |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   |   |   | X |   | X |   |   |   |   |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X | O | X |   | X |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X | O | X |   |   |   | O |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O | X |   |   | O | X |   | O |   |   |   |   |   |   |  \n",
      "5 |   |   | O |   | X | X | O | O | X | O | X |   |   |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   | O | X | X |   | O | O | O | X | O |   |   |   |   |   |   |  \n",
      "7 |   |   | X |   | O | X | O | X | X | X | O | X |   |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O | X | X |   | X | O |   |   | O |   |   |   |   |   |   |  \n",
      "9 |   |   |   |   |   | O |   | O | X | O |   |   |   |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   |   |   | X |   | X |   |   |   |   |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X | O | X | O | X |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X | O | X |   |   |   | O |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O | X |   |   | O | X |   | O |   |   |   |   |   |   |  \n",
      "5 |   |   | O |   | X | X | O | O | X | O | X |   |   |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   | O | X | X |   | O | O | O | X | O |   |   |   |   |   |   |  \n",
      "7 |   |   | X |   | O | X | O | X | X | X | O | X |   |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O | X | X |   | X | O |   |   | O |   |   |   |   |   |   |  \n",
      "9 |   |   |   |   |   | O |   | O | X | O |   |   |   |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   |   |   | X |   | X |   |   |   |   |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X | O | X | O | X |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X | O | X |   | X |   | O |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O | X |   |   | O | X |   | O |   |   |   |   |   |   |  \n",
      "5 |   |   | O |   | X | X | O | O | X | O | X |   |   |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   | O | X | X |   | O | O | O | X | O |   |   |   |   |   |   |  \n",
      "7 |   |   | X |   | O | X | O | X | X | X | O | X |   |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O | X | X |   | X | O |   |   | O |   |   |   |   |   |   |  \n",
      "9 |   |   |   |   |   | O |   | O | X | O |   |   |   |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   |   |   | X |   | X |   |   |   |   |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X | O | X | O | X |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X | O | X |   | X |   | O |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O | X |   |   | O | X |   | O |   |   |   |   |   |   |  \n",
      "5 |   | O | O |   | X | X | O | O | X | O | X |   |   |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   | O | X | X |   | O | O | O | X | O |   |   |   |   |   |   |  \n",
      "7 |   |   | X |   | O | X | O | X | X | X | O | X |   |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O | X | X |   | X | O |   |   | O |   |   |   |   |   |   |  \n",
      "9 |   |   |   |   |   | O |   | O | X | O |   |   |   |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   |   |   | X |   | X |   |   |   |   |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X | O | X | O | X |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X | O | X |   | X |   | O |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O | X |   |   | O | X |   | O |   |   |   |   |   |   |  \n",
      "5 |   | O | O |   | X | X | O | O | X | O | X |   |   |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   | O | X | X |   | O | O | O | X | O |   |   |   |   |   |   |  \n",
      "7 |   |   | X | X | O | X | O | X | X | X | O | X |   |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O | X | X |   | X | O |   |   | O |   |   |   |   |   |   |  \n",
      "9 |   |   |   |   |   | O |   | O | X | O |   |   |   |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   |   |   | X |   | X |   |   |   |   |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X | O | X | O | X |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X | O | X |   | X |   | O |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O | X |   |   | O | X |   | O |   |   |   |   |   |   |  \n",
      "5 |   | O | O |   | X | X | O | O | X | O | X |   |   |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   | O | X | X |   | O | O | O | X | O |   |   |   |   |   |   |  \n",
      "7 |   |   | X | X | O | X | O | X | X | X | O | X | O |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O | X | X |   | X | O |   |   | O |   |   |   |   |   |   |  \n",
      "9 |   |   |   |   |   | O |   | O | X | O |   |   |   |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   |   |   | X |   | X |   |   |   |   |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X | O | X | O | X |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X | O | X |   | X |   | O |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O | X |   |   | O | X |   | O |   |   |   |   |   |   |  \n",
      "5 |   | O | O |   | X | X | O | O | X | O | X |   | X |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   | O | X | X |   | O | O | O | X | O |   |   |   |   |   |   |  \n",
      "7 |   |   | X | X | O | X | O | X | X | X | O | X | O |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O | X | X |   | X | O |   |   | O |   |   |   |   |   |   |  \n",
      "9 |   |   |   |   |   | O |   | O | X | O |   |   |   |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   |   |   | X |   | X |   |   |   |   |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X | O | X | O | X |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X | O | X |   | X |   | O |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O | X |   |   | O | X |   | O |   |   |   |   |   |   |  \n",
      "5 |   | O | O |   | X | X | O | O | X | O | X |   | X |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   | O | X | X |   | O | O | O | X | O |   |   |   |   |   |   |  \n",
      "7 |   |   | X | X | O | X | O | X | X | X | O | X | O |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O | X | X |   | X | O |   |   | O |   |   |   |   |   |   |  \n",
      "9 |   |   |   |   | O | O |   | O | X | O |   |   |   |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   |   |   | X |   | X |   |   |   |   |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X | O | X | O | X |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X | O | X |   | X |   | O |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O | X |   |   | O | X |   | O |   |   |   |   |   |   |  \n",
      "5 |   | O | O |   | X | X | O | O | X | O | X |   | X |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   | O | X | X |   | O | O | O | X | O |   |   |   |   |   |   |  \n",
      "7 |   |   | X | X | O | X | O | X | X | X | O | X | O |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O | X | X |   | X | O |   |   | O |   |   |   |   |   |   |  \n",
      "9 |   |   |   |   | O | O |   | O | X | O |   |   |   |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   | X |   | X |   | X |   |   |   |   |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X | O | X | O | X |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X | O | X |   | X |   | O |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O | X |   |   | O | X |   | O |   |   |   |   |   |   |  \n",
      "5 |   | O | O |   | X | X | O | O | X | O | X |   | X |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   | O | X | X |   | O | O | O | X | O |   |   |   |   |   |   |  \n",
      "7 |   |   | X | X | O | X | O | X | X | X | O | X | O |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O | X | X |   | X | O |   |   | O |   |   |   |   |   |   |  \n",
      "9 |   |   |   | O | O | O |   | O | X | O |   |   |   |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   | X |   | X |   | X |   |   |   |   |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X | O | X | O | X |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X | O | X |   | X |   | O |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O | X |   |   | O | X |   | O |   |   |   |   |   |   |  \n",
      "5 |   | O | O |   | X | X | O | O | X | O | X |   | X |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   | O | X | X |   | O | O | O | X | O |   |   |   |   |   |   |  \n",
      "7 |   |   | X | X | O | X | O | X | X | X | O | X | O |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O | X | X |   | X | O |   |   | O |   |   |   |   |   |   |  \n",
      "9 |   |   |   | O | O | O | X | O | X | O |   |   |   |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   | X |   | X |   | X |   |   |   |   |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X | O | X | O | X |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X | O | X |   | X |   | O |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O | X |   |   | O | X |   | O |   |   |   |   |   |   |  \n",
      "5 |   | O | O |   | X | X | O | O | X | O | X |   | X |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   | O | X | X |   | O | O | O | X | O |   |   |   |   |   |   |  \n",
      "7 |   |   | X | X | O | X | O | X | X | X | O | X | O |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O | X | X |   | X | O |   |   | O |   |   |   |   |   |   |  \n",
      "9 |   | O |   | O | O | O | X | O | X | O |   |   |   |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   | X |   | X |   | X |   |   |   |   |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X | O | X | O | X |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X | O | X |   | X |   | O |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O | X |   |   | O | X |   | O |   |   |   |   |   |   |  \n",
      "5 |   | O | O |   | X | X | O | O | X | O | X |   | X |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   | O | X | X |   | O | O | O | X | O |   |   |   |   |   |   |  \n",
      "7 |   |   | X | X | O | X | O | X | X | X | O | X | O |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O | X | X |   | X | O |   |   | O |   |   |   |   |   |   |  \n",
      "9 |   | O | X | O | O | O | X | O | X | O |   |   |   |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   | X |   | X |   | X |   |   |   |   |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X | O | X | O | X |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X | O | X |   | X |   | O |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O | X |   |   | O | X |   | O |   |   |   |   |   |   |  \n",
      "5 |   | O | O |   | X | X | O | O | X | O | X |   | X |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   | O | X | X |   | O | O | O | X | O |   |   |   |   |   |   |  \n",
      "7 |   |   | X | X | O | X | O | X | X | X | O | X | O |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O | X | X |   | X | O |   |   | O |   |   |   |   |   |   |  \n",
      "9 |   | O | X | O | O | O | X | O | X | O |   |   | O |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   | X |   | X |   | X |   |   |   |   |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X | O | X | O | X |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X | O | X |   | X |   | O |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O | X |   |   | O | X |   | O |   |   |   |   |   |   |  \n",
      "5 |   | O | O |   | X | X | O | O | X | O | X |   | X |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   | O | X | X |   | O | O | O | X | O |   |   |   |   |   |   |  \n",
      "7 |   |   | X | X | O | X | O | X | X | X | O | X | O |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O | X | X |   | X | O |   |   | O |   |   |   |   |   |   |  \n",
      "9 |   | O | X | O | O | O | X | O | X | O |   |   | O |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   | X |   | X |   | X |   |   |   | X |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X | O | X | O | X |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X | O | X |   | X |   | O |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O | X |   |   | O | X |   | O |   |   |   |   |   |   |  \n",
      "5 |   | O | O |   | X | X | O | O | X | O | X |   | X |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   | O | X | X |   | O | O | O | X | O |   |   |   |   |   |   |  \n",
      "7 |   |   | X | X | O | X | O | X | X | X | O | X | O |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O | X | X |   | X | O |   | O | O |   |   |   |   |   |   |  \n",
      "9 |   | O | X | O | O | O | X | O | X | O |   |   | O |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   | X |   | X |   | X |   |   |   | X |   |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X | O | X | O | X |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X | O | X |   | X |   | O |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O | X |   |   | O | X |   | O |   |   |   |   |   |   |  \n",
      "5 |   | O | O |   | X | X | O | O | X | O | X |   | X |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   | O | X | X |   | O | O | O | X | O |   |   |   |   |   |   |  \n",
      "7 |   |   | X | X | O | X | O | X | X | X | O | X | O |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O | X | X |   | X | O |   | O | O |   |   |   |   |   |   |  \n",
      "9 |   | O | X | O | O | O | X | O | X | O |   |   | O |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   | X |   | X |   | X |   |   |   | X | X |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X | O | X | O | X |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X | O | X |   | X |   | O |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O | X |   |   | O | X |   | O |   |   |   |   |   |   |  \n",
      "5 |   | O | O |   | X | X | O | O | X | O | X |   | X |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   | O | X | X |   | O | O | O | X | O |   |   |   |   |   |   |  \n",
      "7 |   |   | X | X | O | X | O | X | X | X | O | X | O |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O | X | X |   | X | O | O | O | O |   |   |   |   |   |   |  \n",
      "9 |   | O | X | O | O | O | X | O | X | O |   |   | O |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   | X |   | X |   | X |   |   |   | X | X |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X | O | X | O | X |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X | O | X |   | X |   | O |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O | X |   |   | O | X |   | O |   |   |   |   |   |   |  \n",
      "5 |   | O | O |   | X | X | O | O | X | O | X |   | X |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   | O | X | X |   | O | O | O | X | O |   |   |   |   |   |   |  \n",
      "7 |   |   | X | X | O | X | O | X | X | X | O | X | O |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O | X | X |   | X | O | O | O | O | X |   |   |   |   |   |  \n",
      "9 |   | O | X | O | O | O | X | O | X | O |   |   | O |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   | X |   | X |   | X |   |   |   | X | X |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X | O | X | O | X |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X | O | X |   | X |   | O |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O | X |   |   | O | X |   | O |   |   |   |   |   |   |  \n",
      "5 |   | O | O |   | X | X | O | O | X | O | X |   | X |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   | O | X | X |   | O | O | O | X | O |   |   |   |   |   |   |  \n",
      "7 |   |   | X | X | O | X | O | X | X | X | O | X | O |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O | X | X |   | X | O | O | O | O | X |   |   |   |   |   |  \n",
      "9 |   | O | X | O | O | O | X | O | X | O | O |   | O |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   | X |   | X |   | X |   |   |   | X | X |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X | O | X | O | X |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X | O | X |   | X |   | O |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O | X |   |   | O | X |   | O |   |   |   |   |   |   |  \n",
      "5 |   | O | O |   | X | X | O | O | X | O | X |   | X |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   | O | X | X |   | O | O | O | X | O |   |   |   |   |   |   |  \n",
      "7 |   |   | X | X | O | X | O | X | X | X | O | X | O |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O | X | X |   | X | O | O | O | O | X |   |   |   |   |   |  \n",
      "9 |   | O | X | O | O | O | X | O | X | O | O |   | O |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   | X |   | X |   | X | X |   |   | X | X |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001b[H\u001b[2J    0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19\n",
      "0 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "1 |   |   |   |   |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |  \n",
      "2 |   |   | X | O | X | X | X | O | X | O | X |   |   |   |   |   |   |   |   |  \n",
      "3 |   |   |   |   | X | X | O | X |   | X |   | O |   |   |   |   |   |   |   |  \n",
      "4 |   |   | O | X | O | O | X |   |   | O | X |   | O |   |   |   |   |   |   |  \n",
      "5 |   | O | O |   | X | X | O | O | X | O | X |   | X |   |   |   |   |   |   |  \n",
      "6 |   |   | O |   | O | X | X |   | O | O | O | X | O |   |   |   |   |   |   |  \n",
      "7 |   |   | X | X | O | X | O | X | X | X | O | X | O |   |   |   |   |   |   |  \n",
      "8 |   |   |   |   | O | X | X |   | X | O | O | O | O | X |   |   |   |   |   |  \n",
      "9 |   | O | X | O | O | O | X | O | X | O | O |   | O |   |   |   |   |   |   |  \n",
      "10 |   |   |   |   | X |   | X |   | X | X | O |   | X | X |   |   |   |   |   |  \n",
      "11 |   |   |   |   |   |   |   |   | O |   |   |   |   |   |   |   |   |   |   |  \n",
      "12 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "13 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "14 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "15 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "16 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "17 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "18 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n",
      "19 |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |   |  \n"
     ]
    }
   ],
   "source": [
    "import os\n",
    "board = GoMuKuBoard(nrow=20, ncol=20, n_to_win=5)\n",
    "for pos in text[1:-4]:\n",
    "    x, y = pos.split(\",\")[:-1]\n",
    "    x, y = int(x), int(y)\n",
    "    board.set(x, y)\n",
    "    os.system('clear')\n",
    "    print(board)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "9d6fbc2d",
   "metadata": {},
   "outputs": [],
   "source": [
    "import torch"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "d4444f5f",
   "metadata": {},
   "outputs": [],
   "source": [
    "a = torch.tensor([[0.1], [1]]).to(torch.float32)\n",
    "gt = torch.tensor([[0], [1]]).to(torch.float32)\n",
    "criterion = torch.nn.BCELoss()\n",
    "criterion(a, gt)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "f87a87c3",
   "metadata": {},
   "outputs": [],
   "source": [
    "from base import SimpleCNN\n",
    "to_feed = torch.zeros((1, 2, 20, 20))\n",
    "net = SimpleCNN(20, 20, [2, 8, 20])\n",
    "net(to_feed).shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "65b3a380",
   "metadata": {},
   "outputs": [],
   "source": [
    "from PIL import Image\n",
    "import torch\n",
    "from einops import rearrange\n",
    "from torchvision import transforms\n",
    "from torchvision.transforms.functional import to_pil_image\n",
    "\n",
    "\n",
    "img = torch.zeros((3, 4, 4 ))\n",
    "img[:, 0, 0] = torch.tensor([255, 255, 255])/256\n",
    "# img = rearrange(img, \"h w c -> c h w\")\n",
    "a = transforms.ToPILImage()\n",
    "im = a(img).resize((256, 256), resample=Image.BOX)\n",
    "\n",
    "# img = torch.randn((3, 5, 5))\n",
    "to_pil_image(img).resize((256, 256))/"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "ede2ecfb",
   "metadata": {},
   "outputs": [],
   "source": [
    "from gomuku import GoMuKuBoard\n",
    "\n",
    "board = GoMuKuBoard(20, 20, 5)\n",
    "board.set(0, 0)\n",
    "board.set(0, 1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "29ea13d5",
   "metadata": {},
   "outputs": [],
   "source": [
    "board"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "c6edfebc",
   "metadata": {},
   "outputs": [],
   "source": [
    "board.free_spaces(), len(board.free_spaces())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "5055d229",
   "metadata": {},
   "outputs": [],
   "source": [
    "import torch\n",
    "a = torch.randn((1, 2, 10, 10))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "468a39d5",
   "metadata": {},
   "outputs": [],
   "source": [
    "a.softmax(-1).sum(-1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "a76a9601",
   "metadata": {},
   "outputs": [],
   "source": [
    "a = torch.tensor([[1, 2, 3], [4, 5, 6], [7, 8, 9]], dtype=torch.float32)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "3f2bbcb7",
   "metadata": {},
   "outputs": [],
   "source": [
    "a.view(-1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "76c1cdbc",
   "metadata": {},
   "outputs": [],
   "source": [
    "b = torch.multinomial(a, num_samples=1)\n",
    "b, b.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "f43ce9fd",
   "metadata": {},
   "outputs": [],
   "source": [
    "torch.gather(a, 1, b)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "c05e2ac8",
   "metadata": {},
   "outputs": [],
   "source": [
    "import torch"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "a6638326",
   "metadata": {},
   "outputs": [],
   "source": [
    "viz_data = {'Root': \n",
    "            [\n",
    "                {'3/0': \n",
    "                 [{'2/0': \n",
    "                   [{'1/0': [0.541657030582428]}, {'1/1': [0.4583829641342163]}]},\n",
    "                 {'2/1': \n",
    "                  [{'1/0': [0.4701797366142273]}, {'1/1': [0.4208185076713562]}]}]}, \n",
    "                {'3/1': \n",
    "                 [{'2/0': \n",
    "                   [{'1/0': [0.4985354542732239]}]}, \n",
    "                 {'2/1': \n",
    "                   [{'1/0': [0.463384747505188]}, {'1/1': [0.5391099452972412]}]}]}]}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "74a5ec32",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "ea2abb24",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "b15249b6",
   "metadata": {},
   "outputs": [],
   "source": [
    "import uuid\n",
    "\n",
    "graph = graphviz.Digraph()\n",
    "\n",
    "def get(data_dict, graph, parent_id=None, last=False):  \n",
    "    if last:\n",
    "        my_id = str(uuid.uuid4())\n",
    "        print(\"Error\", data_dict)\n",
    "        graph.node(my_id, str(data_dict))\n",
    "        graph.edge(my_id, parent_id)\n",
    "        return\n",
    "\n",
    "    for data in data_dict.keys():\n",
    "        my_id = str(uuid.uuid4())\n",
    "        graph.node(my_id, data)\n",
    "\n",
    "        if parent_id != None:\n",
    "            graph.edge(my_id, parent_id)\n",
    "\n",
    "        for child in data_dict[data]:\n",
    "            print(\"CHILD\", child)\n",
    "            get(data_dict=child, graph=graph, parent_id=my_id, last=type(child)==type(1.2))\n",
    "                \n",
    "get(viz_data, graph, None)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "b8f75254",
   "metadata": {},
   "outputs": [],
   "source": [
    "import graphviz\n",
    "dt_graph = graphviz.Source(viz_data, format='png')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "29fe207d",
   "metadata": {},
   "outputs": [],
   "source": [
    "graph"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "ec5ca59e",
   "metadata": {},
   "outputs": [],
   "source": [
    "import torch"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "467d2809-e314-407c-8941-3aa038e6bddd",
   "metadata": {},
   "outputs": [],
   "source": [
    "torch.backends.mps.is_available()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "fcd0d514-88f4-4751-bd00-bd8d58e55d41",
   "metadata": {},
   "outputs": [],
   "source": [
    "import torch\n",
    "\n",
    "a = torch.tensor([[1, 2, 3], [4,5, 6]])\n",
    "print(a)\n",
    "\n",
    "torch.roll(a, 1, 0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "a20002eb-fb18-493c-b695-c62af3957927",
   "metadata": {},
   "outputs": [],
   "source": [
    "from train_base import GOMUDataset\n",
    "dataset = GOMUDataset(2, device=\"cpu\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "e7473f36",
   "metadata": {},
   "outputs": [],
   "source": [
    "x, y, result = dataset[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "b157a60b-0966-4764-b0ab-207adf183e4c",
   "metadata": {},
   "outputs": [],
   "source": [
    "x"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "62d9fc7e-9148-4f6e-965d-0d3d336f9e74",
   "metadata": {},
   "outputs": [],
   "source": [
    "x.shape, x[0]-x[1]|"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "1cd69b7b-be52-40e4-8731-b0f5abca7a0b",
   "metadata": {},
   "outputs": [],
   "source": [
    "from gomu.gomuku.board import GoMuKuBoard\n",
    "GoMuKuBoard.viz(x)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "8658ae64-8263-4fb7-bd92-46271a403122",
   "metadata": {},
   "outputs": [],
   "source": [
    "from gomu.viz import tensor2gomuboard\n",
    "tensor2gomuboard(y, nrow=20, ncol=20)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "3719213c-6170-409a-a0ae-25e89664760d",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "8bbbd24f-ec5b-4832-884b-c9dc7ba319e2",
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "a = np.array([[0, 1, 1], [0, 0, 0]])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "790f5fc6-80e9-4760-8842-99a062b8166a",
   "metadata": {},
   "outputs": [],
   "source": [
    "(a!=0).sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "8ef24e47-20f5-494a-9d0c-9398ba5d1b23",
   "metadata": {},
   "outputs": [],
   "source": [
    "import torch\n",
    "\n",
    "a = torch.zeros((2, 1, 2)).repeat(12, 1, 1, 1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "6c73c399-a2ba-4a07-bd1c-9586eb368c0c",
   "metadata": {},
   "outputs": [],
   "source": [
    "a[1][[[1, 2], [1, 3]]]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "80c3d12d-6bd5-45cd-91d7-3b1840234e8f",
   "metadata": {},
   "outputs": [],
   "source": [
    "a[1].shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "bf2d990c-7a3b-4111-8720-09739e9bc5b9",
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "np.array([1, 1]).tolist()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "945a976a-30c7-44e5-8ce1-a7fe09f34b7f",
   "metadata": {},
   "outputs": [],
   "source": [
    "import gomu"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "119cc750-45ae-41fc-8fda-5b3e5e2ef8ea",
   "metadata": {},
   "outputs": [],
   "source": [
    "help(gomu.base)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "898be4d1-bcab-4b9a-8696-6bae634ecd9e",
   "metadata": {},
   "outputs": [],
   "source": [
    "from gomu.base import PolicyValueNet\n",
    "import torch\n",
    "from gomu.gomuku.board import GoMuKuBoard"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "7571901f-2897-44c6-a71d-a0d6193ac2ab",
   "metadata": {},
   "outputs": [],
   "source": [
    "ckp = torch.load(\"./models/1224-256.pkl\")[\"model\"]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "9dcc4c2d-c74b-448e-8b32-7f59c817a16c",
   "metadata": {},
   "outputs": [],
   "source": [
    "model = PolicyValueNet(20, 20, [2, 64, 128, 256, 128, 64, 32, 1], dropout=0.0)\n",
    "model.load_state_dict(ckp)\n",
    "model.eval()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "9fa27295-a6f4-462a-84c8-c240307a1eb9",
   "metadata": {},
   "outputs": [],
   "source": [
    "board = GoMuKuBoard(20, 20, 5)\n",
    "\n",
    "board.set(10, 10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "c9cfd05e-bba7-4968-aecd-7f671c394f57",
   "metadata": {},
   "outputs": [],
   "source": [
    "torch_state = torch.from_numpy(board._board).to(dtype=torch.float32)\n",
    "total_BLACK = torch_state[0].sum()\n",
    "total_WHITE = torch_state[1].sum()\n",
    "if total_BLACK != total_WHITE:\n",
    "    torch_state = torch.roll(torch_state, 1, 0)\n",
    "torch_state = torch_state.unsqueeze(0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "372284b1-af10-468e-b865-522719b71667",
   "metadata": {},
   "outputs": [],
   "source": [
    "policy, _ = model(torch_state)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "d8ee2416-7b13-48f2-8c5d-a85ba60a1d51",
   "metadata": {},
   "outputs": [],
   "source": [
    "not_free = torch.from_numpy(board._board).sum(0).unsqueeze(0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "73f2587f-c6f4-4233-8b6e-94c0a6ef9e2a",
   "metadata": {},
   "outputs": [],
   "source": [
    "policy = policy * (1-not_free)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "9084fa30-bf47-4d4e-8f0d-a731b5ed179e",
   "metadata": {},
   "outputs": [],
   "source": [
    "from einops import rearrange\n",
    "\n",
    "policy_ = rearrange(policy, \"B n col row -> B (n col row)\").softmax(1)\n",
    "policyy = policy.view(1, -1).softmax(-1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "3198bd23-07f8-4b3a-8d78-8b03e9bded4d",
   "metadata": {},
   "outputs": [],
   "source": [
    "policy_ == policyy"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "50ff484a-94c4-4f82-88b9-ddd9868422ec",
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "\n",
    "def normal_dist(x, y, xmu, ymu, sig, temp=10):\n",
    "    return 1/np.sqrt(2*np.pi*pow(sig, 2)) * np.exp((-pow((x-xmu),2)-pow((y-ymu), 2))/(2*pow(sig, 2)))\n",
    "\n",
    "def make_circular_heatmap(ncol, nrow):\n",
    "    xmu = (ncol-1) / 2\n",
    "    ymu = (nrow-1) / 2\n",
    "    sig = (xmu+ymu)/4\n",
    "\n",
    "    heatmap = np.zeros((nrow, ncol))\n",
    "    \n",
    "    for row in range(nrow):\n",
    "        for col in range(ncol):\n",
    "            val = normal_dist(x=col, y=row, xmu=xmu, ymu=ymu, sig=sig)\n",
    "            heatmap[row, col] = val\n",
    "    \n",
    "    return heatmap\n",
    "a = make_circular_heatmap(20, 20)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "faeb2a22-46ac-42ac-9523-23a36f5c79a7",
   "metadata": {},
   "outputs": [],
   "source": [
    "import matplotlib.pyplot as plt\n",
    "%matplotlib inline\n",
    "plt.imshow(a)\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "0d277972-c94d-41fa-9c20-829362c5f954",
   "metadata": {},
   "outputs": [],
   "source": [
    "import random"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "58ac7fc3-c352-4bbe-96da-822242309a03",
   "metadata": {},
   "outputs": [],
   "source": [
    "np.random.choice(list(range(400)), p=a.reshape(-1)/a.sum())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "534dd436-da7c-44c6-95f7-23eaca069ff7",
   "metadata": {},
   "outputs": [],
   "source": [
    "def format_pos(idx, ncol):\n",
    "    return (idx%ncol, idx//ncol)\n",
    "\n",
    "for _ in range(50):\n",
    "    print(format_pos(np.random.choice(list(range(400)), p=a.reshape(-1)/a.sum()), 20))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "id": "f0a28531-0249-4b88-8fc3-7473f6c68abd",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[autoreload of elo failed: Traceback (most recent call last):\n",
      "  File \"/Users/ysh/miniforge3/envs/mlenv/lib/python3.11/site-packages/IPython/extensions/autoreload.py\", line 276, in check\n",
      "    superreload(m, reload, self.old_objects)\n",
      "  File \"/Users/ysh/miniforge3/envs/mlenv/lib/python3.11/site-packages/IPython/extensions/autoreload.py\", line 475, in superreload\n",
      "    module = reload(module)\n",
      "             ^^^^^^^^^^^^^^\n",
      "  File \"/Users/ysh/miniforge3/envs/mlenv/lib/python3.11/importlib/__init__.py\", line 169, in reload\n",
      "    _bootstrap._exec(spec, module)\n",
      "  File \"<frozen importlib._bootstrap>\", line 621, in _exec\n",
      "  File \"<frozen importlib._bootstrap_external>\", line 940, in exec_module\n",
      "  File \"<frozen importlib._bootstrap>\", line 241, in _call_with_frames_removed\n",
      "  File \"/Users/ysh/Desktop/fun/betago/elo.py\", line 6, in <module>\n",
      "    from gomu.base import NewPolicyValueNet\n",
      "ImportError: cannot import name 'NewPolicyValueNet' from 'gomu.base' (/Users/ysh/Desktop/fun/betago/gomu/base.py)\n",
      "]\n"
     ]
    }
   ],
   "source": [
    "from gomu.helpers import DEBUG, GameInfo\n",
    "\n",
    "device = \"mps\"\n",
    "\n",
    "nrow, ncol, n_to_win = 20, 20, 5\n",
    "game_info = GameInfo(ncol, nrow, n_to_win)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "id": "3e30ccf6-b9ed-4005-bdf4-85d9c7cc652c",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "50a7aa9742b34bc18b0ab0c55ad81feb",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Button(description='Next', style=ButtonStyle())"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "2caead2196b14cdfad1a05638639d7cc",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Output()"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "import numpy as np\n",
    "import time\n",
    "import tqdm\n",
    "import matplotlib.pyplot as plt\n",
    "%matplotlib inline\n",
    "\n",
    "from IPython.display import display, clear_output\n",
    "import ipywidgets as widgets\n",
    "\n",
    "from gomu.helpers import DEBUG, GameInfo\n",
    "from gomu.gomuku import GoMuKuBoard\n",
    "from gomu.bot import load_base, PytorchAgent, MinimaxWithAB\n",
    "from gomu.algorithms import *\n",
    "from gomu.base import NewPolicyValueNet\n",
    "\n",
    "DEBUG.value = 0\n",
    "\n",
    "result = 0\n",
    "i = 0\n",
    "\n",
    "# base = load_base(game_info=game_info, device=device, ckp_path=\"./tmp/epoch-1-19-w01.pkl\")\n",
    "model = load_base(game_info=game_info, device=device, ckp_path=\"./models/1224-256.pkl\", prev=True)\n",
    "base_model = load_base(game_info=game_info, device=device, ckp_path=\"./tmp/history_1704528235928/ckpt/epoch-8.pkl\", module=NewPolicyValueNet)\n",
    "base_agent = PytorchAgent(base_model, device=device, n_to_win=n_to_win, with_history=False)\n",
    "model_agent = PytorchAgent(model=model, device=device, n_to_win=n_to_win, with_history=False)\n",
    "\n",
    "board = GoMuKuBoard(nrow=nrow, ncol=ncol, n_to_win=n_to_win)\n",
    "turn = 0\n",
    "models_turn = 0\n",
    "\n",
    "output = widgets.Output()\n",
    "\n",
    "# _board = GoMuKuBoard.viz(board.board)\n",
    "# display(_board, output)\n",
    "\n",
    "button = widgets.Button(description=\"Next\")\n",
    "display(button, output)\n",
    "\n",
    "is_done = False\n",
    "\n",
    "result = {0:0, 1:0}\n",
    "\n",
    "button.on_click(simulate)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "id": "2ed2f87e-da03-41c8-af89-22375a9017d8",
   "metadata": {},
   "outputs": [],
   "source": [
    "def simulate(b):\n",
    "    global models_turn\n",
    "    global board\n",
    "    global turn\n",
    "    global is_done\n",
    "\n",
    "    if is_done:\n",
    "        board.reset()\n",
    "        turn = 0\n",
    "        is_done = False\n",
    "        models_turn = 1 - models_turn\n",
    "        return\n",
    "          \n",
    "    if models_turn == turn:\n",
    "        agent: PytorchAgent = model_agent\n",
    "    else:\n",
    "        agent: PytorchAgent = base_agent\n",
    "\n",
    "    # Stochastical Variation.\n",
    "    next_pos, value = agent(board.board, top_k=3, best=True, turn=turn)\n",
    "    col, row = next_pos\n",
    "    board.set(col, row)\n",
    "        \n",
    "    base_agent.update_history(next_pos)\n",
    "    model_agent.update_history(next_pos)\n",
    "\n",
    "    if board.is_gameover():\n",
    "        result[int(turn!=models_turn)] += 1\n",
    "        is_done = True\n",
    "        \n",
    "    if board.is_draw():\n",
    "        result[0] += 0.5\n",
    "        result[1] += 0.5\n",
    "        is_done = True\n",
    "\n",
    "    with output:\n",
    "        clear_output()\n",
    "        print(f\"Black {'Model' if models_turn==0 else 'Base'}\")\n",
    "        print(f\"{result[0]}(Qstar):{result[1]}(Base)\")\n",
    "        current_board = GoMuKuBoard.viz(board.board)\n",
    "        display(current_board)\n",
    "\n",
    "    turn = 1 - turn"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "f7a4e394-78a6-4293-b0f3-037d572c06e6",
   "metadata": {},
   "outputs": [],
   "source": [
    "#! /usr/bin/env python\n",
    "import numpy as np\n",
    "import time\n",
    "import tqdm\n",
    "\n",
    "from gomu.helpers import DEBUG, GameInfo\n",
    "from gomu.gomuku import GoMuKuBoard\n",
    "from gomu.bot import load_base, PytorchAgent, MinimaxWithAB\n",
    "from gomu.algorithms import *\n",
    "\n",
    "from elo import ELO\n",
    "\n",
    "elos = {\"base\": 400, \"qstar4\": 816, \"qstar2\": 400}\n",
    "model = load_base(game_info=game_info, device=device, ckp_path=\"./models/1224-256.pkl\")\n",
    "minimax = MinimaxWithAB(model=model, device=device, n_to_win=n_to_win, with_history=False, max_depth=4, max_search_vertex=3)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "2104a4b0-565a-4743-bd6a-9e9b470e2acf",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "  0%|                                                                                   | 0/100 [00:00<?, ?it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "  2%|█▌                                                                         | 2/100 [00:37<29:57, 18.34s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "  3%|██▎                                                                        | 3/100 [00:42<19:53, 12.30s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "  4%|███                                                                        | 4/100 [01:08<28:23, 17.74s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "  5%|███▊                                                                       | 5/100 [01:24<27:08, 17.15s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "  6%|████▌                                                                      | 6/100 [01:34<23:16, 14.85s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "  7%|█████▎                                                                     | 7/100 [01:35<15:48, 10.20s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "  8%|██████                                                                     | 8/100 [02:09<27:11, 17.74s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "  9%|██████▊                                                                    | 9/100 [02:21<24:07, 15.90s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 10%|███████▍                                                                  | 10/100 [02:30<20:43, 13.82s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 11%|████████▏                                                                 | 11/100 [02:41<19:01, 12.83s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 12%|████████▉                                                                 | 12/100 [03:10<26:24, 18.00s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 13%|█████████▌                                                                | 13/100 [03:33<28:19, 19.53s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 14%|██████████▎                                                               | 14/100 [03:53<27:51, 19.43s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 16%|███████████▊                                                              | 16/100 [04:00<15:27, 11.04s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 17%|████████████▌                                                             | 17/100 [04:15<17:09, 12.40s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 18%|█████████████▎                                                            | 18/100 [04:17<12:27,  9.11s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 19%|██████████████                                                            | 19/100 [04:37<16:56, 12.55s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 20%|██████████████▊                                                           | 20/100 [04:46<15:10, 11.39s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 21%|███████████████▌                                                          | 21/100 [05:02<16:43, 12.70s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 22%|████████████████▎                                                         | 22/100 [05:05<12:50,  9.88s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 23%|█████████████████                                                         | 23/100 [06:07<32:35, 25.40s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 24%|█████████████████▊                                                        | 24/100 [06:23<28:49, 22.75s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 25%|██████████████████▌                                                       | 25/100 [06:36<24:35, 19.67s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 26%|███████████████████▏                                                      | 26/100 [06:46<20:50, 16.90s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 27%|███████████████████▉                                                      | 27/100 [07:10<23:03, 18.95s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 28%|████████████████████▋                                                     | 28/100 [07:15<17:39, 14.71s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 29%|█████████████████████▍                                                    | 29/100 [07:32<18:12, 15.38s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 30%|██████████████████████▏                                                   | 30/100 [07:32<12:46, 10.95s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 31%|██████████████████████▉                                                   | 31/100 [07:51<15:14, 13.25s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 32%|███████████████████████▋                                                  | 32/100 [08:03<14:37, 12.91s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 33%|████████████████████████▍                                                 | 33/100 [08:16<14:26, 12.93s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 34%|█████████████████████████▏                                                | 34/100 [08:23<12:12, 11.10s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 35%|█████████████████████████▉                                                | 35/100 [08:35<12:13, 11.29s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 36%|██████████████████████████▋                                               | 36/100 [08:36<08:54,  8.36s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 37%|███████████████████████████▍                                              | 37/100 [08:55<12:08, 11.56s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 38%|████████████████████████████                                              | 38/100 [08:59<09:35,  9.28s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 39%|████████████████████████████▊                                             | 39/100 [09:02<07:34,  7.45s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 40%|█████████████████████████████▌                                            | 40/100 [09:10<07:31,  7.52s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 41%|██████████████████████████████▎                                           | 41/100 [09:25<09:36,  9.77s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 42%|███████████████████████████████                                           | 42/100 [09:36<09:49, 10.17s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 43%|███████████████████████████████▊                                          | 43/100 [10:05<15:00, 15.80s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 44%|████████████████████████████████▌                                         | 44/100 [10:18<13:53, 14.88s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 45%|█████████████████████████████████▎                                        | 45/100 [10:18<09:43, 10.61s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 46%|██████████████████████████████████                                        | 46/100 [10:19<06:52,  7.65s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 47%|██████████████████████████████████▊                                       | 47/100 [11:17<20:09, 22.83s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 48%|███████████████████████████████████▌                                      | 48/100 [11:18<14:01, 16.17s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 49%|████████████████████████████████████▎                                     | 49/100 [11:35<13:58, 16.45s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 50%|█████████████████████████████████████                                     | 50/100 [11:37<09:57, 11.95s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 51%|█████████████████████████████████████▋                                    | 51/100 [11:47<09:28, 11.60s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 52%|██████████████████████████████████████▍                                   | 52/100 [11:56<08:32, 10.68s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 53%|███████████████████████████████████████▏                                  | 53/100 [12:12<09:34, 12.23s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 54%|███████████████████████████████████████▉                                  | 54/100 [12:36<12:09, 15.86s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 55%|████████████████████████████████████████▋                                 | 55/100 [12:50<11:33, 15.40s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 56%|█████████████████████████████████████████▍                                | 56/100 [12:51<07:57, 10.85s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 57%|██████████████████████████████████████████▏                               | 57/100 [13:14<10:27, 14.60s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 58%|██████████████████████████████████████████▉                               | 58/100 [13:20<08:22, 11.97s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 59%|███████████████████████████████████████████▋                              | 59/100 [13:35<08:47, 12.87s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 60%|████████████████████████████████████████████▍                             | 60/100 [13:45<07:57, 11.94s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 61%|█████████████████████████████████████████████▏                            | 61/100 [13:49<06:12,  9.55s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 62%|█████████████████████████████████████████████▉                            | 62/100 [13:56<05:42,  9.02s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 63%|██████████████████████████████████████████████▌                           | 63/100 [14:09<06:08,  9.97s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 64%|███████████████████████████████████████████████▎                          | 64/100 [14:29<07:49, 13.03s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 65%|████████████████████████████████████████████████                          | 65/100 [14:54<09:43, 16.66s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 67%|█████████████████████████████████████████████████▌                        | 67/100 [15:50<11:25, 20.77s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 68%|██████████████████████████████████████████████████▎                       | 68/100 [16:11<11:04, 20.78s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 69%|███████████████████████████████████████████████████                       | 69/100 [16:15<08:02, 15.56s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 70%|███████████████████████████████████████████████████▊                      | 70/100 [16:22<06:32, 13.08s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 71%|████████████████████████████████████████████████████▌                     | 71/100 [16:47<08:05, 16.74s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 72%|█████████████████████████████████████████████████████▎                    | 72/100 [17:14<09:17, 19.90s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 73%|██████████████████████████████████████████████████████                    | 73/100 [17:29<08:17, 18.42s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 74%|██████████████████████████████████████████████████████▊                   | 74/100 [17:43<07:17, 16.84s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 75%|███████████████████████████████████████████████████████▌                  | 75/100 [18:01<07:14, 17.37s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 76%|████████████████████████████████████████████████████████▏                 | 76/100 [18:18<06:51, 17.15s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 78%|█████████████████████████████████████████████████████████▋                | 78/100 [18:27<03:49, 10.45s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 79%|██████████████████████████████████████████████████████████▍               | 79/100 [18:44<04:17, 12.26s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 80%|███████████████████████████████████████████████████████████▏              | 80/100 [19:04<04:54, 14.74s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 81%|███████████████████████████████████████████████████████████▉              | 81/100 [19:12<03:57, 12.48s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 82%|████████████████████████████████████████████████████████████▋             | 82/100 [19:23<03:40, 12.26s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 83%|█████████████████████████████████████████████████████████████▍            | 83/100 [19:29<02:56, 10.41s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 84%|██████████████████████████████████████████████████████████████▏           | 84/100 [19:30<01:59,  7.48s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 85%|██████████████████████████████████████████████████████████████▉           | 85/100 [19:36<01:42,  6.87s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 86%|███████████████████████████████████████████████████████████████▋          | 86/100 [19:41<01:30,  6.49s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 87%|████████████████████████████████████████████████████████████████▍         | 87/100 [19:50<01:32,  7.09s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 88%|█████████████████████████████████████████████████████████████████         | 88/100 [20:02<01:45,  8.75s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 89%|█████████████████████████████████████████████████████████████████▊        | 89/100 [20:12<01:39,  9.00s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 90%|██████████████████████████████████████████████████████████████████▌       | 90/100 [20:24<01:39,  9.93s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 91%|███████████████████████████████████████████████████████████████████▎      | 91/100 [20:33<01:26,  9.65s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 92%|████████████████████████████████████████████████████████████████████      | 92/100 [20:48<01:30, 11.30s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 93%|████████████████████████████████████████████████████████████████████▊     | 93/100 [21:05<01:31, 13.02s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 94%|█████████████████████████████████████████████████████████████████████▌    | 94/100 [21:07<00:57,  9.53s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 95%|██████████████████████████████████████████████████████████████████████▎   | 95/100 [21:14<00:44,  8.95s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 96%|███████████████████████████████████████████████████████████████████████   | 96/100 [21:24<00:36,  9.20s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 97%|███████████████████████████████████████████████████████████████████████▊  | 97/100 [21:33<00:27,  9.11s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 98%|████████████████████████████████████████████████████████████████████████▌ | 98/100 [21:34<00:13,  6.63s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 99%|█████████████████████████████████████████████████████████████████████████▎| 99/100 [21:53<00:10, 10.40s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|█████████████████████████████████████████████████████████████████████████| 100/100 [22:07<00:00, 13.28s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find Optimal Choice!\n",
      "Find Optimal Choice!\n",
      "Model Expected Winning P: 0.5 | Real Winning P: 0.76\n",
      "Final ELO 816.0\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\n"
     ]
    }
   ],
   "source": [
    "DEBUG.value = 1\n",
    "\n",
    "# elos[\"minimax\"] = ELO(elos[\"minimax\"], elos[\"base\"], minimax, 100, game_info=game_info, device=device)\n",
    "qstar4 = QstarAgent(model=model, device=device, n_to_win=n_to_win, with_history=False, max_depth=4, max_vertexs=3)\n",
    "elos[\"qstar4\"] = ELO(elos[\"qstar4\"], elos[\"base\"], qstar4, 100, game_info=game_info, device=device)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "d2f6de17-9765-446b-bd24-7efe9ecaed3f",
   "metadata": {},
   "outputs": [],
   "source": [
    "qstar2 = QstarAgent(model=model, device=device, n_to_win=n_to_win, with_history=False, max_depth=2, max_vertexs=3)\n",
    "elos[\"qstar2\"] = ELO(elos[\"qstar2\"], elos[\"base\"], qstar2, 100, game_info=game_info, device=device)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "484bffcb-8a3e-4ea4-8600-771edecb9399",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAjsAAAGwCAYAAABPSaTdAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjguMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8g+/7EAAAACXBIWXMAAA9hAAAPYQGoP6dpAAAydElEQVR4nO3df3QU1f3/8deG/CRhNyaSXVIIRkVIEESDhRWLFlICplQ/xCI1Hwg2H1AaUEhBzEdBBBWlKggNUC0fggqlUsXWiECIFX8QIoZSKSgiAkFhEyskC1iSkMz3j37ZugWUQsIu1+fjnDmHuffOzPvuGciLmdmJzbIsSwAAAIYKCXQBAAAALYmwAwAAjEbYAQAARiPsAAAAoxF2AACA0Qg7AADAaIQdAABgtNBAFxAMmpqatH//frVp00Y2my3Q5QAAgDNgWZYOHz6sxMREhYSc/voNYUfS/v371aFDh0CXAQAAzsK+ffvUvn370/YTdiS1adNG0j8/LLvdHuBqAADAmfB6verQoYPv5/jpEHYk360ru91O2AEA4ALzbY+g8IAyAAAwGmEHAAAYjbADAACMRtgBAABGI+wAAACjEXYAAIDRCDsAAMBohB0AAGA0wg4AADAaYQcAABiNsAMAAIxG2AEAAEYj7AAAAKMRdgAAgNEIOwAAwGihgS4AQMu65L7XAl0CAmzPY5mBLgEIKK7sAAAAoxF2AACA0QIadhobGzVlyhQlJycrKipKl112mWbMmCHLsnxjLMvS1KlT1a5dO0VFRSk9PV07d+7028/BgweVnZ0tu92u2NhY5ebm6siRI+d7OgAAIAgFNOw8/vjjWrBggX7961/rww8/1OOPP65Zs2Zp3rx5vjGzZs3S3LlztXDhQpWXlys6OloZGRk6duyYb0x2dra2bdumkpISFRcX66233tLo0aMDMSUAABBkbNbXL6OcZz/+8Y/ldDq1aNEiX1tWVpaioqL0wgsvyLIsJSYm6pe//KUmTpwoSaqtrZXT6VRRUZGGDRumDz/8UKmpqdq0aZN69uwpSVq9erVuuukmffbZZ0pMTPzWOrxerxwOh2pra2W321tmskCA8IAyeEAZpjrTn98BvbJz3XXXqbS0VB9//LEk6a9//aveeecdDRo0SJK0e/dueTwepaen+7ZxOBzq1auXysrKJEllZWWKjY31BR1JSk9PV0hIiMrLy0953Lq6Onm9Xr8FAACYKaBfPb/vvvvk9XrVpUsXtWrVSo2NjXrkkUeUnZ0tSfJ4PJIkp9Ppt53T6fT1eTweJSQk+PWHhoYqLi7ON+bfzZw5Uw899FBzTwcAAAShgF7ZefHFF7V06VItW7ZMmzdv1pIlS/TEE09oyZIlLXrcgoIC1dbW+pZ9+/a16PEAAEDgBPTKzqRJk3Tfffdp2LBhkqRu3bpp7969mjlzpnJycuRyuSRJVVVVateunW+7qqoq9ejRQ5LkcrlUXV3tt9/jx4/r4MGDvu3/XUREhCIiIlpgRgAAINgE9MrOV199pZAQ/xJatWqlpqYmSVJycrJcLpdKS0t9/V6vV+Xl5XK73ZIkt9utmpoaVVRU+Ma88cYbampqUq9evc7DLAAAQDAL6JWdwYMH65FHHlFSUpK6du2qv/zlL3rqqaf085//XJJks9k0fvx4Pfzww+rUqZOSk5M1ZcoUJSYm6pZbbpEkpaSkaODAgRo1apQWLlyohoYGjR07VsOGDTujb2IBAACzBTTszJs3T1OmTNEvfvELVVdXKzExUXfeeaemTp3qG3Pvvffq6NGjGj16tGpqanT99ddr9erVioyM9I1ZunSpxo4dq/79+yskJERZWVmaO3duIKYEAACCTEDfsxMseM8OTMZ7dsB7dmCqC+I9OwAAAC2NsAMAAIxG2AEAAEYj7AAAAKMRdgAAgNEIOwAAwGiEHQAAYDTCDgAAMBphBwAAGI2wAwAAjEbYAQAARiPsAAAAoxF2AACA0Qg7AADAaIQdAABgNMIOAAAwGmEHAAAYjbADAACMRtgBAABGI+wAAACjEXYAAIDRCDsAAMBohB0AAGA0wg4AADAaYQcAABiNsAMAAIxG2AEAAEYj7AAAAKMRdgAAgNEIOwAAwGiEHQAAYDTCDgAAMFpAw84ll1wim8120pKXlydJOnbsmPLy8hQfH6+YmBhlZWWpqqrKbx+VlZXKzMxU69atlZCQoEmTJun48eOBmA4AAAhCAQ07mzZt0oEDB3xLSUmJJOmnP/2pJGnChAl69dVXtWLFCq1fv1779+/XkCFDfNs3NjYqMzNT9fX12rBhg5YsWaKioiJNnTo1IPMBAADBx2ZZlhXoIk4YP368iouLtXPnTnm9XrVt21bLli3TrbfeKkn66KOPlJKSorKyMvXu3Vuvv/66fvzjH2v//v1yOp2SpIULF2ry5Mn64osvFB4efkbH9Xq9cjgcqq2tld1ub7H5AYFwyX2vBboEBNiexzIDXQLQIs7053fQPLNTX1+vF154QT//+c9ls9lUUVGhhoYGpaen+8Z06dJFSUlJKisrkySVlZWpW7duvqAjSRkZGfJ6vdq2bdtpj1VXVyev1+u3AAAAMwVN2HnllVdUU1OjkSNHSpI8Ho/Cw8MVGxvrN87pdMrj8fjGfD3onOg/0Xc6M2fOlMPh8C0dOnRovokAAICgEjRhZ9GiRRo0aJASExNb/FgFBQWqra31Lfv27WvxYwIAgMAIDXQBkrR3716tW7dOL7/8sq/N5XKpvr5eNTU1fld3qqqq5HK5fGPee+89v32d+LbWiTGnEhERoYiIiGacAQAACFZBcWVn8eLFSkhIUGbmvx6iS0tLU1hYmEpLS31tO3bsUGVlpdxutyTJ7XZr69atqq6u9o0pKSmR3W5Xamrq+ZsAAAAIWgG/stPU1KTFixcrJydHoaH/KsfhcCg3N1f5+fmKi4uT3W7XuHHj5Ha71bt3b0nSgAEDlJqaquHDh2vWrFnyeDx64IEHlJeXx5UbAAAgKQjCzrp161RZWamf//znJ/XNnj1bISEhysrKUl1dnTIyMjR//nxff6tWrVRcXKwxY8bI7XYrOjpaOTk5mj59+vmcAgAACGJB9Z6dQOE9OzAZ79kB79mBqS649+wAAAC0BMIOAAAwGmEHAAAYjbADAACMRtgBAABGI+wAAACjEXYAAIDRCDsAAMBohB0AAGA0wg4AADAaYQcAABiNsAMAAIxG2AEAAEYj7AAAAKMRdgAAgNEIOwAAwGiEHQAAYDTCDgAAMBphBwAAGI2wAwAAjEbYAQAARiPsAAAAoxF2AACA0Qg7AADAaIQdAABgNMIOAAAwGmEHAAAYjbADAACMRtgBAABGI+wAAACjEXYAAIDRCDsAAMBoAQ87n3/+uf77v/9b8fHxioqKUrdu3fT+++/7+i3L0tSpU9WuXTtFRUUpPT1dO3fu9NvHwYMHlZ2dLbvdrtjYWOXm5urIkSPneyoAACAIBTTsHDp0SH369FFYWJhef/11bd++XU8++aQuuugi35hZs2Zp7ty5WrhwocrLyxUdHa2MjAwdO3bMNyY7O1vbtm1TSUmJiouL9dZbb2n06NGBmBIAAAgyNsuyrEAd/L777tO7776rt99++5T9lmUpMTFRv/zlLzVx4kRJUm1trZxOp4qKijRs2DB9+OGHSk1N1aZNm9SzZ09J0urVq3XTTTfps88+U2Ji4rfW4fV65XA4VFtbK7vd3nwTBILAJfe9FugSEGB7HssMdAlAizjTn98BvbLzpz/9ST179tRPf/pTJSQk6Oqrr9azzz7r69+9e7c8Ho/S09N9bQ6HQ7169VJZWZkkqaysTLGxsb6gI0np6ekKCQlReXn5KY9bV1cnr9frtwAAADMFNOx8+umnWrBggTp16qQ1a9ZozJgxuvvuu7VkyRJJksfjkSQ5nU6/7ZxOp6/P4/EoISHBrz80NFRxcXG+Mf9u5syZcjgcvqVDhw7NPTUAABAkAhp2mpqadM011+jRRx/V1VdfrdGjR2vUqFFauHBhix63oKBAtbW1vmXfvn0tejwAABA4AQ077dq1U2pqql9bSkqKKisrJUkul0uSVFVV5TemqqrK1+dyuVRdXe3Xf/z4cR08eNA35t9FRETIbrf7LQAAwEwBDTt9+vTRjh07/No+/vhjdezYUZKUnJwsl8ul0tJSX7/X61V5ebncbrckye12q6amRhUVFb4xb7zxhpqamtSrV6/zMAsAABDMQgN58AkTJui6667To48+qqFDh+q9997TM888o2eeeUaSZLPZNH78eD388MPq1KmTkpOTNWXKFCUmJuqWW26R9M8rQQMHDvTd/mpoaNDYsWM1bNiwM/omFgAAMFtAw861116rlStXqqCgQNOnT1dycrLmzJmj7Oxs35h7771XR48e1ejRo1VTU6Prr79eq1evVmRkpG/M0qVLNXbsWPXv318hISHKysrS3LlzAzElAAAQZAL6np1gwXt2YDLeswPeswNTXRDv2QEAAGhphB0AAGA0wg4AADBaQB9QBgCYj+fGEOjnxriyAwAAjEbYAQAARiPsAAAAoxF2AACA0Qg7AADAaIQdAABgNMIOAAAwGmEHAAAYjbADAACMRtgBAABGI+wAAACjEXYAAIDRCDsAAMBohB0AAGA0wg4AADAaYQcAABiNsAMAAIxG2AEAAEYj7AAAAKMRdgAAgNEIOwAAwGiEHQAAYDTCDgAAMBphBwAAGI2wAwAAjEbYAQAARiPsAAAAoxF2AACA0QIadqZNmyabzea3dOnSxdd/7Ngx5eXlKT4+XjExMcrKylJVVZXfPiorK5WZmanWrVsrISFBkyZN0vHjx8/3VAAAQJAKDXQBXbt21bp163zroaH/KmnChAl67bXXtGLFCjkcDo0dO1ZDhgzRu+++K0lqbGxUZmamXC6XNmzYoAMHDmjEiBEKCwvTo48+et7nAgAAgk/Aw05oaKhcLtdJ7bW1tVq0aJGWLVumfv36SZIWL16slJQUbdy4Ub1799batWu1fft2rVu3Tk6nUz169NCMGTM0efJkTZs2TeHh4ed7OgAAIMgE/JmdnTt3KjExUZdeeqmys7NVWVkpSaqoqFBDQ4PS09N9Y7t06aKkpCSVlZVJksrKytStWzc5nU7fmIyMDHm9Xm3btu20x6yrq5PX6/VbAACAmQIadnr16qWioiKtXr1aCxYs0O7du/WDH/xAhw8flsfjUXh4uGJjY/22cTqd8ng8kiSPx+MXdE70n+g7nZkzZ8rhcPiWDh06NO/EAABA0AjobaxBgwb5/ty9e3f16tVLHTt21IsvvqioqKgWO25BQYHy8/N9616vl8ADAIChAn4b6+tiY2N1xRVX6JNPPpHL5VJ9fb1qamr8xlRVVfme8XG5XCd9O+vE+qmeAzohIiJCdrvdbwEAAGYKqrBz5MgR7dq1S+3atVNaWprCwsJUWlrq69+xY4cqKyvldrslSW63W1u3blV1dbVvTElJiex2u1JTU897/QAAIPgE9DbWxIkTNXjwYHXs2FH79+/Xgw8+qFatWulnP/uZHA6HcnNzlZ+fr7i4ONntdo0bN05ut1u9e/eWJA0YMECpqakaPny4Zs2aJY/HowceeEB5eXmKiIgI5NQAAECQCGjY+eyzz/Szn/1MX375pdq2bavrr79eGzduVNu2bSVJs2fPVkhIiLKyslRXV6eMjAzNnz/ft32rVq1UXFysMWPGyO12Kzo6Wjk5OZo+fXqgpgQAAIJMQMPO8uXLv7E/MjJShYWFKiwsPO2Yjh07atWqVc1dGgAAMERQPbMDAADQ3Ag7AADAaIQdAABgNMIOAAAwGmEHAAAYjbADAACMRtgBAABGI+wAAACjEXYAAIDRCDsAAMBohB0AAGA0wg4AADAaYQcAABiNsAMAAIxG2AEAAEYj7AAAAKOdc9ixLEuWZTVHLQAAAM3urMPOc889p27duikqKkpRUVHq3r27nn/++easDQAA4JyFns1GTz31lKZMmaKxY8eqT58+kqR33nlHd911l/7+979rwoQJzVokAADA2TqrsDNv3jwtWLBAI0aM8LX95Cc/UdeuXTVt2jTCDgAACBpndRvrwIEDuu66605qv+6663TgwIFzLgoAAKC5nFXYufzyy/Xiiy+e1P773/9enTp1OueiAAAAmstZ3cZ66KGHdNttt+mtt97yPbPz7rvvqrS09JQhCAAAIFDO6spOVlaWysvLdfHFF+uVV17RK6+8oosvvljvvfee/uu//qu5awQAADhrZ3VlR5LS0tL0wgsvNGctAAAAze6Mw47X6z3jndrt9rMqBgAAoLmdcdiJjY2VzWb7xjGWZclms6mxsfGcCwMAAGgOZxx2/vznP7dkHQAAAC3ijMPODTfc4Lf+9ttv6ze/+Y127dqlP/zhD/re976n559/XsnJyc1eJAAAwNk6q29jvfTSS8rIyFBUVJT+8pe/qK6uTpJUW1urRx99tFkLBAAAOBdnFXYefvhhLVy4UM8++6zCwsJ87X369NHmzZubrTgAAIBzdVZhZ8eOHerbt+9J7Q6HQzU1NedaEwAAQLM5q7Djcrn0ySefnNT+zjvv6NJLLz3nogAAAJrLWYWdUaNG6Z577lF5eblsNpv279+vpUuXauLEiRozZsxZFfLYY4/JZrNp/PjxvrZjx44pLy9P8fHxiomJUVZWlqqqqvy2q6ysVGZmplq3bq2EhARNmjRJx48fP6saAACAec7qDcr33Xefmpqa1L9/f3311Vfq27evIiIiNHHiRI0bN+4/3t+mTZv0m9/8Rt27d/drnzBhgl577TWtWLFCDodDY8eO1ZAhQ/Tuu+9KkhobG5WZmSmXy6UNGzbowIEDGjFihMLCwnhQGgAASDrLKzs2m03333+/Dh48qL/97W/auHGjvvjiC82YMeM/3teRI0eUnZ2tZ599VhdddJGvvba2VosWLdJTTz2lfv36KS0tTYsXL9aGDRu0ceNGSdLatWu1fft2vfDCC+rRo4cGDRqkGTNmqLCwUPX19ac9Zl1dnbxer98CAADMdNa/G0uSwsPDlZqaek4F5OXlKTMzU+np6Xr44Yd97RUVFWpoaFB6erqvrUuXLkpKSlJZWZl69+6tsrIydevWTU6n0zcmIyNDY8aM0bZt23T11Vef8pgzZ87UQw89dE51n6lL7nvtvBwHwWvPY5mBLgEAvtPO6spOc1m+fLk2b96smTNnntTn8XgUHh6u2NhYv3an0ymPx+Mb8/Wgc6L/RN/pFBQUqLa21rfs27fvHGcCAACC1Tld2TkX+/bt0z333KOSkhJFRkae12NHREQoIiLivB4TAAAERsCu7FRUVKi6ulrXXHONQkNDFRoaqvXr12vu3LkKDQ2V0+lUfX39Se/tqaqqksvlkvTPr8D/+7ezTqyfGAMAAL7bAhZ2+vfvr61bt2rLli2+pWfPnsrOzvb9OSwsTKWlpb5tduzYocrKSrndbkmS2+3W1q1bVV1d7RtTUlIiu91+zs8SAQAAMwTsNlabNm105ZVX+rVFR0crPj7e156bm6v8/HzFxcXJbrdr3Lhxcrvd6t27tyRpwIABSk1N1fDhwzVr1ix5PB498MADysvL4zYVAACQFMCwcyZmz56tkJAQZWVlqa6uThkZGZo/f76vv1WrViouLtaYMWPkdrsVHR2tnJwcTZ8+PYBVAwCAYBJUYefNN9/0W4+MjFRhYaEKCwtPu03Hjh21atWqFq4MAABcqAL61XMAAICWRtgBAABGI+wAAACjEXYAAIDRCDsAAMBohB0AAGA0wg4AADAaYQcAABiNsAMAAIxG2AEAAEYj7AAAAKMRdgAAgNEIOwAAwGiEHQAAYDTCDgAAMBphBwAAGI2wAwAAjEbYAQAARiPsAAAAoxF2AACA0Qg7AADAaIQdAABgNMIOAAAwGmEHAAAYjbADAACMRtgBAABGI+wAAACjEXYAAIDRCDsAAMBohB0AAGA0wg4AADAaYQcAABgtoGFnwYIF6t69u+x2u+x2u9xut15//XVf/7Fjx5SXl6f4+HjFxMQoKytLVVVVfvuorKxUZmamWrdurYSEBE2aNEnHjx8/31MBAABBKqBhp3379nrsscdUUVGh999/X/369dPNN9+sbdu2SZImTJigV199VStWrND69eu1f/9+DRkyxLd9Y2OjMjMzVV9frw0bNmjJkiUqKirS1KlTAzUlAAAQZEIDefDBgwf7rT/yyCNasGCBNm7cqPbt22vRokVatmyZ+vXrJ0lavHixUlJStHHjRvXu3Vtr167V9u3btW7dOjmdTvXo0UMzZszQ5MmTNW3aNIWHh5/yuHV1daqrq/Ote73elpskAAAIqKB5ZqexsVHLly/X0aNH5Xa7VVFRoYaGBqWnp/vGdOnSRUlJSSorK5MklZWVqVu3bnI6nb4xGRkZ8nq9vqtDpzJz5kw5HA7f0qFDh5abGAAACKiAh52tW7cqJiZGERERuuuuu7Ry5UqlpqbK4/EoPDxcsbGxfuOdTqc8Ho8kyePx+AWdE/0n+k6noKBAtbW1vmXfvn3NOykAABA0AnobS5I6d+6sLVu2qLa2Vn/4wx+Uk5Oj9evXt+gxIyIiFBER0aLHAAAAwSHgYSc8PFyXX365JCktLU2bNm3S008/rdtuu0319fWqqanxu7pTVVUll8slSXK5XHrvvff89nfi21onxgAAgO+2gN/G+ndNTU2qq6tTWlqawsLCVFpa6uvbsWOHKisr5Xa7JUlut1tbt25VdXW1b0xJSYnsdrtSU1PPe+0AACD4BPTKTkFBgQYNGqSkpCQdPnxYy5Yt05tvvqk1a9bI4XAoNzdX+fn5iouLk91u17hx4+R2u9W7d29J0oABA5Samqrhw4dr1qxZ8ng8euCBB5SXl8dtKgAAICnAYae6ulojRozQgQMH5HA41L17d61Zs0Y/+tGPJEmzZ89WSEiIsrKyVFdXp4yMDM2fP9+3fatWrVRcXKwxY8bI7XYrOjpaOTk5mj59eqCmBAAAgkxAw86iRYu+sT8yMlKFhYUqLCw87ZiOHTtq1apVzV0aAAAwRNA9swMAANCcCDsAAMBohB0AAGA0wg4AADAaYQcAABiNsAMAAIxG2AEAAEYj7AAAAKMRdgAAgNEIOwAAwGiEHQAAYDTCDgAAMBphBwAAGI2wAwAAjEbYAQAARiPsAAAAoxF2AACA0Qg7AADAaIQdAABgNMIOAAAwGmEHAAAYjbADAACMRtgBAABGI+wAAACjEXYAAIDRCDsAAMBohB0AAGA0wg4AADAaYQcAABiNsAMAAIxG2AEAAEYj7AAAAKMFNOzMnDlT1157rdq0aaOEhATdcsst2rFjh9+YY8eOKS8vT/Hx8YqJiVFWVpaqqqr8xlRWViozM1OtW7dWQkKCJk2apOPHj5/PqQAAgCAV0LCzfv165eXlaePGjSopKVFDQ4MGDBigo0eP+sZMmDBBr776qlasWKH169dr//79GjJkiK+/sbFRmZmZqq+v14YNG7RkyRIVFRVp6tSpgZgSAAAIMqGBPPjq1av91ouKipSQkKCKigr17dtXtbW1WrRokZYtW6Z+/fpJkhYvXqyUlBRt3LhRvXv31tq1a7V9+3atW7dOTqdTPXr00IwZMzR58mRNmzZN4eHhJx23rq5OdXV1vnWv19uyEwUAAAETVM/s1NbWSpLi4uIkSRUVFWpoaFB6erpvTJcuXZSUlKSysjJJUllZmbp16yan0+kbk5GRIa/Xq23btp3yODNnzpTD4fAtHTp0aKkpAQCAAAuasNPU1KTx48erT58+uvLKKyVJHo9H4eHhio2N9RvrdDrl8Xh8Y74edE70n+g7lYKCAtXW1vqWffv2NfNsAABAsAjobayvy8vL09/+9je98847LX6siIgIRUREtPhxAABA4AXFlZ2xY8equLhYf/7zn9W+fXtfu8vlUn19vWpqavzGV1VVyeVy+cb8+7ezTqyfGAMAAL67Ahp2LMvS2LFjtXLlSr3xxhtKTk72609LS1NYWJhKS0t9bTt27FBlZaXcbrckye12a+vWraqurvaNKSkpkd1uV2pq6vmZCAAACFoBvY2Vl5enZcuW6Y9//KPatGnje8bG4XAoKipKDodDubm5ys/PV1xcnOx2u8aNGye3263evXtLkgYMGKDU1FQNHz5cs2bNksfj0QMPPKC8vDxuVQEAgMCGnQULFkiSbrzxRr/2xYsXa+TIkZKk2bNnKyQkRFlZWaqrq1NGRobmz5/vG9uqVSsVFxdrzJgxcrvdio6OVk5OjqZPn36+pgEAAIJYQMOOZVnfOiYyMlKFhYUqLCw87ZiOHTtq1apVzVkaAAAwRFA8oAwAANBSCDsAAMBohB0AAGA0wg4AADAaYQcAABiNsAMAAIxG2AEAAEYj7AAAAKMRdgAAgNEIOwAAwGiEHQAAYDTCDgAAMBphBwAAGI2wAwAAjEbYAQAARiPsAAAAoxF2AACA0Qg7AADAaIQdAABgNMIOAAAwGmEHAAAYjbADAACMRtgBAABGI+wAAACjEXYAAIDRCDsAAMBohB0AAGA0wg4AADAaYQcAABiNsAMAAIxG2AEAAEYj7AAAAKMFNOy89dZbGjx4sBITE2Wz2fTKK6/49VuWpalTp6pdu3aKiopSenq6du7c6Tfm4MGDys7Olt1uV2xsrHJzc3XkyJHzOAsAABDMAhp2jh49qquuukqFhYWn7J81a5bmzp2rhQsXqry8XNHR0crIyNCxY8d8Y7Kzs7Vt2zaVlJSouLhYb731lkaPHn2+pgAAAIJcaCAPPmjQIA0aNOiUfZZlac6cOXrggQd08803S5Kee+45OZ1OvfLKKxo2bJg+/PBDrV69Wps2bVLPnj0lSfPmzdNNN92kJ554QomJiedtLgAAIDgF7TM7u3fvlsfjUXp6uq/N4XCoV69eKisrkySVlZUpNjbWF3QkKT09XSEhISovLz/tvuvq6uT1ev0WAABgpqANOx6PR5LkdDr92p1Op6/P4/EoISHBrz80NFRxcXG+Macyc+ZMORwO39KhQ4dmrh4AAASLoA07LamgoEC1tbW+Zd++fYEuCQAAtJCgDTsul0uSVFVV5ddeVVXl63O5XKqurvbrP378uA4ePOgbcyoRERGy2+1+CwAAMFPQhp3k5GS5XC6Vlpb62rxer8rLy+V2uyVJbrdbNTU1qqio8I1544031NTUpF69ep33mgEAQPAJ6Lexjhw5ok8++cS3vnv3bm3ZskVxcXFKSkrS+PHj9fDDD6tTp05KTk7WlClTlJiYqFtuuUWSlJKSooEDB2rUqFFauHChGhoaNHbsWA0bNoxvYgEAAEkBDjvvv/++fvjDH/rW8/PzJUk5OTkqKirSvffeq6NHj2r06NGqqanR9ddfr9WrVysyMtK3zdKlSzV27Fj1799fISEhysrK0ty5c8/7XAAAQHAKaNi58cYbZVnWafttNpumT5+u6dOnn3ZMXFycli1b1hLlAQAAAwTtMzsAAADNgbADAACMRtgBAABGI+wAAACjEXYAAIDRCDsAAMBohB0AAGA0wg4AADAaYQcAABiNsAMAAIxG2AEAAEYj7AAAAKMRdgAAgNEIOwAAwGiEHQAAYDTCDgAAMBphBwAAGI2wAwAAjEbYAQAARiPsAAAAoxF2AACA0Qg7AADAaIQdAABgNMIOAAAwGmEHAAAYjbADAACMRtgBAABGI+wAAACjEXYAAIDRCDsAAMBohB0AAGA0wg4AADCaMWGnsLBQl1xyiSIjI9WrVy+99957gS4JAAAEASPCzu9//3vl5+frwQcf1ObNm3XVVVcpIyND1dXVgS4NAAAEmBFh56mnntKoUaN0xx13KDU1VQsXLlTr1q31f//3f4EuDQAABFhooAs4V/X19aqoqFBBQYGvLSQkROnp6SorKzvlNnV1daqrq/Ot19bWSpK8Xm+z19dU91Wz7xMXlpY4r/4TnIPgHESgtdQ5eGK/lmV947gLPuz8/e9/V2Njo5xOp1+70+nURx99dMptZs6cqYceeuik9g4dOrRIjfhuc8wJdAX4ruMcRKC19Dl4+PBhORyO0/Zf8GHnbBQUFCg/P9+33tTUpIMHDyo+Pl42my2AlZnH6/WqQ4cO2rdvn+x2e6DLwXcQ5yACjXOw5ViWpcOHDysxMfEbx13wYefiiy9Wq1atVFVV5ddeVVUll8t1ym0iIiIUERHh1xYbG9tSJUKS3W7nLzkCinMQgcY52DK+6YrOCRf8A8rh4eFKS0tTaWmpr62pqUmlpaVyu90BrAwAAASDC/7KjiTl5+crJydHPXv21Pe//33NmTNHR48e1R133BHo0gAAQIAZEXZuu+02ffHFF5o6dao8Ho969Oih1atXn/TQMs6/iIgIPfjggyfdNgTOF85BBBrnYODZrG/7vhYAAMAF7IJ/ZgcAAOCbEHYAAIDRCDsAAMBohB18qxtvvFHjx48PdBkAAJwVwg4AY7RkML/rrrtks9k0Z86cFtk/zNCc52BDQ4MmT56sbt26KTo6WomJiRoxYoT279/fLPv/LiHsAMC/qa+v91tfuXKlNm7c+K2vpAeaS319vb766itt3rxZU6ZM0ebNm/Xyyy9rx44d+slPfhLo8i44hB2ckePHj2vs2LFyOBy6+OKLNWXKFN9vmX3++efVs2dPtWnTRi6XS7fffruqq6t92x46dEjZ2dlq27atoqKi1KlTJy1evNjXv2/fPg0dOlSxsbGKi4vTzTffrD179pzvKSJIHD16VCNGjFBMTIzatWunJ5980u9/y/Pnz1enTp0UGRkpp9OpW2+9VZI0cuRIrV+/Xk8//bRsNptsNpv27NmjxsZG5ebmKjk5WVFRUercubOefvppv2OOHDlSt9xyix555BElJiaqc+fOvr7PP/9c48aN09KlSxUWFnbePgcETrCcgw6HQyUlJRo6dKg6d+6s3r1769e//rUqKipUWVl5vj+WC5oRLxVEy1uyZIlyc3P13nvv6f3339fo0aOVlJSkUaNGqaGhQTNmzFDnzp1VXV2t/Px8jRw5UqtWrZIkTZkyRdu3b9frr7+uiy++WJ988on+8Y9/SPrnZdqMjAy53W69/fbbCg0N1cMPP6yBAwfqgw8+UHh4eCCnjQCYNGmS1q9frz/+8Y9KSEjQ//7v/2rz5s3q0aOH3n//fd199916/vnndd111+ngwYN6++23JUlPP/20Pv74Y1155ZWaPn26JKlt27ZqampS+/bttWLFCsXHx2vDhg0aPXq02rVrp6FDh/qOW1paKrvdrpKSEl9bU1OThg8frkmTJqlr167n94NAwATTOfjvamtrZbPZ+H2O/ykL+BY33HCDlZKSYjU1NfnaJk+ebKWkpJxy/KZNmyxJ1uHDhy3LsqzBgwdbd9xxxynHPv/881bnzp399l1XV2dFRUVZa9asacZZ4EJw+PBhKzw83HrxxRd9bV9++aUVFRVl3XPPPdZLL71k2e12y+v1nnL7G264wbrnnnu+9Th5eXlWVlaWbz0nJ8dyOp1WXV2d37hHH33U+tGPfuQ7Pzt27GjNnj37P58YLhjBdg5+3T/+8Q/rmmuusW6//fYznxAsy7IsbmPhjPTu3Vs2m8237na7tXPnTjU2NqqiokKDBw9WUlKS2rRpoxtuuEGSfJdZx4wZo+XLl6tHjx669957tWHDBt9+/vrXv+qTTz5RmzZtFBMTo5iYGMXFxenYsWPatWvX+Z0kAm7Xrl2qr69Xr169fG1xcXG+20o/+tGP1LFjR1166aUaPny4li5dqq+++upb91tYWKi0tDS1bdtWMTExeuaZZ066DdCtWze/K4kVFRV6+umnVVRU5Hfuw2zBdA5+XUNDg4YOHSrLsrRgwYJzmOF3E2EH5+TYsWPKyMiQ3W7X0qVLtWnTJq1cuVLSvx7yHDRokPbu3asJEyZo//796t+/vyZOnChJOnLkiNLS0rRlyxa/5eOPP9btt98esHkhOLVp00abN2/W7373O7Vr105Tp07VVVddpZqamtNus3z5ck2cOFG5ublau3attmzZojvuuOOkh5Cjo6P91t9++21VV1crKSlJoaGhCg0N1d69e/XLX/5Sl1xySQvMDheC83kOnnAi6Ozdu1clJSWy2+3NOaXvBMIOzkh5ebnf+saNG9WpUyd99NFH+vLLL/XYY4/pBz/4gbp06eL3cPIJbdu2VU5Ojl544QXNmTNHzzzzjCTpmmuu0c6dO5WQkKDLL7/cb3E4HOdlbggel112mcLCwvzOt0OHDunjjz/2rYeGhio9PV2zZs3SBx98oD179uiNN96QJIWHh6uxsdFvn++++66uu+46/eIXv9DVV1+tyy+//IyuGg4fPlwffPCBXwhPTEzUpEmTtGbNmmaaMYJNMJ2D0r+Czs6dO7Vu3TrFx8c3wyy/e3hAGWeksrJS+fn5uvPOO7V582bNmzdPTz75pJKSkhQeHq558+bprrvu0t/+9jfNmDHDb9upU6cqLS1NXbt2VV1dnYqLi5WSkiJJys7O1q9+9SvdfPPNmj59utq3b6+9e/fq5Zdf1r333qv27dsHYroIkJiYGOXm5mrSpEmKj49XQkKC7r//foWE/PP/ZcXFxfr000/Vt29fXXTRRVq1apWampp8txguueQSlZeXa8+ePb5bop06ddJzzz2nNWvWKDk5Wc8//7w2bdqk5OTkb6wlPj7+pB8sYWFhcrlcft/WglmC6RxsaGjQrbfeqs2bN6u4uFiNjY3yeDyS/nlrjS9wnDmu7OCMjBgxQv/4xz/0/e9/X3l5ebrnnns0evRotW3bVkVFRVqxYoVSU1P12GOP6YknnvDbNjw8XAUFBerevbv69u2rVq1aafny5ZKk1q1b66233lJSUpKGDBmilJQU5ebm6tixY1yq/Y761a9+pR/84AcaPHiw0tPTdf311ystLU2SFBsbq5dffln9+vVTSkqKFi5cqN/97ne+b0pNnDhRrVq1Umpqqtq2bavKykrdeeedGjJkiG677Tb16tVLX375pX7xi18EcooIcsFyDn7++ef605/+pM8++0w9evRQu3btfMvXn33Et7NZ1v9/WQoABKkbb7xRPXr04O3FCBjOwQsbV3YAAIDRCDsAAMBo3MYCAABG48oOAAAwGmEHAAAYjbADAACMRtgBAABGI+wAAACjEXYAGKmoqEixsbGBLgNAECDsAMD/9+abb8pms33jb7AGcOEh7AC44NTX1we6BAAXEMIOgHP2hz/8Qd26dVNUVJTi4+OVnp6uo0eP+vp/+9vfKiUlRZGRkerSpYvmz5/vt/3kyZN1xRVXqHXr1rr00ks1ZcoUNTQ0+PqnTZumHj166Le//a2Sk5MVGRkpSaqpqdGdd94pp9OpyMhIXXnllSouLvbb95o1a5SSkqKYmBgNHDhQBw4cOOUc9uzZox/+8IeSpIsuukg2m00jR47Uc889p/j4eNXV1fmNv+WWWzR8+HC/+n7zm9+oQ4cOat26tYYOHara2lq/bb7tcwDQQiwAOAf79++3QkNDraeeesravXu39cEHH1iFhYXW4cOHLcuyrBdeeMFq166d9dJLL1mffvqp9dJLL1lxcXFWUVGRbx8zZsyw3n33XWv37t3Wn/70J8vpdFqPP/64r//BBx+0oqOjrYEDB1qbN2+2/vrXv1qNjY1W7969ra5du1pr1661du3aZb366qvWqlWrLMuyrMWLF1thYWFWenq6tWnTJquiosJKSUmxbr/99lPO4/jx49ZLL71kSbJ27NhhHThwwKqpqbG++uory+FwWC+++KJvbFVVlRUaGmq98cYbfvX169fP+stf/mKtX7/euvzyy/2OdSafA4CWQdgBcE4qKiosSdaePXtO2X/ZZZdZy5Yt82ubMWOG5Xa7T7vPX/3qV1ZaWppv/cEHH7TCwsKs6upqX9uaNWuskJAQa8eOHafcx+LFiy1J1ieffOJrKywstJxO52mP++c//9mSZB06dMivfcyYMdagQYN8608++aR16aWXWk1NTb76WrVqZX322We+Ma+//roVEhJiHThwwLKss/scADSP0MBeVwJwobvqqqvUv39/devWTRkZGRowYIBuvfVWXXTRRTp69Kh27dql3NxcjRo1yrfN8ePH5XA4fOu///3vNXfuXO3atUtHjhzR8ePHZbfb/Y7TsWNHtW3b1re+ZcsWtW/fXldcccVpa2vdurUuu+wy33q7du1UXV39H89x1KhRuvbaa/X555/re9/7noqKijRy5EjZbDbfmKSkJH3ve9/zrbvdbjU1NWnHjh1q06bNGX0OAFoGYQfAOWnVqpVKSkq0YcMGrV27VvPmzdP999+v8vJytW7dWpL07LPPqlevXidtJ0llZWXKzs7WQw89pIyMDDkcDi1fvlxPPvmk3/jo6Gi/9aioqG+tLSwszG/dZrPJOovffXz11Vfrqquu0nPPPacBAwZo27Zteu211854+yNHjkj65s8BQMsh7AA4ZzabTX369FGfPn00depUdezYUStXrlR+fr4SExP16aefKjs7+5TbbtiwQR07dtT999/va9u7d++3HrN79+767LPP9PHHH3/j1Z3/RHh4uCSpsbHxpL7/+Z//0Zw5c/T5558rPT1dHTp08OuvrKzU/v37lZiYKEnauHGjQkJC1LlzZzmdzm/9HAC0HMIOgHNSXl6u0tJSDRgwQAkJCSovL9cXX3yhlJQUSdJDDz2ku+++Ww6HQwMHDlRdXZ3ef/99HTp0SPn5+erUqZMqKyu1fPlyXXvttXrttde0cuXKbz3uDTfcoL59+yorK0tPPfWULr/8cn300Uey2WwaOHDgWc2lY8eOstlsKi4u1k033aSoqCjFxMRIkm6//XZNnDhRzz77rJ577rmTto2MjFROTo6eeOIJeb1e3X333Ro6dKhcLtcZfQ4AWlCgHxoCcGHbvn27lZGRYbVt29aKiIiwrrjiCmvevHl+Y5YuXWr16NHDCg8Pty666CKrb9++1ssvv+zrnzRpkhUfH2/FxMRYt912mzV79mzL4XD4+h988EHrqquuOunYX375pXXHHXdY8fHxVmRkpHXllVdaxcXFlmX98wHlr+/Dsixr5cqV1rf9szd9+nTL5XJZNpvNysnJ8esbPny4FRcXZx07dsyv/UR98+fPtxITE63IyEjr1ltvtQ4ePPgffQ4AWobNss7iBjYAfAf1799fXbt21dy5c/3ap02bpldeeUVbtmwJTGEAvhG3sQDgWxw6dEhvvvmm3nzzTV4ECFyACDsA8C2uvvpqHTp0SI8//rg6d+4c6HIA/Ie4jQUAAIzG78YCAABGI+wAAACjEXYAAIDRCDsAAMBohB0AAGA0wg4AADAaYQcAABiNsAMAAIz2/wDfPbOtWnSDoAAAAABJRU5ErkJggg==",
      "text/plain": [
       "<Figure size 640x480 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "import matplotlib.pyplot as plt\n",
    "%matplotlib inline\n",
    "\n",
    "plt.bar(list(elos.keys()), list(elos.values()))\n",
    "plt.ylabel(\"elo\")\n",
    "plt.xlabel(\"search type\")\n",
    "plt.savefig(\"elo.png\")\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "3086deaa-6399-4adf-98d3-83e731826a82",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'base': 400, 'qstar': 816.0, 'minimax': 400}"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "elos"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "84085aa2-61bc-46b0-a102-feddadf103ba",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "4a6541bb-6a60-4328-9336-52c1c909b2c7",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "d07292a6-102b-4028-804d-821dfc546824",
   "metadata": {},
   "outputs": [],
   "source": [
    "%load_ext autoreload\n",
    "%autoreload 2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "id": "67083e5c-6343-4f05-a1f3-bc95d6f4ff07",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "fa3ba4f4-1b65-4e6d-ac28-242181e8a573",
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import time\n",
    "import tqdm\n",
    "import matplotlib.pyplot as plt\n",
    "%matplotlib inline\n",
    "\n",
    "from IPython.display import display, clear_output\n",
    "import ipywidgets as widgets\n",
    "\n",
    "from gomu.helpers import DEBUG, GameInfo\n",
    "from gomu.gomuku import GoMuKuBoard\n",
    "from gomu.bot import load_base, PytorchAgent, MinimaxWithAB\n",
    "from gomu.algorithms import *\n",
    "\n",
    "\n",
    "DEBUG.value = 0\n",
    "\n",
    "result = 0\n",
    "i = 0\n",
    "\n",
    "# base = load_base(game_info=game_info, device=device, ckp_path=\"./tmp/epoch-1-19-w01.pkl\")\n",
    "model = load_base(game_info=game_info, device=device, ckp_path=\"./models/1224-256.pkl\")\n",
    "base_agent = PytorchAgent(model, device=device, n_to_win=n_to_win, with_history=False)\n",
    "model_agent = QstarAgent(model=model, device=device, n_to_win=n_to_win, with_history=False, max_depth=4, max_vertexs=2)\n",
    "\n",
    "board = GoMuKuBoard(nrow=nrow, ncol=ncol, n_to_win=n_to_win)\n",
    "turn = 0\n",
    "models_turn = 0\n",
    "\n",
    "output = widgets.Output()\n",
    "\n",
    "# _board = GoMuKuBoard.viz(board.board)\n",
    "# display(_board, output)\n",
    "\n",
    "button = widgets.Button(description=\"Next\")\n",
    "display(button, output)\n",
    "\n",
    "is_done = False\n",
    "\n",
    "result = {0:0, 1:0}\n",
    "\n",
    "while True:\n",
    "    simulate(None)\n",
    "    time.sleep(0.05)  \n",
    "# button.on_click(simulate)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "4a55b978-4c7b-4b92-968e-0b399e6d1bf6",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.45016600268752205\n",
      "0.401312339887548\n",
      "0.3543436937742046\n",
      "0.3100255188723875\n",
      "0.2689414213699951\n",
      "0.23147521650098224\n",
      "0.1978161114414182\n",
      "0.16798161486607555\n",
      "0.1418510649004877\n",
      "0.11920292202211769\n"
     ]
    }
   ],
   "source": [
    "import numpy as np\n",
    "\n",
    "def eps(n):\n",
    "    return 1 / (1+np.exp(-0.2*n))\n",
    "\n",
    "for i in range(10):\n",
    "    print(1-eps(i+1))\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "id": "f4873879-3eff-40d8-b24f-9b99ced8c010",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(tensor([10,  5]),\n",
       " tensor([[10],\n",
       "         [ 5]]))"
      ]
     },
     "execution_count": 46,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import torch\n",
    "a = torch.tensor([[10, 2, 3], [1, 2, 5]])\n",
    "a[torch.arange(2), a.argmax(1)], a.max(-1, keepdim=True).values"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "id": "ea050e39-1e48-417a-a177-48e5690f9aa6",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(torch.Size([2, 1]), torch.Size([2, 3]))"
      ]
     },
     "execution_count": 32,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "a.argmax(1, keepdim=True).shape, a.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "id": "b4f680c3-c8b6-4218-9f48-9d0d4c51597c",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(tensor([[0],\n",
       "         [2]]),\n",
       " tensor([0, 2]))"
      ]
     },
     "execution_count": 53,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "a.argmax(1, keepdim=True), a.argmax(1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "id": "eb919493-c6fb-4bb1-829b-019c660f3f01",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[2, 3, 4],\n",
       "       [1, 2, 3]])"
      ]
     },
     "execution_count": 56,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "a = np.array([[1, 2, 3], [2, 3, 4]])\n",
    "np.roll(a, 1, 0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "id": "2118fc79-b6cc-43aa-8fe7-ab9562e593e4",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1],\n",
       "       [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1],\n",
       "       [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1],\n",
       "       [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1],\n",
       "       [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1],\n",
       "       [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1],\n",
       "       [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1],\n",
       "       [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1],\n",
       "       [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1],\n",
       "       [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1],\n",
       "       [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1],\n",
       "       [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1],\n",
       "       [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1],\n",
       "       [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1],\n",
       "       [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1],\n",
       "       [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1],\n",
       "       [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1],\n",
       "       [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1],\n",
       "       [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1],\n",
       "       [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]])"
      ]
     },
     "execution_count": 62,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "a =np.zeros((2, 20, 20))\n",
    "(a.sum(0)==0)+0"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 67,
   "id": "8d5b0138-3f5f-420a-8c39-d90191605227",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[[0., 0., 0., ..., 0., 0., 0.],\n",
       "        [0., 0., 0., ..., 0., 0., 0.],\n",
       "        [0., 0., 0., ..., 0., 0., 0.],\n",
       "        ...,\n",
       "        [0., 0., 0., ..., 0., 0., 0.],\n",
       "        [0., 0., 0., ..., 0., 0., 0.],\n",
       "        [0., 0., 0., ..., 0., 0., 0.]],\n",
       "\n",
       "       [[1., 1., 1., ..., 1., 1., 1.],\n",
       "        [1., 1., 1., ..., 1., 1., 1.],\n",
       "        [1., 1., 1., ..., 1., 1., 1.],\n",
       "        ...,\n",
       "        [1., 1., 1., ..., 1., 1., 1.],\n",
       "        [1., 1., 1., ..., 1., 1., 1.],\n",
       "        [1., 1., 1., ..., 1., 1., 1.]],\n",
       "\n",
       "       [[0., 0., 0., ..., 0., 0., 0.],\n",
       "        [0., 0., 0., ..., 0., 0., 0.],\n",
       "        [0., 0., 0., ..., 0., 0., 0.],\n",
       "        ...,\n",
       "        [0., 0., 0., ..., 0., 0., 0.],\n",
       "        [0., 0., 0., ..., 0., 0., 0.],\n",
       "        [0., 0., 0., ..., 0., 0., 0.]]])"
      ]
     },
     "execution_count": 67,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "np.stack([a[0], (a.sum(0)==0), a[1]])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "id": "0bacdfea-618a-400d-8784-b73320b6d762",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1"
      ]
     },
     "execution_count": 35,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import torch\n",
    "a = torch.zeros((2, 20, 20))\n",
    "a[0, 0, 1] = 1\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "id": "19cc4174-e7bd-4474-8395-989932d0458c",
   "metadata": {},
   "outputs": [],
   "source": [
    "from mcts import make_circular_heatmap\n",
    "from gomu.gomuku import GoMuKuBoard\n",
    "\n",
    "board = GoMuKuBoard(20, 20, 5)\n",
    "\n",
    "a = torch.ones((1, 20, 20))\n",
    "a *= make_circular_heatmap(20, 20)\n",
    "a /= a.sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "id": "5be5ef34-86c4-4077-bb69-5f2612d1fcc0",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(9, 9)"
      ]
     },
     "execution_count": 62,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "board.format_pos(torch.multinomial(a.view(1, -1),1).item())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "386d45e6-e439-4809-9fc7-65e6ebfa9ec6",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "torch.Size([2, 20, 20])"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import torch\n",
    "import torch.nn.functional as F\n",
    "\n",
    "a = torch.ones((2, 7, 7))\n",
    "F.pad(a, (0, 13, 0, 13), \"constant\", 0).shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "id": "1fa7908d-3e8d-47a7-8d97-cdc6e8a546c5",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[[1., 1., 1., 1., 1., 1., 1., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n",
       "         0., 0., 0., 0.],\n",
       "        [1., 1., 1., 1., 1., 1., 1., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n",
       "         0., 0., 0., 0.],\n",
       "        [1., 1., 1., 1., 1., 1., 1., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n",
       "         0., 0., 0., 0.],\n",
       "        [1., 1., 1., 1., 1., 1., 1., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n",
       "         0., 0., 0., 0.],\n",
       "        [1., 1., 1., 1., 1., 1., 1., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n",
       "         0., 0., 0., 0.],\n",
       "        [1., 1., 1., 1., 1., 1., 1., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n",
       "         0., 0., 0., 0.],\n",
       "        [1., 1., 1., 1., 1., 1., 1., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n",
       "         0., 0., 0., 0.],\n",
       "        [0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n",
       "         0., 0., 0., 0.],\n",
       "        [0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n",
       "         0., 0., 0., 0.],\n",
       "        [0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n",
       "         0., 0., 0., 0.],\n",
       "        [0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n",
       "         0., 0., 0., 0.],\n",
       "        [0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n",
       "         0., 0., 0., 0.],\n",
       "        [0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n",
       "         0., 0., 0., 0.],\n",
       "        [0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n",
       "         0., 0., 0., 0.],\n",
       "        [0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n",
       "         0., 0., 0., 0.],\n",
       "        [0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n",
       "         0., 0., 0., 0.],\n",
       "        [0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n",
       "         0., 0., 0., 0.],\n",
       "        [0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n",
       "         0., 0., 0., 0.],\n",
       "        [0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n",
       "         0., 0., 0., 0.],\n",
       "        [0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n",
       "         0., 0., 0., 0.]],\n",
       "\n",
       "       [[1., 1., 1., 1., 1., 1., 1., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n",
       "         0., 0., 0., 0.],\n",
       "        [1., 1., 1., 1., 1., 1., 1., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n",
       "         0., 0., 0., 0.],\n",
       "        [1., 1., 1., 1., 1., 1., 1., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n",
       "         0., 0., 0., 0.],\n",
       "        [1., 1., 1., 1., 1., 1., 1., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n",
       "         0., 0., 0., 0.],\n",
       "        [1., 1., 1., 1., 1., 1., 1., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n",
       "         0., 0., 0., 0.],\n",
       "        [1., 1., 1., 1., 1., 1., 1., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n",
       "         0., 0., 0., 0.],\n",
       "        [1., 1., 1., 1., 1., 1., 1., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n",
       "         0., 0., 0., 0.],\n",
       "        [0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n",
       "         0., 0., 0., 0.],\n",
       "        [0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n",
       "         0., 0., 0., 0.],\n",
       "        [0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n",
       "         0., 0., 0., 0.],\n",
       "        [0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n",
       "         0., 0., 0., 0.],\n",
       "        [0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n",
       "         0., 0., 0., 0.],\n",
       "        [0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n",
       "         0., 0., 0., 0.],\n",
       "        [0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n",
       "         0., 0., 0., 0.],\n",
       "        [0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n",
       "         0., 0., 0., 0.],\n",
       "        [0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n",
       "         0., 0., 0., 0.],\n",
       "        [0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n",
       "         0., 0., 0., 0.],\n",
       "        [0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n",
       "         0., 0., 0., 0.],\n",
       "        [0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n",
       "         0., 0., 0., 0.],\n",
       "        [0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n",
       "         0., 0., 0., 0.]]])"
      ]
     },
     "execution_count": 33,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import numpy as np\n",
    "\n",
    "a = np.ones((2, 7, 7))\n",
    "np.pad(a, ((0, 0), (0, 13), (0, 13)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "c9e96421-f39c-4b3c-81c2-05aaf7cfdb1f",
   "metadata": {},
   "outputs": [],
   "source": [
    "from gomu.base import NewPolicyValueNet\n",
    "from gomu.bot import load_base\n",
    "from gomu.helpers import base_game_info\n",
    "import torch\n",
    "\n",
    "model = NewPolicyValueNet(20, 20, [2, 20, 30, 20, 1], 0.5)\n",
    "tf = torch.randn((10, 2, 20, 20))\n",
    "pi, value = model(tf)\n",
    "\n",
    "a = ((1-value)**2).mean()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "52dac3bf-dd6a-454c-9834-724d7723feca",
   "metadata": {},
   "outputs": [],
   "source": [
    "a.backward()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "230ae75b-0272-4af8-a1b7-920170d09725",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "481a50ae-1ba9-41a2-99a3-16908d759c1f",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.7"
  },
  "vscode": {
   "interpreter": {
    "hash": "9d2639ffb07810fac2cedc92e08a41c0bae42ca785c48ccdb21dd6b5e60bd2fc"
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}