image-to-text.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "87390ad5",
   "metadata": {},
   "outputs": [],
   "source": [
    "from pathlib import Path\n",
    "from PIL import Image\n",
    "import os\n",
    "import numpy as np\n",
    "from tqdm import tqdm"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "3bcf8a29",
   "metadata": {},
   "outputs": [],
   "source": [
    "PROCESSED_DIR = Path('/home/macosta/ttmp/primus-processed/')\n",
    "SAVEPATH = Path('/home/macosta/ttmp/primus-txt-blocks')\n",
    "SAVEPATH.mkdir(exist_ok=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "0b6a60aa",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\r",
      "  0%|                                                 | 0/87678 [00:00<?, ?it/s]"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAA5QAAABfAQAAAAC/irUPAAAEaklEQVR4nOWZz27jNhCHP9JG7MNio2NPtR8hBXrozXqUPML2VuwlDLrA7q2vkEfhXjZ77BtUQYEiRy5QoE6gaHrQf9mWKNryHjIXj8UhP5qkZn6SERFRspKjbAs3CTf1hT9K51vpGFV6TgNojrQtkPSHLN9WrgaY90Y/LUvvtifKgOkbZeHazH57fC6cFxMPR3uYBmTZG3InhfPvwfVzKFBjmANm6pF7x/E+FcOBUlGTHup86FR0mZH0RGSVZ3uilqx/GMXstbTyTE9UxCo5HXPrNc61LxD6F2wau9LnZyY6PjsTRCTbuI2IfNzO9uXvBCUici8pbIp8TdF2L+JYifzd7VTk+FWd46usL1F+hhzAp4ts/7TqcxbnH6bR6Mb/zHo8gQO3aX2zmzKypvYlil5mAmTbQ3dglY6LjNpaDjuWWDJtDDyrAwNctYMbWYKBAtbHNEB6MAHGpfNm/Pj7bA7wVz5bs39Ws/J6vMk/m5vQl6kPmYbOBnVNVUu52T+pKISpUu9yexLTAI+577tOriEJMlgHMdGMKLl0qlEcxszNePdqzc+/W4MpzAHdf5Ra1hRt48+CBjKWgFL+yxR1RhjPTPMx/km9l+m64QckCju+y5EWfQedwPfSCRRl33SrfVMD3EtaPuvVqqC8OFonSHncP3bn46b5mRqy4ri/7AjxAA3gyUyLtJJeY4E/60Y7BRF0LdQfDQb4+aVqNJMxXSE2Eg0gWVUvQ+qxJ7NMK1Y2ANJ8QIkmYibKAGD4AmR8m4LTYdoqS6cxwF35NaQeezJNfmyr3TNTcDrMVjXslKZ4GqYQZZCLPwMqUDqMYmblphUvqoytW6fRgxqII4D0J6MAbhqtFxMxa3UQ78iM/pdVwWanGbbHXpFOSBYZrEQkLV4XXIpIxkzaGiBQJ3SvFDphme0qAn95HWAaorSsoTEUOTCdkqqBbfm4bqrLfi/cgpnJ2uVrWdbqiMnUV8kEigVVX6HYymRiZpzU/s5kJmJiybdyboHT1Gmzc+Vdm8mb3wC2eWQKYEc9dnftqb8eaTBcXWCBxRGYpn0eKA0awCoA97bZEF5SbuOBAA3cYg2UG7nNu0SBRClU5ACTPAMlrfd46zDkk8d514DWOeGXZoMNQj74bEljWvYdAM5AqBJSa68wGzT4MfaadIL8nq3cRrLLZNGu6mN0QrPc1sM0dEJtkSYysYIjpUHzFlkNFd86No3CkS+NW+QmGYqes+RHIIaHNevB+L12aypXeSzXHOyvwBFyRBrruvAZRTNPlsa5UODIrSyYmvkdGC4lWSTjkc3CJX79NbiZMw8eodV/Hi2zdbvvexaN2uJOkQEv0+GYksl7TqG4Ns47VMMG/vtwJFGJ9Q/WcBXzfOTD7WJUEtOw/Fr89Zd470jH/G6RyuZw8aQQQOJA5I0ZF69BWWbFt5GdAY2S0b3saMyx9lp0wppO5T+oE05nbsJHvoP2upiTvpo5wDyv5czo7MxPZyWCBnl/fmY21f9Fh+x/OJ9YsmSL79QAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<PIL.PngImagePlugin.PngImageFile image mode=1 size=916x95 at 0x7F4CD58E89D0>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\r",
      "  0%|                                                 | 0/87678 [00:00<?, ?it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[1 0 0 0 0 0 0 0 0 0 1 1 1 1 1]\n",
      " [1 1 0 0 0 0 0 0 0 0 0 1 1 1 1]\n",
      " [1 1 0 0 0 0 0 0 0 0 0 1 1 1 1]\n",
      " [1 1 0 0 0 0 0 0 0 0 0 0 1 1 1]\n",
      " [1 1 1 0 0 0 0 0 0 0 0 0 0 1 1]\n",
      " [1 1 1 1 0 0 0 0 0 0 0 0 0 0 1]\n",
      " [1 1 1 1 0 0 0 0 0 0 0 0 0 0 0]\n",
      " [1 1 1 1 1 0 0 0 0 0 0 0 0 0 0]\n",
      " [0 1 1 1 1 1 0 0 0 0 0 0 0 0 0]\n",
      " [0 0 1 1 1 1 1 1 0 0 0 0 0 0 0]\n",
      " [0 0 0 1 1 1 1 1 1 0 0 0 0 0 0]\n",
      " [0 0 0 0 0 1 1 1 1 1 1 0 0 0 0]\n",
      " [0 0 0 0 0 0 1 1 1 1 1 1 1 1 0]\n",
      " [0 0 0 0 0 0 0 0 1 1 1 1 1 1 1]\n",
      " [0 0 0 0 0 0 0 0 0 0 0 1 1 1 1]]\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\n"
     ]
    },
    {
     "ename": "Exception",
     "evalue": "",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mException\u001b[0m                                 Traceback (most recent call last)",
      "\u001b[0;32m/tmp/ipykernel_1799765/3896937188.py\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[1;32m     13\u001b[0m             \u001b[0;32mif\u001b[0m \u001b[0mx\u001b[0m \u001b[0;34m==\u001b[0m \u001b[0;36m8\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     14\u001b[0m                 \u001b[0mprint\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mblock\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 15\u001b[0;31m                 \u001b[0;32mraise\u001b[0m \u001b[0mException\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     16\u001b[0m             \u001b[0mflattened\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mblock\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mflatten\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     17\u001b[0m             \u001b[0mstring\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m''\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mjoin\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mstr\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mx\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0mx\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mflattened\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mException\u001b[0m: "
     ]
    }
   ],
   "source": [
    "for file in tqdm(os.listdir(PROCESSED_DIR)):\n",
    "    x = 0\n",
    "    filepath = PROCESSED_DIR / file\n",
    "    savepath = SAVEPATH / f\"{filepath.name[:-4]}.txt\"\n",
    "#     writefile = open(savepath, \"w\")\n",
    "    image = (1 - np.array(Image.open(filepath), dtype=np.uint8))\n",
    "    Image.open(filepath).show()\n",
    "    full_text = ''\n",
    "    for i in range(0, image.shape[1] - 15, 15):\n",
    "        for j in range(13, 13 + 18 * 4, 18):\n",
    "            block = image[j:j+15, i:i+15]\n",
    "            x += 1\n",
    "            if x == 8:\n",
    "                print(block)\n",
    "                raise Exception()\n",
    "            flattened = block.flatten()\n",
    "            string = ''.join([str(x) for x in flattened])\n",
    "            full_text += f\"{string} \"\n",
    "    full_text = full_text.strip()\n",
    "#     writefile.write(full_text)\n",
    "    writefile.close()"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.11"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}