ScreenshotTool.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Using TensorFlow backend.\n"
     ]
    }
   ],
   "source": [
    "import os\n",
    "import cv2\n",
    "import numpy as np\n",
    "from numpy import expand_dims\n",
    "from keras.preprocessing.image import ImageDataGenerator\n",
    "from IPython.display import clear_output"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Data/Smoking/0.jpg\n",
      "Data/Smoking/1.jpg\n",
      "Data/Smoking/10.jpg\n",
      "Data/Smoking/100.jpg\n",
      "Data/Smoking/101.jpg\n",
      "Data/Smoking/102.jpg\n",
      "Data/Smoking/103.jpg\n",
      "Data/Smoking/104.jpg\n",
      "Data/Smoking/105.jpg\n",
      "Data/Smoking/106.jpg\n",
      "Data/Smoking/107.jpg\n",
      "Data/Smoking/108.jpg\n",
      "Cropped image: (6, 70) (402, 592)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/109.jpg\n",
      "Cropped image: (129, 169) (546, 597)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/11.jpg\n",
      "Cropped image: (61, 129) (289, 597)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/110.jpg\n",
      "Cropped image: (138, 22) (592, 586)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/111.jpg\n",
      "Cropped image: (4, 4) (392, 597)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/112.jpg\n",
      "Cropped image: (109, 161) (447, 595)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/113.jpg\n",
      "Cropped image: (209, 3) (418, 294)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/114.jpg\n",
      "Cropped image: (85, 150) (589, 598)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/115.jpg\n",
      "Cropped image: (65, 363) (303, 585)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/116.jpg\n",
      "Cropped image: (24, 244) (259, 598)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/117.jpg\n",
      "Cropped image: (235, 372) (561, 636)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/118.jpg\n",
      "Cropped image: (208, 256) (515, 563)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/119.jpg\n",
      "Cropped image: (1, 15) (119, 325)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/12.jpg\n",
      "Cropped image: (101, 134) (398, 597)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/120.jpg\n",
      "Cropped image: (137, 29) (487, 598)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/121.jpg\n",
      "Cropped image: (137, 154) (449, 602)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/122.jpg\n",
      "Cropped image: (2, 247) (348, 602)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/123.jpg\n",
      "Cropped image: (2, 193) (432, 598)\n",
      "Cropped image: (6, 185) (440, 598)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/13.jpg\n",
      "Cropped image: (64, 72) (549, 596)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/14.jpg\n",
      "Cropped image: (85, 171) (357, 520)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/15.jpg\n",
      "Cropped image: (203, 52) (528, 465)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/16.jpg\n",
      "Cropped image: (159, 173) (431, 597)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/17.jpg\n",
      "Cropped image: (11, 99) (468, 454)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/18.jpg\n",
      "Cropped image: (201, 298) (408, 596)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/19.jpg\n",
      "Cropped image: (154, 172) (377, 582)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/2.jpg\n",
      "Cropped image: (65, 164) (545, 597)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/20.jpg\n",
      "Cropped image: (235, 67) (425, 523)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/21.jpg\n",
      "Cropped image: (135, 143) (598, 604)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/22.jpg\n",
      "Cropped image: (7, 4) (349, 484)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/23.jpg\n",
      "Cropped image: (2, 160) (602, 593)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/24.jpg\n",
      "Cropped image: (1, 231) (350, 595)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/25.jpg\n",
      "Cropped image: (148, 30) (546, 552)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/26.jpg\n",
      "Cropped image: (54, 53) (589, 588)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/27.jpg\n",
      "Cropped image: (3, 121) (305, 599)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/28.jpg\n",
      "Cropped image: (95, 230) (252, 535)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/29.jpg\n",
      "Cropped image: (3, 110) (519, 592)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/3.jpg\n",
      "Cropped image: (230, 218) (609, 593)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/30.jpg\n",
      "Cropped image: (1, 372) (250, 617)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/31.jpg\n",
      "Cropped image: (176, 114) (450, 505)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/32.jpg\n",
      "Cropped image: (141, 221) (460, 598)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/33.jpg\n",
      "Cropped image: (204, 107) (366, 370)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/34.jpg\n",
      "Cropped image: (125, 153) (481, 587)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/35.jpg\n",
      "Cropped image: (98, 36) (438, 488)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/36.jpg\n",
      "Cropped image: (12, 191) (502, 598)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/37.jpg\n",
      "Cropped image: (154, 200) (566, 574)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/38.jpg\n",
      "Cropped image: (180, 56) (473, 468)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/39.jpg\n",
      "Cropped image: (113, 13) (359, 350)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/4.jpg\n",
      "Cropped image: (335, 217) (594, 510)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/40.jpg\n",
      "Cropped image: (140, 314) (470, 615)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/41.jpg\n",
      "Cropped image: (175, 155) (487, 417)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/42.jpg\n",
      "Cropped image: (103, 9) (610, 608)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/43.jpg\n",
      "Cropped image: (269, 148) (631, 607)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/44.jpg\n",
      "Cropped image: (20, 155) (465, 626)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/45.jpg\n",
      "Cropped image: (317, 203) (607, 598)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/46.jpg\n",
      "Cropped image: (2, 282) (267, 581)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/47.jpg\n",
      "Cropped image: (107, 58) (382, 556)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/48.jpg\n",
      "Cropped image: (1, 186) (406, 592)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/49.jpg\n",
      "Data/Smoking/5.jpg\n",
      "Cropped image: (194, 39) (570, 461)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/50.jpg\n",
      "Cropped image: (139, 11) (605, 596)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/51.jpg\n",
      "Cropped image: (201, 137) (280, 292)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/52.jpg\n",
      "Cropped image: (11, 67) (333, 592)\n",
      "Cropped image: (5, 148) (308, 596)\n",
      "Cropped image: (6, 151) (323, 618)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/53.jpg\n",
      "Cropped image: (99, 182) (409, 603)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/54.jpg\n",
      "Cropped image: (57, 289) (306, 580)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/55.jpg\n",
      "Cropped image: (148, 195) (439, 507)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/56.jpg\n",
      "Cropped image: (163, 146) (449, 604)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/57.jpg\n",
      "Cropped image: (167, 331) (417, 626)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/58.jpg\n",
      "Cropped image: (156, 266) (327, 521)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/59.jpg\n",
      "Cropped image: (186, 68) (523, 388)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/6.jpg\n",
      "Cropped image: (222, 114) (489, 403)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/60.jpg\n",
      "Cropped image: (8, 138) (514, 596)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/61.jpg\n",
      "Cropped image: (72, 113) (427, 525)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/62.jpg\n",
      "Cropped image: (8, 284) (284, 614)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/63.jpg\n",
      "Cropped image: (56, 15) (541, 602)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/64.jpg\n",
      "Cropped image: (5, 219) (290, 606)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/65.jpg\n",
      "Cropped image: (157, 44) (507, 620)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/66.jpg\n",
      "Cropped image: (144, 22) (433, 583)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/67.jpg\n",
      "Cropped image: (149, 288) (459, 637)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/68.jpg\n",
      "Cropped image: (181, 109) (559, 645)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/69.jpg\n",
      "Cropped image: (7, 4) (475, 642)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/7.jpg\n",
      "Cropped image: (148, 93) (458, 588)\n",
      "Data/Smoking/70.jpg\n",
      "Cropped image: (27, 20) (567, 604)\n",
      "Cropped image: (40, 25) (448, 304)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/71.jpg\n",
      "Cropped image: (65, 118) (386, 499)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/72.jpg\n",
      "Cropped image: (137, 7) (597, 598)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/73.jpg\n",
      "Cropped image: (210, 86) (465, 454)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/74.jpg\n",
      "Cropped image: (213, 37) (546, 333)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/75.jpg\n",
      "Cropped image: (8, 20) (374, 443)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/76.jpg\n",
      "Cropped image: (311, 56) (501, 520)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/77.jpg\n",
      "Cropped image: (248, 190) (503, 600)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/78.jpg\n",
      "Cropped image: (13, 240) (270, 592)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/79.jpg\n",
      "Cropped image: (77, 230) (305, 508)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/8.jpg\n",
      "Cropped image: (128, 8) (648, 599)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/80.jpg\n",
      "Cropped image: (215, 93) (577, 632)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/81.jpg\n",
      "Cropped image: (160, 145) (495, 624)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/82.jpg\n",
      "Cropped image: (300, 86) (551, 419)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/83.jpg\n",
      "Cropped image: (151, 344) (482, 610)\n",
      "Cropped image: (155, 276) (517, 613)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/84.jpg\n",
      "Cropped image: (253, 165) (518, 590)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/85.jpg\n",
      "Cropped image: (40, 68) (458, 604)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/86.jpg\n",
      "Cropped image: (60, 331) (454, 630)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/87.jpg\n",
      "Cropped image: (1, 6) (308, 618)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/88.jpg\n",
      "Cropped image: (170, 34) (452, 512)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/89.jpg\n",
      "Cropped image: (115, 152) (451, 450)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/9.jpg\n",
      "Cropped image: (120, 15) (891, 703)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/90.jpg\n",
      "Cropped image: (13, 11) (635, 627)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/91.jpg\n",
      "Cropped image: (196, 107) (546, 558)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/92.jpg\n",
      "Cropped image: (259, 120) (523, 478)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/93.jpg\n",
      "Cropped image: (223, 103) (543, 626)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/94.jpg\n",
      "Cropped image: (94, 203) (431, 605)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/95.jpg\n",
      "Cropped image: (3, 211) (389, 601)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/96.jpg\n",
      "Cropped image: (168, 8) (586, 591)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/97.jpg\n",
      "Cropped image: (99, 5) (475, 514)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/98.jpg\n",
      "Cropped image: (45, 197) (329, 499)\n",
      "Augmented cropped images saved !\n",
      "Data/Smoking/99.jpg\n",
      "Cropped image: (86, 121) (494, 568)\n",
      "Augmented cropped images saved !\n"
     ]
    }
   ],
   "source": [
    "class ExtractImage(object):\n",
    "    def __init__(self,image_name):\n",
    "        self.image_name = image_name\n",
    "        self.original_image = cv2.imread(self.image_name)\n",
    "\n",
    "        self.original_image = cv2.resize(self.original_image, (600,600))\n",
    "        self.clone = self.original_image.copy()\n",
    "\n",
    "        cv2.namedWindow('image')\n",
    "        cv2.setMouseCallback('image', self.extract_coordinates)\n",
    "        self.image_coordinates = []\n",
    "\n",
    "    def extract_coordinates(self, event, x, y, flags, parameters):\n",
    "        if event == cv2.EVENT_LBUTTONDOWN:\n",
    "            self.image_coordinates = [(x,y)]\n",
    "\n",
    "        elif event == cv2.EVENT_LBUTTONUP:\n",
    "            self.image_coordinates.append((x,y))\n",
    "            self.crop_ROI()\n",
    "\n",
    "            # Draw rectangle around region of interst(ROI)\n",
    "            cv2.rectangle(self.clone, self.image_coordinates[0], self.image_coordinates[1], (255,0,0), 2)\n",
    "            cv2.imshow(\"image\", self.clone) \n",
    "\n",
    "        # Clear all drawn boxes on right mouse button click\n",
    "        elif event == cv2.EVENT_RBUTTONDOWN:\n",
    "            self.clone = self.original_image.copy()\n",
    "\n",
    "    def crop_ROI(self):\n",
    "        self.cropped_image = self.clone.copy()\n",
    "        self.cropped_image = self.cropped_image[self.image_coordinates[0][1]:self.image_coordinates[1][1],\n",
    "                                                self.image_coordinates[0][0]:self.image_coordinates[1][0]]\n",
    "\n",
    "        print('Cropped image: {} {}'.format(self.image_coordinates[0], self.image_coordinates[1]))\n",
    "    \n",
    "    def save_with_augmentation(self, count):\n",
    "        # Generating 6 photos rotated 90 degrees\n",
    "        # If you want you can use another augmentation techniques\n",
    "        samples = expand_dims(self.cropped_image, 0)\n",
    "        datagen = ImageDataGenerator(rotation_range=90)\n",
    "        it = datagen.flow(samples, batch_size=1)\n",
    "        \n",
    "        for i in range(6):\n",
    "            batch = it.next()\n",
    "            image = batch[0].astype('uint8')\n",
    "            cv2.imwrite(f'Output/Augmented/{count}_{str(i)}.jpg', image)\n",
    "            \n",
    "    def show_image(self):\n",
    "        return self.clone\n",
    "    \n",
    "    def show_cropped_ROI(self):\n",
    "        cv2.imshow('cropped image', self.cropped_image)\n",
    "        \n",
    "    def save_cropped_ROI(self, count):\n",
    "        cv2.imwrite(f'Output/Cropped/{count}.jpg', self.cropped_image)\n",
    "        \n",
    "if __name__ == '__main__':\n",
    "    folder = \"Data/Smoking\"\n",
    "    for file in os.listdir(folder):\n",
    "        count = file.split('.')[0]\n",
    "        path = folder+'/'+file\n",
    "        print(path)\n",
    "        extract_image = ExtractImage(path)\n",
    "        try:\n",
    "            while True:\n",
    "                cv2.imshow('image', extract_image.show_image())\n",
    "                key = cv2.waitKey(1)\n",
    "                if key == ord('q'): # Skips current image\n",
    "                    cv2.destroyAllWindows()\n",
    "                    cv2.waitKey(0)\n",
    "                    break\n",
    "\n",
    "                if key == ord('c'): # Crop image with keyboard 'c'\n",
    "                    extract_image.show_cropped_ROI()\n",
    "\n",
    "                if key == ord('s'): # Save cropped image with keyboard 's'\n",
    "                    extract_image.save_cropped_ROI()\n",
    "                    print('Cropped image saved !')\n",
    "\n",
    "                if key == ord('a'): # Save cropped image with augmentation\n",
    "                    extract_image.save_with_augmentation(count)\n",
    "                    extract_image.save_cropped_ROI(count)\n",
    "                    print('Augmented cropped images saved !')\n",
    "                    cv2.destroyAllWindows()\n",
    "                    cv2.waitKey(0)\n",
    "                    break\n",
    "\n",
    "                if key == 27: # Stops program upon hittin Esc key\n",
    "                    cv2.destroyAllWindows()\n",
    "                    cv2.waitKey(0)\n",
    "                    raise Exception\n",
    "        except Exception:\n",
    "            break"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}