1_prep_data.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "view-in-github"
   },
   "source": [
    "<a href=\"https://colab.research.google.com/github/eugeneyan/visualizing-finetunes/blob/main/1_prep_data.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "tBhXwr_bIIRe",
    "outputId": "b9c03728-7794-465d-edd1-093cef675def"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m302.6/302.6 kB\u001b[0m \u001b[31m2.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
      "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m119.8/119.8 MB\u001b[0m \u001b[31m5.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
      "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m542.0/542.0 kB\u001b[0m \u001b[31m12.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
      "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m199.1/199.1 kB\u001b[0m \u001b[31m6.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
      "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m116.3/116.3 kB\u001b[0m \u001b[31m9.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
      "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m194.1/194.1 kB\u001b[0m \u001b[31m16.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
      "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m134.8/134.8 kB\u001b[0m \u001b[31m12.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
      "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m401.2/401.2 kB\u001b[0m \u001b[31m30.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
      "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.6/1.6 MB\u001b[0m \u001b[31m56.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
      "\u001b[?25h"
     ]
    }
   ],
   "source": [
    "%pip install -q transformers accelerate bitsandbytes datasets peft watermark"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "r8wCfa2GJ3ht",
    "outputId": "633ad037-ce07-4cad-ae6f-6084fb04d1cd"
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING:bitsandbytes.cextension:The installed version of bitsandbytes was compiled without GPU support. 8-bit optimizers, 8-bit multiplication, and GPU quantization are unavailable.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "torch       : 2.2.1+cu121\n",
      "transformers: 4.40.2\n",
      "peft        : 0.10.0\n",
      "datasets    : 2.19.1\n",
      "sklearn     : 1.2.2\n",
      "\n",
      "conda environment: n/a\n",
      "\n"
     ]
    }
   ],
   "source": [
    "%load_ext watermark\n",
    "%watermark --conda -p torch,transformers,peft,datasets,sklearn"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "id": "lanzrJ5IJ6nt"
   },
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import logging\n",
    "import re\n",
    "\n",
    "from collections import Counter\n",
    "from datasets import load_dataset\n",
    "from sklearn.model_selection import train_test_split"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "FPKFHs8CLkg6",
    "outputId": "7add912c-dbd3-443f-984c-883a55ba8268"
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2024-05-11 21:22:24 - INFO - Running notebook to prep data\n"
     ]
    }
   ],
   "source": [
    "# Set up logger\n",
    "logger = logging.getLogger('1-prep-data')\n",
    "logging.basicConfig(\n",
    "    level=logging.INFO,\n",
    "    format='%(asctime)s - %(levelname)s - %(message)s',\n",
    "    datefmt='%Y-%m-%d %H:%M:%S',\n",
    "    force=True\n",
    ")\n",
    "\n",
    "logger.info('Running notebook to prep data')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "cOx4wSfZiiz6",
    "outputId": "c11bf026-ddeb-40b6-d2b5-951a4c8eda65"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Mounted at /content/drive\n"
     ]
    }
   ],
   "source": [
    "from google.colab import drive\n",
    "drive.mount('/content/drive')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "id": "0hI5Xx6zhzyY"
   },
   "outputs": [],
   "source": [
    "pd.set_option('display.max_colwidth', 1000)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "WJbjpSUZMjQC"
   },
   "source": [
    "## Prepare FIB data\n",
    "- FIB contains one-sentence summaries on CNN/DM & XSUM news articles.\n",
    "- Note: We exclude the CNN/Daily Mail data is pretty bad.\n",
    "- https://huggingface.co/datasets/r-three/fib\n",
    "![](images/fib.png)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 269,
     "referenced_widgets": [
      "9c94e9916b194e87b23287010478b550",
      "dbbd55f75c864dff892d386e6bebd380",
      "59db2df2962646a2a4ce8c3eb8d8da9d",
      "5eb3d946650d450b8352d0331ff085d5",
      "cdfcddb0dd09439790d29a9552df46b1",
      "e0110d2be88f49fba5783246ce7b8f8f",
      "891118c499ea4140a95a934c8a57dd3f",
      "2c0f1e5b28c54c7c9f2f2c283b854097",
      "5a29528eef7e47099396478a70857da0",
      "e5c6a737c05940c38964d274200035c7",
      "961a153aa22942d0837d6424ff597a1d",
      "f7e68e75d2b24d2e926a57de4b7a714b",
      "099047ba3e7a47eca4fb9f62df7d4145",
      "32ff7c454f0a4c14887af49da5d6d035",
      "f25a21e03b4348eebdb184d4697ec8dc",
      "e002f43b225241d9aa80322117103370",
      "0a91352c40274cd98298b12684f3d775",
      "b8ea9ec82b7b4d92a3db90de5f66218f",
      "3bb73c93f7f04238909c855222ba8c07",
      "9cf826abcd244958a5f317c3eab5acc5",
      "9673c2845d754c4489415725f0f65f4c",
      "3cf460d2e5e340d8977cafcc8efc40e2",
      "f78d0fb72f5c4c76bcdd7e37866b365d",
      "54e80ce0f88d46abb082be1586e41710",
      "c5545240885f4f9293068b13ace071d7",
      "60ac69feccd24d9a838ad6ef64a06e0f",
      "2a2bae61e7e141a7a7e1c33dad1cbf4f",
      "ac904c8099f94959aaeddbcf48b6f414",
      "f6420ace7ac2454e996d191ed58ed888",
      "8365d05c012547469889e4ec2cc5d13b",
      "6cfbcc3d36b34cbd8db2c6917c4227fc",
      "c485a820565c490eb57c4160e38c5e7b",
      "6056c4eb54a34008b2a0074f336de850"
     ]
    },
    "id": "FSzFgmgNMfX2",
    "outputId": "412c76a2-2eff-4eae-c57c-d95b3129a5b6"
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/usr/local/lib/python3.10/dist-packages/huggingface_hub/utils/_token.py:89: UserWarning: \n",
      "The secret `HF_TOKEN` does not exist in your Colab secrets.\n",
      "To authenticate with the Hugging Face Hub, create a token in your settings tab (https://huggingface.co/settings/tokens), set it as secret in your Google Colab and restart your session.\n",
      "You will be able to reuse this secret in all of your notebooks.\n",
      "Please note that authentication is recommended but still optional to access public models or datasets.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "9c94e9916b194e87b23287010478b550",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Downloading readme:   0%|          | 0.00/1.15k [00:00<?, ?B/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Repo card metadata block was not found. Setting CardData to empty.\n",
      "2024-05-11 21:23:45 - WARNING - Repo card metadata block was not found. Setting CardData to empty.\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "f7e68e75d2b24d2e926a57de4b7a714b",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Downloading data:   0%|          | 0.00/7.11M [00:00<?, ?B/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "f78d0fb72f5c4c76bcdd7e37866b365d",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Generating test split:   0%|          | 0/3579 [00:00<?, ? examples/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2024-05-11 21:23:48 - INFO - No. of rows in FIB: 3,579\n"
     ]
    }
   ],
   "source": [
    "fib_ds = load_dataset('r-three/fib', split='test')\n",
    "fib_df = fib_ds.to_pandas()\n",
    "logger.info(f'No. of rows in FIB: {len(fib_df):,}')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 778
    },
    "id": "X6Z0b2FvM4Fj",
    "outputId": "e3401c8e-fe00-4ebe-bcda-54310223d1f9"
   },
   "outputs": [
    {
     "data": {
      "application/vnd.google.colaboratory.intrinsic+json": {
       "summary": "{\n  \"name\": \"fib_df\",\n  \"rows\": 5,\n  \"fields\": [\n    {\n      \"column\": \"input\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 5,\n        \"samples\": [\n          \"( cnn ) oprah 's in there . so 's bill murray , george clooney , scarlett johansson , jerry seinfeld , howard stern , tina fey , michael keaton and ray romano . on tuesday , `` the late show with david letterman '' announced some of the guests for the talk show host 's final month of broadcasts . the last `` late show '' will air wednesday , may 20 . among the notables are oprah winfrey , with whom letterman has had an on-and-off faux feud for years ; clooney , who 's starring in `` tomorrowland , '' which will be released on may 22 ; and stern , who 's always an engaging letterman guest . but longtime fans may be even more intrigued by the appearances of keaton , an old acquaintance who once shared a stage with letterman as players on mary tyler moore 's short-lived 1978 variety show , and murray , who was the very first guest on letterman 's old nbc show , `` late night with david letterman . '' steve martin , who 's taken part in some of the `` late show 's '' best bits , will also be dropping by . letterman has been a late-night host for 33 years , close to 22 of them on cbs ' `` late show . '' stephen colbert will take over the `` late show '' on september 8 .\",\n          \"( the hollywood reporter ) the original cast of twin peaks is backing david lynch in his salary standoff with showtime . the stars have teamed together for a video backing the show 's co-creator with a # savetwinpeaks campaign that says doing the revival without lynch is `` like pies without cherries , '' among other nods to the original drama series . sherilyn fenn , sheryl lee , james marshall , peggy lipton and other familiar faces from the series appear in the video . ( some members have also set up a facebook page . ) showtime renews ' shameless , ' orders ' happyish ' to series . lynch announced sunday that he was exiting showtime 's nine-episode revival over a salary dispute . he originally signed on to direct the project but noted that there was `` not enough money offered to do the script the way i felt needed to be done . '' showtime already had a deal in place with lynch and co-creator mark frost to bring back the cult hit with star kyle maclachlan for a run in 2016 , with sources telling thr that the scripts had already been written . showtime chief on ' twin peaks ' plans , ' homeland ' backlash and free speech . for its part , showtime noted that it `` continues to hold out hope '' that twin peaks can be brought back with both its creators at the helm . maclachlan is the only cast member currently confirmed for the reboot . lynch to leave ' twin peaks ' reboot . \\u00a92015 the hollywood reporter . all rights reserved .\",\n          \"( cnn ) feeling so happy you just ca n't stand it ? you might want to pop some acetaminophen . a new study has found that acetaminophen , the main ingredient in tylenol , most forms of midol and more than 600 other medicines , reduces not only pain but pleasure , as well . the authors of the study , which was published this week in psychological science , say that it was already known that acetaminophen blunted psychological pain . but their new research led them to the conclusion that it also blunted joy -- in other words , that it narrowed the range of feelings experienced . `` this means that using tylenol or similar products might have broader consequences than previously thought , '' said geoffrey durso , a doctoral student in social psychology at ohio state university and the lead author of the study . `` rather than just being a pain reliever , acetaminophen can be seen as an all-purpose emotion reliever . '' the researchers tested their thesis by showing 82 college students 40 photographs -- some of highly pleasant images , such as children with kittens , and some of highly unpleasant images , such as children who were malnourished . half of the participants in the study were given `` an acute dose '' of acetaminophen -- 1,000 milligrams -- and the other half were given a placebo with the same appearance . the subjects were then asked to rate the photos according to how unpleasant or pleasant they were . those who took the acetaminophen rated all the photos less extremely than those who took the placebo . `` in other words , positive photos were not seen as positively under the influence of acetaminophen and negative photos were not seen as negatively , '' the authors reported . the researchers followed up by testing a group of 85 people to see whether this change in judgment applied just to emotions or whether the drug blunted people 's evaluation of magnitude in general . this group showed the same blunting of emotional reactions . but acetaminophen did not affect how much blue they saw in each photo . but people who participated in the study did not appear to know they were acting differently , said baldwin way , an assistant professor of psychology who was another of the study 's authors . `` most people probably are n't aware of how their emotions may be impacted when they take acetaminophen , '' way said . each week , about 23 % of american adults -- or 52 million people -- use a medicine containing acetaminophen , according to the nonprofit consumer healthcare products association . the authors said it was not known whether other pain relievers , such as ibuprofen and aspirin , have the same effect . but have no fear -- they plan to study that question , as well .\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"list_choices\",\n      \"properties\": {\n        \"dtype\": \"object\",\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"correct_choice\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 5,\n        \"samples\": [\n          \"<t> `` the late show with david letterman '' concludes may 20 . </t> <t> letterman 's guests will include oprah winfrey and bill murray . </t> <t> stephen colbert takes over the slot september 8 . </t>\",\n          \"<t> `` twin peaks '' creator david lynch announced he was departing the showtime revival of the cult series sunday . </t> <t> cast members of the show posted a video pleading for him to return .</t>\",\n          \"<t> subjects taking acetaminophen reacted less strongly to both pleasant and unpleasant photos . </t> <t> each week , 52 million americans use the pain reliever . </t> <t> unknown whether other pain products produce the same effect . </t>\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    }\n  ]\n}",
       "type": "dataframe"
      },
      "text/html": [
       "\n",
       "  <div id=\"df-0af2b21f-ab31-49e7-ac20-f9217df73f6f\" class=\"colab-df-container\">\n",
       "    <div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>input</th>\n",
       "      <th>list_choices</th>\n",
       "      <th>correct_choice</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>3122</th>\n",
       "      <td>( cnn ) the american pharmacists association is discouraging its members from participating in executions . on monday , the group voted at its annual meeting to adopt a ban as an official policy , stating that `` such activities are fundamentally contrary to the role of pharmacists as healthcare providers . '' this bolsters the association 's previous positions to oppose the use of the term `` drug '' for chemicals used in lethal injection and to oppose laws that require or prohibit pharmacists from participation in lethal injection cases . the group acted this week because of increased public attention on lethal injection , said michelle spinnler , spokeswoman for the american pharmacists association . that spotlight includes a january supreme court decision to stay the execution for three death row inmates in oklahoma . this was prompted by clayton lockett 's execution by lethal injection nearly one year ago in which he writhed on a gurney for 43 minutes before he died from a hea...</td>\n",
       "      <td>[&lt;t&gt; the american pharmacists association passed a new policy banning members from participating in lethal injections . &lt;/t&gt; &lt;t&gt; pharmacists say role as health care providers conflicts with participation in lethal injection . &lt;/t&gt; &lt;t&gt; the pharmacy association had already adopted a policy against lethal injection . &lt;/t&gt;, &lt;t&gt; -lrb- cnn -rrb- the american pharmacists association is discouraging its members from participating in executions . &lt;/t&gt; &lt;t&gt; on monday , the group voted at its annual meeting to adopt a ban as an official policy , stating that `` such activities are fundamentally contrary to the role of pharmacists as healthcare providers . &lt;/t&gt; &lt;t&gt; '' she says . &lt;/t&gt;]</td>\n",
       "      <td>&lt;t&gt; the american pharmacists association passed a new policy banning members from participating in lethal injections . &lt;/t&gt; &lt;t&gt; pharmacists say role as health care providers conflicts with participation in lethal injection . &lt;/t&gt; &lt;t&gt; the pharmacy association had already adopted a policy against lethal injection . &lt;/t&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3123</th>\n",
       "      <td>( cnn ) oprah 's in there . so 's bill murray , george clooney , scarlett johansson , jerry seinfeld , howard stern , tina fey , michael keaton and ray romano . on tuesday , `` the late show with david letterman '' announced some of the guests for the talk show host 's final month of broadcasts . the last `` late show '' will air wednesday , may 20 . among the notables are oprah winfrey , with whom letterman has had an on-and-off faux feud for years ; clooney , who 's starring in `` tomorrowland , '' which will be released on may 22 ; and stern , who 's always an engaging letterman guest . but longtime fans may be even more intrigued by the appearances of keaton , an old acquaintance who once shared a stage with letterman as players on mary tyler moore 's short-lived 1978 variety show , and murray , who was the very first guest on letterman 's old nbc show , `` late night with david letterman . '' steve martin , who 's taken part in some of the `` late show 's '' best bits , will a...</td>\n",
       "      <td>[&lt;t&gt; `` the late show with david letterman '' concludes may 20 . &lt;/t&gt; &lt;t&gt; letterman 's guests will include oprah winfrey and bill murray . &lt;/t&gt; &lt;t&gt; stephen colbert takes over the slot september 8 . &lt;/t&gt;, &lt;t&gt; so 's bill murray , george clooney , scarlett johansson , jerry seinfeld , howard stern , tina fey , michael keaton and ray romano . &lt;/t&gt; &lt;t&gt; on tuesday , `` the late show with david letterman '' announced some of the guests for the talk show host 's final month of broadcasts . &lt;/t&gt; &lt;t&gt; the last `` late show '' will air wednesday , may 20 . &lt;/t&gt;]</td>\n",
       "      <td>&lt;t&gt; `` the late show with david letterman '' concludes may 20 . &lt;/t&gt; &lt;t&gt; letterman 's guests will include oprah winfrey and bill murray . &lt;/t&gt; &lt;t&gt; stephen colbert takes over the slot september 8 . &lt;/t&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3124</th>\n",
       "      <td>( cnn ) feeling so happy you just ca n't stand it ? you might want to pop some acetaminophen . a new study has found that acetaminophen , the main ingredient in tylenol , most forms of midol and more than 600 other medicines , reduces not only pain but pleasure , as well . the authors of the study , which was published this week in psychological science , say that it was already known that acetaminophen blunted psychological pain . but their new research led them to the conclusion that it also blunted joy -- in other words , that it narrowed the range of feelings experienced . `` this means that using tylenol or similar products might have broader consequences than previously thought , '' said geoffrey durso , a doctoral student in social psychology at ohio state university and the lead author of the study . `` rather than just being a pain reliever , acetaminophen can be seen as an all-purpose emotion reliever . '' the researchers tested their thesis by showing 82 college students...</td>\n",
       "      <td>[&lt;t&gt; a new study has found that acetaminophen , the main ingredient in tylenol , most forms of midol and more than 600 other medicines , reduces not only pain but pleasure , as well . &lt;/t&gt; &lt;t&gt; the authors of the study , which was published this week in psychological science , say that it was already known that acetaminophen blunted psychological pain . &lt;/t&gt; &lt;t&gt; this group showed the same blunting of emotional reactions . &lt;/t&gt;, &lt;t&gt; subjects taking acetaminophen reacted less strongly to both pleasant and unpleasant photos . &lt;/t&gt; &lt;t&gt; each week , 52 million americans use the pain reliever . &lt;/t&gt; &lt;t&gt; unknown whether other pain products produce the same effect . &lt;/t&gt;]</td>\n",
       "      <td>&lt;t&gt; subjects taking acetaminophen reacted less strongly to both pleasant and unpleasant photos . &lt;/t&gt; &lt;t&gt; each week , 52 million americans use the pain reliever . &lt;/t&gt; &lt;t&gt; unknown whether other pain products produce the same effect . &lt;/t&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3125</th>\n",
       "      <td>( cnn ) love it or hate it , jared leto 's interpretation of the joker is an internet sensation . the oscar winner put on white makeup ( and a lot of tattoos this time ) to portray the clown prince of crime in the upcoming movie `` suicide squad . '' set for release august 5 , 2016 , `` suicide squad '' is based on the dc comics series and also stars will smith , margot robbie and viola davis . twitter users got their first look at leto in character friday night , and the memes started almost immediately . from comparisons to `` home alone '' to an imagining of ben affleck tatted up , people on social media put their photoshopping skills to work all weekend . which is your favorite ?</td>\n",
       "      <td>[&lt;t&gt; the oscar winner put on white makeup -lrb- and a lot of tattoos this time -rrb- to portray the clown prince of crime in the upcoming movie `` suicide squad . &lt;/t&gt; &lt;t&gt; '' set for release august 5 , 2016 , `` suicide squad '' is based on the dc comics series and also stars will smith , margot robbie and viola davis . &lt;/t&gt; &lt;t&gt; which is your favorite ? &lt;/t&gt;, &lt;t&gt; leto will play the clown prince of crime in 2016 's `` suicide squad ''   the first picture of leto in character led to a series of spoof photos . &lt;/t&gt;]</td>\n",
       "      <td>&lt;t&gt; leto will play the clown prince of crime in 2016 's `` suicide squad ''   the first picture of leto in character led to a series of spoof photos . &lt;/t&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3126</th>\n",
       "      <td>( the hollywood reporter ) the original cast of twin peaks is backing david lynch in his salary standoff with showtime . the stars have teamed together for a video backing the show 's co-creator with a # savetwinpeaks campaign that says doing the revival without lynch is `` like pies without cherries , '' among other nods to the original drama series . sherilyn fenn , sheryl lee , james marshall , peggy lipton and other familiar faces from the series appear in the video . ( some members have also set up a facebook page . ) showtime renews ' shameless , ' orders ' happyish ' to series . lynch announced sunday that he was exiting showtime 's nine-episode revival over a salary dispute . he originally signed on to direct the project but noted that there was `` not enough money offered to do the script the way i felt needed to be done . '' showtime already had a deal in place with lynch and co-creator mark frost to bring back the cult hit with star kyle maclachlan for a run in 2016 , wi...</td>\n",
       "      <td>[&lt;t&gt; -lrb- the hollywood reporter -rrb- the original cast of twin peaks is backing david lynch in his salary standoff with showtime . &lt;/t&gt; &lt;t&gt; sherilyn fenn , sheryl lee , james marshall , peggy lipton and other familiar faces from the series appear in the video . &lt;/t&gt;, &lt;t&gt; `` twin peaks '' creator david lynch announced he was departing the showtime revival of the cult series sunday . &lt;/t&gt; &lt;t&gt; cast members of the show posted a video pleading for him to return .&lt;/t&gt;]</td>\n",
       "      <td>&lt;t&gt; `` twin peaks '' creator david lynch announced he was departing the showtime revival of the cult series sunday . &lt;/t&gt; &lt;t&gt; cast members of the show posted a video pleading for him to return .&lt;/t&gt;</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>\n",
       "    <div class=\"colab-df-buttons\">\n",
       "\n",
       "  <div class=\"colab-df-container\">\n",
       "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-0af2b21f-ab31-49e7-ac20-f9217df73f6f')\"\n",
       "            title=\"Convert this dataframe to an interactive table.\"\n",
       "            style=\"display:none;\">\n",
       "\n",
       "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
       "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
       "  </svg>\n",
       "    </button>\n",
       "\n",
       "  <style>\n",
       "    .colab-df-container {\n",
       "      display:flex;\n",
       "      gap: 12px;\n",
       "    }\n",
       "\n",
       "    .colab-df-convert {\n",
       "      background-color: #E8F0FE;\n",
       "      border: none;\n",
       "      border-radius: 50%;\n",
       "      cursor: pointer;\n",
       "      display: none;\n",
       "      fill: #1967D2;\n",
       "      height: 32px;\n",
       "      padding: 0 0 0 0;\n",
       "      width: 32px;\n",
       "    }\n",
       "\n",
       "    .colab-df-convert:hover {\n",
       "      background-color: #E2EBFA;\n",
       "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
       "      fill: #174EA6;\n",
       "    }\n",
       "\n",
       "    .colab-df-buttons div {\n",
       "      margin-bottom: 4px;\n",
       "    }\n",
       "\n",
       "    [theme=dark] .colab-df-convert {\n",
       "      background-color: #3B4455;\n",
       "      fill: #D2E3FC;\n",
       "    }\n",
       "\n",
       "    [theme=dark] .colab-df-convert:hover {\n",
       "      background-color: #434B5C;\n",
       "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
       "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
       "      fill: #FFFFFF;\n",
       "    }\n",
       "  </style>\n",
       "\n",
       "    <script>\n",
       "      const buttonEl =\n",
       "        document.querySelector('#df-0af2b21f-ab31-49e7-ac20-f9217df73f6f button.colab-df-convert');\n",
       "      buttonEl.style.display =\n",
       "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
       "\n",
       "      async function convertToInteractive(key) {\n",
       "        const element = document.querySelector('#df-0af2b21f-ab31-49e7-ac20-f9217df73f6f');\n",
       "        const dataTable =\n",
       "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
       "                                                    [key], {});\n",
       "        if (!dataTable) return;\n",
       "\n",
       "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
       "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
       "          + ' to learn more about interactive tables.';\n",
       "        element.innerHTML = '';\n",
       "        dataTable['output_type'] = 'display_data';\n",
       "        await google.colab.output.renderOutput(dataTable, element);\n",
       "        const docLink = document.createElement('div');\n",
       "        docLink.innerHTML = docLinkHtml;\n",
       "        element.appendChild(docLink);\n",
       "      }\n",
       "    </script>\n",
       "  </div>\n",
       "\n",
       "\n",
       "<div id=\"df-06efa79b-0878-4ffa-b59c-acfd8dfc6e89\">\n",
       "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-06efa79b-0878-4ffa-b59c-acfd8dfc6e89')\"\n",
       "            title=\"Suggest charts\"\n",
       "            style=\"display:none;\">\n",
       "\n",
       "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
       "     width=\"24px\">\n",
       "    <g>\n",
       "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
       "    </g>\n",
       "</svg>\n",
       "  </button>\n",
       "\n",
       "<style>\n",
       "  .colab-df-quickchart {\n",
       "      --bg-color: #E8F0FE;\n",
       "      --fill-color: #1967D2;\n",
       "      --hover-bg-color: #E2EBFA;\n",
       "      --hover-fill-color: #174EA6;\n",
       "      --disabled-fill-color: #AAA;\n",
       "      --disabled-bg-color: #DDD;\n",
       "  }\n",
       "\n",
       "  [theme=dark] .colab-df-quickchart {\n",
       "      --bg-color: #3B4455;\n",
       "      --fill-color: #D2E3FC;\n",
       "      --hover-bg-color: #434B5C;\n",
       "      --hover-fill-color: #FFFFFF;\n",
       "      --disabled-bg-color: #3B4455;\n",
       "      --disabled-fill-color: #666;\n",
       "  }\n",
       "\n",
       "  .colab-df-quickchart {\n",
       "    background-color: var(--bg-color);\n",
       "    border: none;\n",
       "    border-radius: 50%;\n",
       "    cursor: pointer;\n",
       "    display: none;\n",
       "    fill: var(--fill-color);\n",
       "    height: 32px;\n",
       "    padding: 0;\n",
       "    width: 32px;\n",
       "  }\n",
       "\n",
       "  .colab-df-quickchart:hover {\n",
       "    background-color: var(--hover-bg-color);\n",
       "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
       "    fill: var(--button-hover-fill-color);\n",
       "  }\n",
       "\n",
       "  .colab-df-quickchart-complete:disabled,\n",
       "  .colab-df-quickchart-complete:disabled:hover {\n",
       "    background-color: var(--disabled-bg-color);\n",
       "    fill: var(--disabled-fill-color);\n",
       "    box-shadow: none;\n",
       "  }\n",
       "\n",
       "  .colab-df-spinner {\n",
       "    border: 2px solid var(--fill-color);\n",
       "    border-color: transparent;\n",
       "    border-bottom-color: var(--fill-color);\n",
       "    animation:\n",
       "      spin 1s steps(1) infinite;\n",
       "  }\n",
       "\n",
       "  @keyframes spin {\n",
       "    0% {\n",
       "      border-color: transparent;\n",
       "      border-bottom-color: var(--fill-color);\n",
       "      border-left-color: var(--fill-color);\n",
       "    }\n",
       "    20% {\n",
       "      border-color: transparent;\n",
       "      border-left-color: var(--fill-color);\n",
       "      border-top-color: var(--fill-color);\n",
       "    }\n",
       "    30% {\n",
       "      border-color: transparent;\n",
       "      border-left-color: var(--fill-color);\n",
       "      border-top-color: var(--fill-color);\n",
       "      border-right-color: var(--fill-color);\n",
       "    }\n",
       "    40% {\n",
       "      border-color: transparent;\n",
       "      border-right-color: var(--fill-color);\n",
       "      border-top-color: var(--fill-color);\n",
       "    }\n",
       "    60% {\n",
       "      border-color: transparent;\n",
       "      border-right-color: var(--fill-color);\n",
       "    }\n",
       "    80% {\n",
       "      border-color: transparent;\n",
       "      border-right-color: var(--fill-color);\n",
       "      border-bottom-color: var(--fill-color);\n",
       "    }\n",
       "    90% {\n",
       "      border-color: transparent;\n",
       "      border-bottom-color: var(--fill-color);\n",
       "    }\n",
       "  }\n",
       "</style>\n",
       "\n",
       "  <script>\n",
       "    async function quickchart(key) {\n",
       "      const quickchartButtonEl =\n",
       "        document.querySelector('#' + key + ' button');\n",
       "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
       "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
       "      try {\n",
       "        const charts = await google.colab.kernel.invokeFunction(\n",
       "            'suggestCharts', [key], {});\n",
       "      } catch (error) {\n",
       "        console.error('Error during call to suggestCharts:', error);\n",
       "      }\n",
       "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
       "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
       "    }\n",
       "    (() => {\n",
       "      let quickchartButtonEl =\n",
       "        document.querySelector('#df-06efa79b-0878-4ffa-b59c-acfd8dfc6e89 button');\n",
       "      quickchartButtonEl.style.display =\n",
       "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
       "    })();\n",
       "  </script>\n",
       "</div>\n",
       "\n",
       "    </div>\n",
       "  </div>\n"
      ],
      "text/plain": [
       "                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                        input  \\\n",
       "3122  ( cnn ) the american pharmacists association is discouraging its members from participating in executions . on monday , the group voted at its annual meeting to adopt a ban as an official policy , stating that `` such activities are fundamentally contrary to the role of pharmacists as healthcare providers . '' this bolsters the association 's previous positions to oppose the use of the term `` drug '' for chemicals used in lethal injection and to oppose laws that require or prohibit pharmacists from participation in lethal injection cases . the group acted this week because of increased public attention on lethal injection , said michelle spinnler , spokeswoman for the american pharmacists association . that spotlight includes a january supreme court decision to stay the execution for three death row inmates in oklahoma . this was prompted by clayton lockett 's execution by lethal injection nearly one year ago in which he writhed on a gurney for 43 minutes before he died from a hea...   \n",
       "3123  ( cnn ) oprah 's in there . so 's bill murray , george clooney , scarlett johansson , jerry seinfeld , howard stern , tina fey , michael keaton and ray romano . on tuesday , `` the late show with david letterman '' announced some of the guests for the talk show host 's final month of broadcasts . the last `` late show '' will air wednesday , may 20 . among the notables are oprah winfrey , with whom letterman has had an on-and-off faux feud for years ; clooney , who 's starring in `` tomorrowland , '' which will be released on may 22 ; and stern , who 's always an engaging letterman guest . but longtime fans may be even more intrigued by the appearances of keaton , an old acquaintance who once shared a stage with letterman as players on mary tyler moore 's short-lived 1978 variety show , and murray , who was the very first guest on letterman 's old nbc show , `` late night with david letterman . '' steve martin , who 's taken part in some of the `` late show 's '' best bits , will a...   \n",
       "3124  ( cnn ) feeling so happy you just ca n't stand it ? you might want to pop some acetaminophen . a new study has found that acetaminophen , the main ingredient in tylenol , most forms of midol and more than 600 other medicines , reduces not only pain but pleasure , as well . the authors of the study , which was published this week in psychological science , say that it was already known that acetaminophen blunted psychological pain . but their new research led them to the conclusion that it also blunted joy -- in other words , that it narrowed the range of feelings experienced . `` this means that using tylenol or similar products might have broader consequences than previously thought , '' said geoffrey durso , a doctoral student in social psychology at ohio state university and the lead author of the study . `` rather than just being a pain reliever , acetaminophen can be seen as an all-purpose emotion reliever . '' the researchers tested their thesis by showing 82 college students...   \n",
       "3125                                                                                                                                                                                                                                                                                                                     ( cnn ) love it or hate it , jared leto 's interpretation of the joker is an internet sensation . the oscar winner put on white makeup ( and a lot of tattoos this time ) to portray the clown prince of crime in the upcoming movie `` suicide squad . '' set for release august 5 , 2016 , `` suicide squad '' is based on the dc comics series and also stars will smith , margot robbie and viola davis . twitter users got their first look at leto in character friday night , and the memes started almost immediately . from comparisons to `` home alone '' to an imagining of ben affleck tatted up , people on social media put their photoshopping skills to work all weekend . which is your favorite ?   \n",
       "3126  ( the hollywood reporter ) the original cast of twin peaks is backing david lynch in his salary standoff with showtime . the stars have teamed together for a video backing the show 's co-creator with a # savetwinpeaks campaign that says doing the revival without lynch is `` like pies without cherries , '' among other nods to the original drama series . sherilyn fenn , sheryl lee , james marshall , peggy lipton and other familiar faces from the series appear in the video . ( some members have also set up a facebook page . ) showtime renews ' shameless , ' orders ' happyish ' to series . lynch announced sunday that he was exiting showtime 's nine-episode revival over a salary dispute . he originally signed on to direct the project but noted that there was `` not enough money offered to do the script the way i felt needed to be done . '' showtime already had a deal in place with lynch and co-creator mark frost to bring back the cult hit with star kyle maclachlan for a run in 2016 , wi...   \n",
       "\n",
       "                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                  list_choices  \\\n",
       "3122  [<t> the american pharmacists association passed a new policy banning members from participating in lethal injections . </t> <t> pharmacists say role as health care providers conflicts with participation in lethal injection . </t> <t> the pharmacy association had already adopted a policy against lethal injection . </t>, <t> -lrb- cnn -rrb- the american pharmacists association is discouraging its members from participating in executions . </t> <t> on monday , the group voted at its annual meeting to adopt a ban as an official policy , stating that `` such activities are fundamentally contrary to the role of pharmacists as healthcare providers . </t> <t> '' she says . </t>]   \n",
       "3123                                                                                                                              [<t> `` the late show with david letterman '' concludes may 20 . </t> <t> letterman 's guests will include oprah winfrey and bill murray . </t> <t> stephen colbert takes over the slot september 8 . </t>, <t> so 's bill murray , george clooney , scarlett johansson , jerry seinfeld , howard stern , tina fey , michael keaton and ray romano . </t> <t> on tuesday , `` the late show with david letterman '' announced some of the guests for the talk show host 's final month of broadcasts . </t> <t> the last `` late show '' will air wednesday , may 20 . </t>]   \n",
       "3124            [<t> a new study has found that acetaminophen , the main ingredient in tylenol , most forms of midol and more than 600 other medicines , reduces not only pain but pleasure , as well . </t> <t> the authors of the study , which was published this week in psychological science , say that it was already known that acetaminophen blunted psychological pain . </t> <t> this group showed the same blunting of emotional reactions . </t>, <t> subjects taking acetaminophen reacted less strongly to both pleasant and unpleasant photos . </t> <t> each week , 52 million americans use the pain reliever . </t> <t> unknown whether other pain products produce the same effect . </t>]   \n",
       "3125                                                                                                                                                                    [<t> the oscar winner put on white makeup -lrb- and a lot of tattoos this time -rrb- to portray the clown prince of crime in the upcoming movie `` suicide squad . </t> <t> '' set for release august 5 , 2016 , `` suicide squad '' is based on the dc comics series and also stars will smith , margot robbie and viola davis . </t> <t> which is your favorite ? </t>, <t> leto will play the clown prince of crime in 2016 's `` suicide squad ''   the first picture of leto in character led to a series of spoof photos . </t>]   \n",
       "3126                                                                                                                                                                                                                    [<t> -lrb- the hollywood reporter -rrb- the original cast of twin peaks is backing david lynch in his salary standoff with showtime . </t> <t> sherilyn fenn , sheryl lee , james marshall , peggy lipton and other familiar faces from the series appear in the video . </t>, <t> `` twin peaks '' creator david lynch announced he was departing the showtime revival of the cult series sunday . </t> <t> cast members of the show posted a video pleading for him to return .</t>]   \n",
       "\n",
       "                                                                                                                                                                                                                                                                                                                       correct_choice  \n",
       "3122  <t> the american pharmacists association passed a new policy banning members from participating in lethal injections . </t> <t> pharmacists say role as health care providers conflicts with participation in lethal injection . </t> <t> the pharmacy association had already adopted a policy against lethal injection . </t>  \n",
       "3123                                                                                                                        <t> `` the late show with david letterman '' concludes may 20 . </t> <t> letterman 's guests will include oprah winfrey and bill murray . </t> <t> stephen colbert takes over the slot september 8 . </t>  \n",
       "3124                                                                                   <t> subjects taking acetaminophen reacted less strongly to both pleasant and unpleasant photos . </t> <t> each week , 52 million americans use the pain reliever . </t> <t> unknown whether other pain products produce the same effect . </t>  \n",
       "3125                                                                                                                                                                      <t> leto will play the clown prince of crime in 2016 's `` suicide squad ''   the first picture of leto in character led to a series of spoof photos . </t>  \n",
       "3126                                                                                                                           <t> `` twin peaks '' creator david lynch announced he was departing the showtime revival of the cult series sunday . </t> <t> cast members of the show posted a video pleading for him to return .</t>  "
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Visualize the CNN/DM data\n",
    "fib_df.loc[fib_df['dataset'] == 'cnn_dm', ['input', 'list_choices', 'correct_choice']].head(5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "mK4Wl8m1M6Li",
    "outputId": "44eb1a1b-e989-4066-ee7e-3a4eaf832ba8"
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2024-05-11 21:23:53 - INFO - No. of rows in FIB: 3,122\n"
     ]
    }
   ],
   "source": [
    "# Only keep xsum data\n",
    "fib_df = fib_df[fib_df['dataset'] == 'xsum']\n",
    "logger.info(f'No. of rows in FIB: {len(fib_df):,}')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 640
    },
    "id": "xkuStRAsQXs2",
    "outputId": "5d15d94d-9b25-4dbc-f8dd-359ff8520869"
   },
   "outputs": [
    {
     "data": {
      "application/vnd.google.colaboratory.intrinsic+json": {
       "summary": "{\n  \"name\": \"fib_df[['input', 'list_choices', 'correct_choice']]\",\n  \"rows\": 5,\n  \"fields\": [\n    {\n      \"column\": \"input\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 5,\n        \"samples\": [\n          \"If you leave your mobile phone somewhere do you worry you will not be able to check it?\\nIf any of this sounds familiar, there is a chance you could be spending too much time on social networks.\\nAn exclusive online Newsbeat poll suggests that a quarter of 15 to 18-year-olds in the UK feel happier online than they do in real life.\\nDr Radha from The Surgery on Radio 1 has dealt with patients who have displayed \\\"a lot of social anxiety\\\" because they are using social networks too much.\\n\\\"Being online can provoke a sense of 'I'm not good enough, everyone else is having an amazing life',\\\" she explained.\\n\\\"It doesn't give us a sense of reality and actually what you will find is most people are probably doing the same thing as you are.\\\"\\nThe survey, carried out last month, also suggests a third of 15 to 18-year-olds have met someone in person they originally met through social media.\\nDr Radha has said it is important people carefully consider what information they share with the online community.\\n\\\"What this survey showed is a lot of people go online alone,\\\" she said.\\n\\\"In terms of our personal details and how we respond to messages from other people, we need to make sure we are looking after all of that safely.\\\"\\nDr Radha was concerned that some people feel safer dealing with people online, rather than in person.\\n\\\"The more time we spend online, the less we are able to develop our social skills,\\\" she explained.\\n\\\"When you are online you're not getting eye contact with people or perceiving how body language is changing, so as a result what people are saying can be misinterpreted.\\n\\\"Physical contact, like a hug and a kiss, is really important. You don't get that kind of emotional confidence from being online.\\\"\\nIf your online activity is leaving you feeling anxious, Dr Radha has advised that you should \\\"slowly try to wean yourself off it\\\".\\nShe said: \\\"If you are worrying, 'what's going on? What am I missing?' It's a sign that being online too much is quite bad for you.\\n\\\"Give yourself some rules by saying, 'I'm only going to check things three times a day for this amount of time'.\\\"\\nBBC Radio 1's The Surgery with Aled and Dr Radha is on Wednesday's at 9pm.\\nFollow @BBCNewsbeat on Twitter and Radio1Newsbeat on YouTube\",\n          \"Police in Australia and Europe were aware of a paedophile site called the Love Zone hidden in the so-called dark web.\\nIt was protected by passwords, encryption and specialist software. Users were totally anonymous.\\nThe images and videos there were particularly disturbing - showing the abuse of babies and very young children.\\nMembers had to post increasingly graphic material to remain on the site. There were tens of thousands of accounts.\\nOfficers with Task Force Argos in Australia knew the creator of the site used an unusual greeting - the word \\\"hiyas\\\".\\nAfter exhaustively trawling chatrooms and forums in the open internet, they found a Facebook page of a man who used the same greeting.\\nAlthough the Facebook page was fake, they identified a picture of a vehicle and that led them to a man called Shannon McCoole - a childcare worker in Adelaide.\\nWhen officers went through his door, he was actually online running the site.\\nThey took detailed photographs of McCoole's hands. This is where the freckle comes in - one on his finger matched exactly one seen in many of the images of abuse.\\nIn an unprecedented move, Task Force Argos assumed McCoole's identity and took over the running of the site.\\nLast year he was given a 35-year prison sentence.\\nOne user who stood out was Huckle - given the number of children he had access to and his aggressive attitude.\\nUsing data gleaned from the site and information Huckle had posted on social media and other open internet sites, they identified who he was and where he lived.\\nRealising he was coming back to the UK for the Christmas holidays in 2014, they tipped off Britain's National Crime Agency.\\nAs he landed at Gatwick airport he was met by officers from the NCA's Child Exploitation and Online Protection command.\\nOn his computer and encrypted drives they found tens of thousands of obscene images and videos.\",\n          \"Speaking on TV, Maria Zakharova said Jews had told her they donated both to Mr Trump and Hillary Clinton.\\nShe joked that American Jews were the best guide to US politics.\\nThe diplomat's remarks caused shock. Anti-US propagandists in the last century peddled an idea that rich New York Jews controlled US politics.\\nMs Zakharova was speaking on a chat show on Russian state TV at the weekend but her comments drew more attention after being picked up by media outlets on Thursday.\\nShe said she had visited New York with an official Russian delegation at the time of the last UN General Assembly, in September.\\n\\\"I have a lot of friends and acquaintances there, of course I was interested to find out: how are the elections going, what are the American people's expectations?\\\" she said.\\n\\\"If you want to know what will happen in America, who do you need to talk to? You have to talk to the Jews, of course. It goes without saying.\\\"\\nAt this, the TV studio audience applauded loudly.\\n\\\"I went here and there among them, to chat,\\\" she continued.\\nImitating a Jewish accent, Mrs Zakharova said Jewish people had told her: \\\"'Marochka, understand this - we'll donate to Clinton, of course. But we'll give the Republicans twice that amount.' Enough said! That settled it for me - the picture was clear.\\n\\\"If you want to know the future, don't read the mainstream newspapers - our people in Brighton [Beach] will tell you everything.\\\"\\nShe was referring to a district of Brooklyn with a large diaspora of Jewish emigres from the former Soviet Union.\\nRussian opposition activist Roman Dobrokhotov wrote on Twitter (in Russian) that the spokeswoman had \\\"explained Trump's victory as a Jewish conspiracy\\\".\\nMichael McFaul, the former US ambassador to Moscow, commented on Facebook, \\\"Wow. And this is the woman who criticizes me for not being diplomatic.\\\"\\nDuring the election campaign, Mrs Clinton accused Mr Trump of posting a \\\"blatantly anti-Semitic\\\" tweet after he used an image resembling the Star of David and stacks of money.\\nMr Trump, whose son-in-law Jared Kushner is Jewish, dismissed the accusation as \\\"ridiculous\\\".\\nAn exit poll by US non-profit J Street suggests an overwhelming majority of US Jews voted for Hillary Clinton in the presidential election.\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"list_choices\",\n      \"properties\": {\n        \"dtype\": \"object\",\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"correct_choice\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 5,\n        \"samples\": [\n          \"Do you ever feel lonely, stressed or jealous when you are online?\",\n          \"One word and a freckle indirectly led to Huckle being tracked down.\",\n          \"A spokeswoman on Russian TV has said Jewish people in New York told her they had mainly backed Trump in the US election.\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    }\n  ]\n}",
       "type": "dataframe"
      },
      "text/html": [
       "\n",
       "  <div id=\"df-9c99ec6e-31eb-4b8f-8950-6aa01d55d0f9\" class=\"colab-df-container\">\n",
       "    <div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>input</th>\n",
       "      <th>list_choices</th>\n",
       "      <th>correct_choice</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Vehicles and pedestrians will now embark and disembark the Cowes ferry separately following Maritime and Coastguard Agency (MCA) guidance.\\nIsle of Wight Council said its new procedures were in response to a resident's complaint.\\nCouncillor Shirley Smart said it would \"initially result in a slower service\".\\nOriginally passengers and vehicles boarded or disembarked the so called \"floating bridge\" at the same time.\\nMs Smart, who is the executive member for economy and tourism, said the council already had measures in place to control how passengers and vehicles left or embarked the chain ferry \"in a safe manner\".\\nHowever, it was \"responding\" to the MCA's recommendations \"following this complaint\".\\nShe added: \"This may initially result in a slower service while the measures are introduced and our customers get used to the changes.\"\\nThe service has been in operation since 1859.</td>\n",
       "      <td>[ A new service on the Isle of Wight's chain ferry has been launched following a complaint from a resident., Passengers using a chain ferry have been warned crossing times will be longer because of new safety measures.]</td>\n",
       "      <td>Passengers using a chain ferry have been warned crossing times will be longer because of new safety measures.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>If you leave your mobile phone somewhere do you worry you will not be able to check it?\\nIf any of this sounds familiar, there is a chance you could be spending too much time on social networks.\\nAn exclusive online Newsbeat poll suggests that a quarter of 15 to 18-year-olds in the UK feel happier online than they do in real life.\\nDr Radha from The Surgery on Radio 1 has dealt with patients who have displayed \"a lot of social anxiety\" because they are using social networks too much.\\n\"Being online can provoke a sense of 'I'm not good enough, everyone else is having an amazing life',\" she explained.\\n\"It doesn't give us a sense of reality and actually what you will find is most people are probably doing the same thing as you are.\"\\nThe survey, carried out last month, also suggests a third of 15 to 18-year-olds have met someone in person they originally met through social media.\\nDr Radha has said it is important people carefully consider what information they share with the online ...</td>\n",
       "      <td>[ You may be worried about your health, but what if you are online?, Do you ever feel lonely, stressed or jealous when you are online?]</td>\n",
       "      <td>Do you ever feel lonely, stressed or jealous when you are online?</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Speaking on TV, Maria Zakharova said Jews had told her they donated both to Mr Trump and Hillary Clinton.\\nShe joked that American Jews were the best guide to US politics.\\nThe diplomat's remarks caused shock. Anti-US propagandists in the last century peddled an idea that rich New York Jews controlled US politics.\\nMs Zakharova was speaking on a chat show on Russian state TV at the weekend but her comments drew more attention after being picked up by media outlets on Thursday.\\nShe said she had visited New York with an official Russian delegation at the time of the last UN General Assembly, in September.\\n\"I have a lot of friends and acquaintances there, of course I was interested to find out: how are the elections going, what are the American people's expectations?\" she said.\\n\"If you want to know what will happen in America, who do you need to talk to? You have to talk to the Jews, of course. It goes without saying.\"\\nAt this, the TV studio audience applauded loudly.\\n\"I went her...</td>\n",
       "      <td>[ The Russian foreign minister has said she has been \"settled\" by criticism from Jewish people for saying that the US election was a \"Jewish conspiracy\"., A spokeswoman on Russian TV has said Jewish people in New York told her they had mainly backed Trump in the US election.]</td>\n",
       "      <td>A spokeswoman on Russian TV has said Jewish people in New York told her they had mainly backed Trump in the US election.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>A report by the organisation suggests men, women and children are being abused \"to eliminate public protest\".\\nMany are subjected to virginity tests, rape and gang rape after arrest.\\nEgypt's Interior Ministry said it would not comment until it had studied the report.\\nThe study notes a surge in sexual violence after the Egyptian military takeover in July 2013.\\nThe perpetrators are rarely held to account and the impunity points to a \"cynical political strategy aimed at silencing all opposition\".\\nPolice, intelligence officers and members of the military are guilty of targeting male and female detainees, according to the report.\\nAmong the victims are student demonstrators, human rights activists, gay people and children.\\nStudent's ordeal\\nI saw an officer who was grabbing a young woman by the breasts and I said to him: \"If you want to arrest her, then arrest her, but you have no right to touch her breasts.\"\\nHe grabbed me exactly as he had her, before calling two other police off...</td>\n",
       "      <td>[ Egyptian police are systematically abusing detainees, including women, in a campaign to end impunity, the Human Rights Watch says., Egyptian security forces are using sexual violence against detainees on a massive scale, it is reported.]</td>\n",
       "      <td>Egyptian security forces are using sexual violence against detainees on a massive scale, it is reported.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Police in Australia and Europe were aware of a paedophile site called the Love Zone hidden in the so-called dark web.\\nIt was protected by passwords, encryption and specialist software. Users were totally anonymous.\\nThe images and videos there were particularly disturbing - showing the abuse of babies and very young children.\\nMembers had to post increasingly graphic material to remain on the site. There were tens of thousands of accounts.\\nOfficers with Task Force Argos in Australia knew the creator of the site used an unusual greeting - the word \"hiyas\".\\nAfter exhaustively trawling chatrooms and forums in the open internet, they found a Facebook page of a man who used the same greeting.\\nAlthough the Facebook page was fake, they identified a picture of a vehicle and that led them to a man called Shannon McCoole - a childcare worker in Adelaide.\\nWhen officers went through his door, he was actually online running the site.\\nThey took detailed photographs of McCoole's hands. This...</td>\n",
       "      <td>[One word and a freckle indirectly led to Huckle being tracked down.,  Police in the UK have uncovered a huge online paedophile network that was operating on the internet.]</td>\n",
       "      <td>One word and a freckle indirectly led to Huckle being tracked down.</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>\n",
       "    <div class=\"colab-df-buttons\">\n",
       "\n",
       "  <div class=\"colab-df-container\">\n",
       "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-9c99ec6e-31eb-4b8f-8950-6aa01d55d0f9')\"\n",
       "            title=\"Convert this dataframe to an interactive table.\"\n",
       "            style=\"display:none;\">\n",
       "\n",
       "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
       "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
       "  </svg>\n",
       "    </button>\n",
       "\n",
       "  <style>\n",
       "    .colab-df-container {\n",
       "      display:flex;\n",
       "      gap: 12px;\n",
       "    }\n",
       "\n",
       "    .colab-df-convert {\n",
       "      background-color: #E8F0FE;\n",
       "      border: none;\n",
       "      border-radius: 50%;\n",
       "      cursor: pointer;\n",
       "      display: none;\n",
       "      fill: #1967D2;\n",
       "      height: 32px;\n",
       "      padding: 0 0 0 0;\n",
       "      width: 32px;\n",
       "    }\n",
       "\n",
       "    .colab-df-convert:hover {\n",
       "      background-color: #E2EBFA;\n",
       "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
       "      fill: #174EA6;\n",
       "    }\n",
       "\n",
       "    .colab-df-buttons div {\n",
       "      margin-bottom: 4px;\n",
       "    }\n",
       "\n",
       "    [theme=dark] .colab-df-convert {\n",
       "      background-color: #3B4455;\n",
       "      fill: #D2E3FC;\n",
       "    }\n",
       "\n",
       "    [theme=dark] .colab-df-convert:hover {\n",
       "      background-color: #434B5C;\n",
       "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
       "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
       "      fill: #FFFFFF;\n",
       "    }\n",
       "  </style>\n",
       "\n",
       "    <script>\n",
       "      const buttonEl =\n",
       "        document.querySelector('#df-9c99ec6e-31eb-4b8f-8950-6aa01d55d0f9 button.colab-df-convert');\n",
       "      buttonEl.style.display =\n",
       "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
       "\n",
       "      async function convertToInteractive(key) {\n",
       "        const element = document.querySelector('#df-9c99ec6e-31eb-4b8f-8950-6aa01d55d0f9');\n",
       "        const dataTable =\n",
       "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
       "                                                    [key], {});\n",
       "        if (!dataTable) return;\n",
       "\n",
       "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
       "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
       "          + ' to learn more about interactive tables.';\n",
       "        element.innerHTML = '';\n",
       "        dataTable['output_type'] = 'display_data';\n",
       "        await google.colab.output.renderOutput(dataTable, element);\n",
       "        const docLink = document.createElement('div');\n",
       "        docLink.innerHTML = docLinkHtml;\n",
       "        element.appendChild(docLink);\n",
       "      }\n",
       "    </script>\n",
       "  </div>\n",
       "\n",
       "\n",
       "<div id=\"df-55737229-2521-4f78-88a6-117580c63b24\">\n",
       "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-55737229-2521-4f78-88a6-117580c63b24')\"\n",
       "            title=\"Suggest charts\"\n",
       "            style=\"display:none;\">\n",
       "\n",
       "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
       "     width=\"24px\">\n",
       "    <g>\n",
       "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
       "    </g>\n",
       "</svg>\n",
       "  </button>\n",
       "\n",
       "<style>\n",
       "  .colab-df-quickchart {\n",
       "      --bg-color: #E8F0FE;\n",
       "      --fill-color: #1967D2;\n",
       "      --hover-bg-color: #E2EBFA;\n",
       "      --hover-fill-color: #174EA6;\n",
       "      --disabled-fill-color: #AAA;\n",
       "      --disabled-bg-color: #DDD;\n",
       "  }\n",
       "\n",
       "  [theme=dark] .colab-df-quickchart {\n",
       "      --bg-color: #3B4455;\n",
       "      --fill-color: #D2E3FC;\n",
       "      --hover-bg-color: #434B5C;\n",
       "      --hover-fill-color: #FFFFFF;\n",
       "      --disabled-bg-color: #3B4455;\n",
       "      --disabled-fill-color: #666;\n",
       "  }\n",
       "\n",
       "  .colab-df-quickchart {\n",
       "    background-color: var(--bg-color);\n",
       "    border: none;\n",
       "    border-radius: 50%;\n",
       "    cursor: pointer;\n",
       "    display: none;\n",
       "    fill: var(--fill-color);\n",
       "    height: 32px;\n",
       "    padding: 0;\n",
       "    width: 32px;\n",
       "  }\n",
       "\n",
       "  .colab-df-quickchart:hover {\n",
       "    background-color: var(--hover-bg-color);\n",
       "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
       "    fill: var(--button-hover-fill-color);\n",
       "  }\n",
       "\n",
       "  .colab-df-quickchart-complete:disabled,\n",
       "  .colab-df-quickchart-complete:disabled:hover {\n",
       "    background-color: var(--disabled-bg-color);\n",
       "    fill: var(--disabled-fill-color);\n",
       "    box-shadow: none;\n",
       "  }\n",
       "\n",
       "  .colab-df-spinner {\n",
       "    border: 2px solid var(--fill-color);\n",
       "    border-color: transparent;\n",
       "    border-bottom-color: var(--fill-color);\n",
       "    animation:\n",
       "      spin 1s steps(1) infinite;\n",
       "  }\n",
       "\n",
       "  @keyframes spin {\n",
       "    0% {\n",
       "      border-color: transparent;\n",
       "      border-bottom-color: var(--fill-color);\n",
       "      border-left-color: var(--fill-color);\n",
       "    }\n",
       "    20% {\n",
       "      border-color: transparent;\n",
       "      border-left-color: var(--fill-color);\n",
       "      border-top-color: var(--fill-color);\n",
       "    }\n",
       "    30% {\n",
       "      border-color: transparent;\n",
       "      border-left-color: var(--fill-color);\n",
       "      border-top-color: var(--fill-color);\n",
       "      border-right-color: var(--fill-color);\n",
       "    }\n",
       "    40% {\n",
       "      border-color: transparent;\n",
       "      border-right-color: var(--fill-color);\n",
       "      border-top-color: var(--fill-color);\n",
       "    }\n",
       "    60% {\n",
       "      border-color: transparent;\n",
       "      border-right-color: var(--fill-color);\n",
       "    }\n",
       "    80% {\n",
       "      border-color: transparent;\n",
       "      border-right-color: var(--fill-color);\n",
       "      border-bottom-color: var(--fill-color);\n",
       "    }\n",
       "    90% {\n",
       "      border-color: transparent;\n",
       "      border-bottom-color: var(--fill-color);\n",
       "    }\n",
       "  }\n",
       "</style>\n",
       "\n",
       "  <script>\n",
       "    async function quickchart(key) {\n",
       "      const quickchartButtonEl =\n",
       "        document.querySelector('#' + key + ' button');\n",
       "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
       "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
       "      try {\n",
       "        const charts = await google.colab.kernel.invokeFunction(\n",
       "            'suggestCharts', [key], {});\n",
       "      } catch (error) {\n",
       "        console.error('Error during call to suggestCharts:', error);\n",
       "      }\n",
       "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
       "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
       "    }\n",
       "    (() => {\n",
       "      let quickchartButtonEl =\n",
       "        document.querySelector('#df-55737229-2521-4f78-88a6-117580c63b24 button');\n",
       "      quickchartButtonEl.style.display =\n",
       "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
       "    })();\n",
       "  </script>\n",
       "</div>\n",
       "\n",
       "    </div>\n",
       "  </div>\n"
      ],
      "text/plain": [
       "                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                     input  \\\n",
       "0                                                                                                             Vehicles and pedestrians will now embark and disembark the Cowes ferry separately following Maritime and Coastguard Agency (MCA) guidance.\\nIsle of Wight Council said its new procedures were in response to a resident's complaint.\\nCouncillor Shirley Smart said it would \"initially result in a slower service\".\\nOriginally passengers and vehicles boarded or disembarked the so called \"floating bridge\" at the same time.\\nMs Smart, who is the executive member for economy and tourism, said the council already had measures in place to control how passengers and vehicles left or embarked the chain ferry \"in a safe manner\".\\nHowever, it was \"responding\" to the MCA's recommendations \"following this complaint\".\\nShe added: \"This may initially result in a slower service while the measures are introduced and our customers get used to the changes.\"\\nThe service has been in operation since 1859.   \n",
       "1  If you leave your mobile phone somewhere do you worry you will not be able to check it?\\nIf any of this sounds familiar, there is a chance you could be spending too much time on social networks.\\nAn exclusive online Newsbeat poll suggests that a quarter of 15 to 18-year-olds in the UK feel happier online than they do in real life.\\nDr Radha from The Surgery on Radio 1 has dealt with patients who have displayed \"a lot of social anxiety\" because they are using social networks too much.\\n\"Being online can provoke a sense of 'I'm not good enough, everyone else is having an amazing life',\" she explained.\\n\"It doesn't give us a sense of reality and actually what you will find is most people are probably doing the same thing as you are.\"\\nThe survey, carried out last month, also suggests a third of 15 to 18-year-olds have met someone in person they originally met through social media.\\nDr Radha has said it is important people carefully consider what information they share with the online ...   \n",
       "2  Speaking on TV, Maria Zakharova said Jews had told her they donated both to Mr Trump and Hillary Clinton.\\nShe joked that American Jews were the best guide to US politics.\\nThe diplomat's remarks caused shock. Anti-US propagandists in the last century peddled an idea that rich New York Jews controlled US politics.\\nMs Zakharova was speaking on a chat show on Russian state TV at the weekend but her comments drew more attention after being picked up by media outlets on Thursday.\\nShe said she had visited New York with an official Russian delegation at the time of the last UN General Assembly, in September.\\n\"I have a lot of friends and acquaintances there, of course I was interested to find out: how are the elections going, what are the American people's expectations?\" she said.\\n\"If you want to know what will happen in America, who do you need to talk to? You have to talk to the Jews, of course. It goes without saying.\"\\nAt this, the TV studio audience applauded loudly.\\n\"I went her...   \n",
       "3  A report by the organisation suggests men, women and children are being abused \"to eliminate public protest\".\\nMany are subjected to virginity tests, rape and gang rape after arrest.\\nEgypt's Interior Ministry said it would not comment until it had studied the report.\\nThe study notes a surge in sexual violence after the Egyptian military takeover in July 2013.\\nThe perpetrators are rarely held to account and the impunity points to a \"cynical political strategy aimed at silencing all opposition\".\\nPolice, intelligence officers and members of the military are guilty of targeting male and female detainees, according to the report.\\nAmong the victims are student demonstrators, human rights activists, gay people and children.\\nStudent's ordeal\\nI saw an officer who was grabbing a young woman by the breasts and I said to him: \"If you want to arrest her, then arrest her, but you have no right to touch her breasts.\"\\nHe grabbed me exactly as he had her, before calling two other police off...   \n",
       "4  Police in Australia and Europe were aware of a paedophile site called the Love Zone hidden in the so-called dark web.\\nIt was protected by passwords, encryption and specialist software. Users were totally anonymous.\\nThe images and videos there were particularly disturbing - showing the abuse of babies and very young children.\\nMembers had to post increasingly graphic material to remain on the site. There were tens of thousands of accounts.\\nOfficers with Task Force Argos in Australia knew the creator of the site used an unusual greeting - the word \"hiyas\".\\nAfter exhaustively trawling chatrooms and forums in the open internet, they found a Facebook page of a man who used the same greeting.\\nAlthough the Facebook page was fake, they identified a picture of a vehicle and that led them to a man called Shannon McCoole - a childcare worker in Adelaide.\\nWhen officers went through his door, he was actually online running the site.\\nThey took detailed photographs of McCoole's hands. This...   \n",
       "\n",
       "                                                                                                                                                                                                                                                                           list_choices  \\\n",
       "0                                                           [ A new service on the Isle of Wight's chain ferry has been launched following a complaint from a resident., Passengers using a chain ferry have been warned crossing times will be longer because of new safety measures.]   \n",
       "1                                                                                                                                               [ You may be worried about your health, but what if you are online?, Do you ever feel lonely, stressed or jealous when you are online?]   \n",
       "2  [ The Russian foreign minister has said she has been \"settled\" by criticism from Jewish people for saying that the US election was a \"Jewish conspiracy\"., A spokeswoman on Russian TV has said Jewish people in New York told her they had mainly backed Trump in the US election.]   \n",
       "3                                       [ Egyptian police are systematically abusing detainees, including women, in a campaign to end impunity, the Human Rights Watch says., Egyptian security forces are using sexual violence against detainees on a massive scale, it is reported.]   \n",
       "4                                                                                                          [One word and a freckle indirectly led to Huckle being tracked down.,  Police in the UK have uncovered a huge online paedophile network that was operating on the internet.]   \n",
       "\n",
       "                                                                                                             correct_choice  \n",
       "0             Passengers using a chain ferry have been warned crossing times will be longer because of new safety measures.  \n",
       "1                                                         Do you ever feel lonely, stressed or jealous when you are online?  \n",
       "2  A spokeswoman on Russian TV has said Jewish people in New York told her they had mainly backed Trump in the US election.  \n",
       "3                  Egyptian security forces are using sexual violence against detainees on a massive scale, it is reported.  \n",
       "4                                                       One word and a freckle indirectly led to Huckle being tracked down.  "
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "fib_df[['input', 'list_choices', 'correct_choice']].head(5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 622
    },
    "id": "Of6Yxc2PNach",
    "outputId": "089809e8-2d68-4d03-80b0-aa382c50c69c"
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2024-05-11 21:23:55 - INFO - No. of rows in FIB: 3,534\n"
     ]
    },
    {
     "data": {
      "application/vnd.google.colaboratory.intrinsic+json": {
       "summary": "{\n  \"name\": \"fib_df[['input', 'list_choices', 'correct_choice']]\",\n  \"rows\": 5,\n  \"fields\": [\n    {\n      \"column\": \"input\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 3,\n        \"samples\": [\n          \"Vehicles and pedestrians will now embark and disembark the Cowes ferry separately following Maritime and Coastguard Agency (MCA) guidance.\\nIsle of Wight Council said its new procedures were in response to a resident's complaint.\\nCouncillor Shirley Smart said it would \\\"initially result in a slower service\\\".\\nOriginally passengers and vehicles boarded or disembarked the so called \\\"floating bridge\\\" at the same time.\\nMs Smart, who is the executive member for economy and tourism, said the council already had measures in place to control how passengers and vehicles left or embarked the chain ferry \\\"in a safe manner\\\".\\nHowever, it was \\\"responding\\\" to the MCA's recommendations \\\"following this complaint\\\".\\nShe added: \\\"This may initially result in a slower service while the measures are introduced and our customers get used to the changes.\\\"\\nThe service has been in operation since 1859.\",\n          \"If you leave your mobile phone somewhere do you worry you will not be able to check it?\\nIf any of this sounds familiar, there is a chance you could be spending too much time on social networks.\\nAn exclusive online Newsbeat poll suggests that a quarter of 15 to 18-year-olds in the UK feel happier online than they do in real life.\\nDr Radha from The Surgery on Radio 1 has dealt with patients who have displayed \\\"a lot of social anxiety\\\" because they are using social networks too much.\\n\\\"Being online can provoke a sense of 'I'm not good enough, everyone else is having an amazing life',\\\" she explained.\\n\\\"It doesn't give us a sense of reality and actually what you will find is most people are probably doing the same thing as you are.\\\"\\nThe survey, carried out last month, also suggests a third of 15 to 18-year-olds have met someone in person they originally met through social media.\\nDr Radha has said it is important people carefully consider what information they share with the online community.\\n\\\"What this survey showed is a lot of people go online alone,\\\" she said.\\n\\\"In terms of our personal details and how we respond to messages from other people, we need to make sure we are looking after all of that safely.\\\"\\nDr Radha was concerned that some people feel safer dealing with people online, rather than in person.\\n\\\"The more time we spend online, the less we are able to develop our social skills,\\\" she explained.\\n\\\"When you are online you're not getting eye contact with people or perceiving how body language is changing, so as a result what people are saying can be misinterpreted.\\n\\\"Physical contact, like a hug and a kiss, is really important. You don't get that kind of emotional confidence from being online.\\\"\\nIf your online activity is leaving you feeling anxious, Dr Radha has advised that you should \\\"slowly try to wean yourself off it\\\".\\nShe said: \\\"If you are worrying, 'what's going on? What am I missing?' It's a sign that being online too much is quite bad for you.\\n\\\"Give yourself some rules by saying, 'I'm only going to check things three times a day for this amount of time'.\\\"\\nBBC Radio 1's The Surgery with Aled and Dr Radha is on Wednesday's at 9pm.\\nFollow @BBCNewsbeat on Twitter and Radio1Newsbeat on YouTube\",\n          \"Speaking on TV, Maria Zakharova said Jews had told her they donated both to Mr Trump and Hillary Clinton.\\nShe joked that American Jews were the best guide to US politics.\\nThe diplomat's remarks caused shock. Anti-US propagandists in the last century peddled an idea that rich New York Jews controlled US politics.\\nMs Zakharova was speaking on a chat show on Russian state TV at the weekend but her comments drew more attention after being picked up by media outlets on Thursday.\\nShe said she had visited New York with an official Russian delegation at the time of the last UN General Assembly, in September.\\n\\\"I have a lot of friends and acquaintances there, of course I was interested to find out: how are the elections going, what are the American people's expectations?\\\" she said.\\n\\\"If you want to know what will happen in America, who do you need to talk to? You have to talk to the Jews, of course. It goes without saying.\\\"\\nAt this, the TV studio audience applauded loudly.\\n\\\"I went here and there among them, to chat,\\\" she continued.\\nImitating a Jewish accent, Mrs Zakharova said Jewish people had told her: \\\"'Marochka, understand this - we'll donate to Clinton, of course. But we'll give the Republicans twice that amount.' Enough said! That settled it for me - the picture was clear.\\n\\\"If you want to know the future, don't read the mainstream newspapers - our people in Brighton [Beach] will tell you everything.\\\"\\nShe was referring to a district of Brooklyn with a large diaspora of Jewish emigres from the former Soviet Union.\\nRussian opposition activist Roman Dobrokhotov wrote on Twitter (in Russian) that the spokeswoman had \\\"explained Trump's victory as a Jewish conspiracy\\\".\\nMichael McFaul, the former US ambassador to Moscow, commented on Facebook, \\\"Wow. And this is the woman who criticizes me for not being diplomatic.\\\"\\nDuring the election campaign, Mrs Clinton accused Mr Trump of posting a \\\"blatantly anti-Semitic\\\" tweet after he used an image resembling the Star of David and stacks of money.\\nMr Trump, whose son-in-law Jared Kushner is Jewish, dismissed the accusation as \\\"ridiculous\\\".\\nAn exit poll by US non-profit J Street suggests an overwhelming majority of US Jews voted for Hillary Clinton in the presidential election.\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"list_choices\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 5,\n        \"samples\": [\n          \"Passengers using a chain ferry have been warned crossing times will be longer because of new safety measures.\",\n          \"The Russian foreign minister has said she has been \\\"settled\\\" by criticism from Jewish people for saying that the US election was a \\\"Jewish conspiracy\\\".\",\n          \"You may be worried about your health, but what if you are online?\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"correct_choice\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 3,\n        \"samples\": [\n          \"Passengers using a chain ferry have been warned crossing times will be longer because of new safety measures.\",\n          \"Do you ever feel lonely, stressed or jealous when you are online?\",\n          \"A spokeswoman on Russian TV has said Jewish people in New York told her they had mainly backed Trump in the US election.\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    }\n  ]\n}",
       "type": "dataframe"
      },
      "text/html": [
       "\n",
       "  <div id=\"df-fde03cc4-1c72-49a5-a43e-bd167bf35f68\" class=\"colab-df-container\">\n",
       "    <div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>input</th>\n",
       "      <th>list_choices</th>\n",
       "      <th>correct_choice</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Vehicles and pedestrians will now embark and disembark the Cowes ferry separately following Maritime and Coastguard Agency (MCA) guidance.\\nIsle of Wight Council said its new procedures were in response to a resident's complaint.\\nCouncillor Shirley Smart said it would \"initially result in a slower service\".\\nOriginally passengers and vehicles boarded or disembarked the so called \"floating bridge\" at the same time.\\nMs Smart, who is the executive member for economy and tourism, said the council already had measures in place to control how passengers and vehicles left or embarked the chain ferry \"in a safe manner\".\\nHowever, it was \"responding\" to the MCA's recommendations \"following this complaint\".\\nShe added: \"This may initially result in a slower service while the measures are introduced and our customers get used to the changes.\"\\nThe service has been in operation since 1859.</td>\n",
       "      <td>A new service on the Isle of Wight's chain ferry has been launched following a complaint from a resident.</td>\n",
       "      <td>Passengers using a chain ferry have been warned crossing times will be longer because of new safety measures.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Vehicles and pedestrians will now embark and disembark the Cowes ferry separately following Maritime and Coastguard Agency (MCA) guidance.\\nIsle of Wight Council said its new procedures were in response to a resident's complaint.\\nCouncillor Shirley Smart said it would \"initially result in a slower service\".\\nOriginally passengers and vehicles boarded or disembarked the so called \"floating bridge\" at the same time.\\nMs Smart, who is the executive member for economy and tourism, said the council already had measures in place to control how passengers and vehicles left or embarked the chain ferry \"in a safe manner\".\\nHowever, it was \"responding\" to the MCA's recommendations \"following this complaint\".\\nShe added: \"This may initially result in a slower service while the measures are introduced and our customers get used to the changes.\"\\nThe service has been in operation since 1859.</td>\n",
       "      <td>Passengers using a chain ferry have been warned crossing times will be longer because of new safety measures.</td>\n",
       "      <td>Passengers using a chain ferry have been warned crossing times will be longer because of new safety measures.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>If you leave your mobile phone somewhere do you worry you will not be able to check it?\\nIf any of this sounds familiar, there is a chance you could be spending too much time on social networks.\\nAn exclusive online Newsbeat poll suggests that a quarter of 15 to 18-year-olds in the UK feel happier online than they do in real life.\\nDr Radha from The Surgery on Radio 1 has dealt with patients who have displayed \"a lot of social anxiety\" because they are using social networks too much.\\n\"Being online can provoke a sense of 'I'm not good enough, everyone else is having an amazing life',\" she explained.\\n\"It doesn't give us a sense of reality and actually what you will find is most people are probably doing the same thing as you are.\"\\nThe survey, carried out last month, also suggests a third of 15 to 18-year-olds have met someone in person they originally met through social media.\\nDr Radha has said it is important people carefully consider what information they share with the online ...</td>\n",
       "      <td>You may be worried about your health, but what if you are online?</td>\n",
       "      <td>Do you ever feel lonely, stressed or jealous when you are online?</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>If you leave your mobile phone somewhere do you worry you will not be able to check it?\\nIf any of this sounds familiar, there is a chance you could be spending too much time on social networks.\\nAn exclusive online Newsbeat poll suggests that a quarter of 15 to 18-year-olds in the UK feel happier online than they do in real life.\\nDr Radha from The Surgery on Radio 1 has dealt with patients who have displayed \"a lot of social anxiety\" because they are using social networks too much.\\n\"Being online can provoke a sense of 'I'm not good enough, everyone else is having an amazing life',\" she explained.\\n\"It doesn't give us a sense of reality and actually what you will find is most people are probably doing the same thing as you are.\"\\nThe survey, carried out last month, also suggests a third of 15 to 18-year-olds have met someone in person they originally met through social media.\\nDr Radha has said it is important people carefully consider what information they share with the online ...</td>\n",
       "      <td>Do you ever feel lonely, stressed or jealous when you are online?</td>\n",
       "      <td>Do you ever feel lonely, stressed or jealous when you are online?</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Speaking on TV, Maria Zakharova said Jews had told her they donated both to Mr Trump and Hillary Clinton.\\nShe joked that American Jews were the best guide to US politics.\\nThe diplomat's remarks caused shock. Anti-US propagandists in the last century peddled an idea that rich New York Jews controlled US politics.\\nMs Zakharova was speaking on a chat show on Russian state TV at the weekend but her comments drew more attention after being picked up by media outlets on Thursday.\\nShe said she had visited New York with an official Russian delegation at the time of the last UN General Assembly, in September.\\n\"I have a lot of friends and acquaintances there, of course I was interested to find out: how are the elections going, what are the American people's expectations?\" she said.\\n\"If you want to know what will happen in America, who do you need to talk to? You have to talk to the Jews, of course. It goes without saying.\"\\nAt this, the TV studio audience applauded loudly.\\n\"I went her...</td>\n",
       "      <td>The Russian foreign minister has said she has been \"settled\" by criticism from Jewish people for saying that the US election was a \"Jewish conspiracy\".</td>\n",
       "      <td>A spokeswoman on Russian TV has said Jewish people in New York told her they had mainly backed Trump in the US election.</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>\n",
       "    <div class=\"colab-df-buttons\">\n",
       "\n",
       "  <div class=\"colab-df-container\">\n",
       "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-fde03cc4-1c72-49a5-a43e-bd167bf35f68')\"\n",
       "            title=\"Convert this dataframe to an interactive table.\"\n",
       "            style=\"display:none;\">\n",
       "\n",
       "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
       "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
       "  </svg>\n",
       "    </button>\n",
       "\n",
       "  <style>\n",
       "    .colab-df-container {\n",
       "      display:flex;\n",
       "      gap: 12px;\n",
       "    }\n",
       "\n",
       "    .colab-df-convert {\n",
       "      background-color: #E8F0FE;\n",
       "      border: none;\n",
       "      border-radius: 50%;\n",
       "      cursor: pointer;\n",
       "      display: none;\n",
       "      fill: #1967D2;\n",
       "      height: 32px;\n",
       "      padding: 0 0 0 0;\n",
       "      width: 32px;\n",
       "    }\n",
       "\n",
       "    .colab-df-convert:hover {\n",
       "      background-color: #E2EBFA;\n",
       "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
       "      fill: #174EA6;\n",
       "    }\n",
       "\n",
       "    .colab-df-buttons div {\n",
       "      margin-bottom: 4px;\n",
       "    }\n",
       "\n",
       "    [theme=dark] .colab-df-convert {\n",
       "      background-color: #3B4455;\n",
       "      fill: #D2E3FC;\n",
       "    }\n",
       "\n",
       "    [theme=dark] .colab-df-convert:hover {\n",
       "      background-color: #434B5C;\n",
       "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
       "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
       "      fill: #FFFFFF;\n",
       "    }\n",
       "  </style>\n",
       "\n",
       "    <script>\n",
       "      const buttonEl =\n",
       "        document.querySelector('#df-fde03cc4-1c72-49a5-a43e-bd167bf35f68 button.colab-df-convert');\n",
       "      buttonEl.style.display =\n",
       "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
       "\n",
       "      async function convertToInteractive(key) {\n",
       "        const element = document.querySelector('#df-fde03cc4-1c72-49a5-a43e-bd167bf35f68');\n",
       "        const dataTable =\n",
       "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
       "                                                    [key], {});\n",
       "        if (!dataTable) return;\n",
       "\n",
       "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
       "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
       "          + ' to learn more about interactive tables.';\n",
       "        element.innerHTML = '';\n",
       "        dataTable['output_type'] = 'display_data';\n",
       "        await google.colab.output.renderOutput(dataTable, element);\n",
       "        const docLink = document.createElement('div');\n",
       "        docLink.innerHTML = docLinkHtml;\n",
       "        element.appendChild(docLink);\n",
       "      }\n",
       "    </script>\n",
       "  </div>\n",
       "\n",
       "\n",
       "<div id=\"df-14940e38-268d-4f89-a69a-12c4e2f48e9b\">\n",
       "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-14940e38-268d-4f89-a69a-12c4e2f48e9b')\"\n",
       "            title=\"Suggest charts\"\n",
       "            style=\"display:none;\">\n",
       "\n",
       "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
       "     width=\"24px\">\n",
       "    <g>\n",
       "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
       "    </g>\n",
       "</svg>\n",
       "  </button>\n",
       "\n",
       "<style>\n",
       "  .colab-df-quickchart {\n",
       "      --bg-color: #E8F0FE;\n",
       "      --fill-color: #1967D2;\n",
       "      --hover-bg-color: #E2EBFA;\n",
       "      --hover-fill-color: #174EA6;\n",
       "      --disabled-fill-color: #AAA;\n",
       "      --disabled-bg-color: #DDD;\n",
       "  }\n",
       "\n",
       "  [theme=dark] .colab-df-quickchart {\n",
       "      --bg-color: #3B4455;\n",
       "      --fill-color: #D2E3FC;\n",
       "      --hover-bg-color: #434B5C;\n",
       "      --hover-fill-color: #FFFFFF;\n",
       "      --disabled-bg-color: #3B4455;\n",
       "      --disabled-fill-color: #666;\n",
       "  }\n",
       "\n",
       "  .colab-df-quickchart {\n",
       "    background-color: var(--bg-color);\n",
       "    border: none;\n",
       "    border-radius: 50%;\n",
       "    cursor: pointer;\n",
       "    display: none;\n",
       "    fill: var(--fill-color);\n",
       "    height: 32px;\n",
       "    padding: 0;\n",
       "    width: 32px;\n",
       "  }\n",
       "\n",
       "  .colab-df-quickchart:hover {\n",
       "    background-color: var(--hover-bg-color);\n",
       "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
       "    fill: var(--button-hover-fill-color);\n",
       "  }\n",
       "\n",
       "  .colab-df-quickchart-complete:disabled,\n",
       "  .colab-df-quickchart-complete:disabled:hover {\n",
       "    background-color: var(--disabled-bg-color);\n",
       "    fill: var(--disabled-fill-color);\n",
       "    box-shadow: none;\n",
       "  }\n",
       "\n",
       "  .colab-df-spinner {\n",
       "    border: 2px solid var(--fill-color);\n",
       "    border-color: transparent;\n",
       "    border-bottom-color: var(--fill-color);\n",
       "    animation:\n",
       "      spin 1s steps(1) infinite;\n",
       "  }\n",
       "\n",
       "  @keyframes spin {\n",
       "    0% {\n",
       "      border-color: transparent;\n",
       "      border-bottom-color: var(--fill-color);\n",
       "      border-left-color: var(--fill-color);\n",
       "    }\n",
       "    20% {\n",
       "      border-color: transparent;\n",
       "      border-left-color: var(--fill-color);\n",
       "      border-top-color: var(--fill-color);\n",
       "    }\n",
       "    30% {\n",
       "      border-color: transparent;\n",
       "      border-left-color: var(--fill-color);\n",
       "      border-top-color: var(--fill-color);\n",
       "      border-right-color: var(--fill-color);\n",
       "    }\n",
       "    40% {\n",
       "      border-color: transparent;\n",
       "      border-right-color: var(--fill-color);\n",
       "      border-top-color: var(--fill-color);\n",
       "    }\n",
       "    60% {\n",
       "      border-color: transparent;\n",
       "      border-right-color: var(--fill-color);\n",
       "    }\n",
       "    80% {\n",
       "      border-color: transparent;\n",
       "      border-right-color: var(--fill-color);\n",
       "      border-bottom-color: var(--fill-color);\n",
       "    }\n",
       "    90% {\n",
       "      border-color: transparent;\n",
       "      border-bottom-color: var(--fill-color);\n",
       "    }\n",
       "  }\n",
       "</style>\n",
       "\n",
       "  <script>\n",
       "    async function quickchart(key) {\n",
       "      const quickchartButtonEl =\n",
       "        document.querySelector('#' + key + ' button');\n",
       "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
       "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
       "      try {\n",
       "        const charts = await google.colab.kernel.invokeFunction(\n",
       "            'suggestCharts', [key], {});\n",
       "      } catch (error) {\n",
       "        console.error('Error during call to suggestCharts:', error);\n",
       "      }\n",
       "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
       "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
       "    }\n",
       "    (() => {\n",
       "      let quickchartButtonEl =\n",
       "        document.querySelector('#df-14940e38-268d-4f89-a69a-12c4e2f48e9b button');\n",
       "      quickchartButtonEl.style.display =\n",
       "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
       "    })();\n",
       "  </script>\n",
       "</div>\n",
       "\n",
       "    </div>\n",
       "  </div>\n"
      ],
      "text/plain": [
       "                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                     input  \\\n",
       "0                                                                                                             Vehicles and pedestrians will now embark and disembark the Cowes ferry separately following Maritime and Coastguard Agency (MCA) guidance.\\nIsle of Wight Council said its new procedures were in response to a resident's complaint.\\nCouncillor Shirley Smart said it would \"initially result in a slower service\".\\nOriginally passengers and vehicles boarded or disembarked the so called \"floating bridge\" at the same time.\\nMs Smart, who is the executive member for economy and tourism, said the council already had measures in place to control how passengers and vehicles left or embarked the chain ferry \"in a safe manner\".\\nHowever, it was \"responding\" to the MCA's recommendations \"following this complaint\".\\nShe added: \"This may initially result in a slower service while the measures are introduced and our customers get used to the changes.\"\\nThe service has been in operation since 1859.   \n",
       "0                                                                                                             Vehicles and pedestrians will now embark and disembark the Cowes ferry separately following Maritime and Coastguard Agency (MCA) guidance.\\nIsle of Wight Council said its new procedures were in response to a resident's complaint.\\nCouncillor Shirley Smart said it would \"initially result in a slower service\".\\nOriginally passengers and vehicles boarded or disembarked the so called \"floating bridge\" at the same time.\\nMs Smart, who is the executive member for economy and tourism, said the council already had measures in place to control how passengers and vehicles left or embarked the chain ferry \"in a safe manner\".\\nHowever, it was \"responding\" to the MCA's recommendations \"following this complaint\".\\nShe added: \"This may initially result in a slower service while the measures are introduced and our customers get used to the changes.\"\\nThe service has been in operation since 1859.   \n",
       "1  If you leave your mobile phone somewhere do you worry you will not be able to check it?\\nIf any of this sounds familiar, there is a chance you could be spending too much time on social networks.\\nAn exclusive online Newsbeat poll suggests that a quarter of 15 to 18-year-olds in the UK feel happier online than they do in real life.\\nDr Radha from The Surgery on Radio 1 has dealt with patients who have displayed \"a lot of social anxiety\" because they are using social networks too much.\\n\"Being online can provoke a sense of 'I'm not good enough, everyone else is having an amazing life',\" she explained.\\n\"It doesn't give us a sense of reality and actually what you will find is most people are probably doing the same thing as you are.\"\\nThe survey, carried out last month, also suggests a third of 15 to 18-year-olds have met someone in person they originally met through social media.\\nDr Radha has said it is important people carefully consider what information they share with the online ...   \n",
       "1  If you leave your mobile phone somewhere do you worry you will not be able to check it?\\nIf any of this sounds familiar, there is a chance you could be spending too much time on social networks.\\nAn exclusive online Newsbeat poll suggests that a quarter of 15 to 18-year-olds in the UK feel happier online than they do in real life.\\nDr Radha from The Surgery on Radio 1 has dealt with patients who have displayed \"a lot of social anxiety\" because they are using social networks too much.\\n\"Being online can provoke a sense of 'I'm not good enough, everyone else is having an amazing life',\" she explained.\\n\"It doesn't give us a sense of reality and actually what you will find is most people are probably doing the same thing as you are.\"\\nThe survey, carried out last month, also suggests a third of 15 to 18-year-olds have met someone in person they originally met through social media.\\nDr Radha has said it is important people carefully consider what information they share with the online ...   \n",
       "2  Speaking on TV, Maria Zakharova said Jews had told her they donated both to Mr Trump and Hillary Clinton.\\nShe joked that American Jews were the best guide to US politics.\\nThe diplomat's remarks caused shock. Anti-US propagandists in the last century peddled an idea that rich New York Jews controlled US politics.\\nMs Zakharova was speaking on a chat show on Russian state TV at the weekend but her comments drew more attention after being picked up by media outlets on Thursday.\\nShe said she had visited New York with an official Russian delegation at the time of the last UN General Assembly, in September.\\n\"I have a lot of friends and acquaintances there, of course I was interested to find out: how are the elections going, what are the American people's expectations?\" she said.\\n\"If you want to know what will happen in America, who do you need to talk to? You have to talk to the Jews, of course. It goes without saying.\"\\nAt this, the TV studio audience applauded loudly.\\n\"I went her...   \n",
       "\n",
       "                                                                                                                                              list_choices  \\\n",
       "0                                                A new service on the Isle of Wight's chain ferry has been launched following a complaint from a resident.   \n",
       "0                                            Passengers using a chain ferry have been warned crossing times will be longer because of new safety measures.   \n",
       "1                                                                                        You may be worried about your health, but what if you are online?   \n",
       "1                                                                                        Do you ever feel lonely, stressed or jealous when you are online?   \n",
       "2  The Russian foreign minister has said she has been \"settled\" by criticism from Jewish people for saying that the US election was a \"Jewish conspiracy\".   \n",
       "\n",
       "                                                                                                             correct_choice  \n",
       "0             Passengers using a chain ferry have been warned crossing times will be longer because of new safety measures.  \n",
       "0             Passengers using a chain ferry have been warned crossing times will be longer because of new safety measures.  \n",
       "1                                                         Do you ever feel lonely, stressed or jealous when you are online?  \n",
       "1                                                         Do you ever feel lonely, stressed or jealous when you are online?  \n",
       "2  A spokeswoman on Russian TV has said Jewish people in New York told her they had mainly backed Trump in the US election.  "
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Each list choice contains a positive and negative summary; we'll explode, clean, and drop duplicates\n",
    "fib_df = fib_df.explode('list_choices')\n",
    "fib_df['list_choices'] = fib_df['list_choices'].apply(lambda x: x.strip())\n",
    "fib_df = fib_df.drop_duplicates(subset=['input', 'list_choices'])\n",
    "logger.info(f'No. of rows in FIB: {len(fib_df):,}')\n",
    "fib_df[['input', 'list_choices', 'correct_choice']].head(5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 692
    },
    "id": "X1xWn6LENsYy",
    "outputId": "ba11425b-7292-4313-c094-fb245771511e"
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2024-05-11 21:23:56 - INFO - Label distribution:\n",
      "label\n",
      "0    3034\n",
      "2     500\n",
      "Name: count, dtype: int64\n"
     ]
    },
    {
     "data": {
      "application/vnd.google.colaboratory.intrinsic+json": {
       "summary": "{\n  \"name\": \"fib_df[['input', 'list_choices', 'correct_choice', 'label']]\",\n  \"rows\": 5,\n  \"fields\": [\n    {\n      \"column\": \"input\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 3,\n        \"samples\": [\n          \"Vehicles and pedestrians will now embark and disembark the Cowes ferry separately following Maritime and Coastguard Agency (MCA) guidance.\\nIsle of Wight Council said its new procedures were in response to a resident's complaint.\\nCouncillor Shirley Smart said it would \\\"initially result in a slower service\\\".\\nOriginally passengers and vehicles boarded or disembarked the so called \\\"floating bridge\\\" at the same time.\\nMs Smart, who is the executive member for economy and tourism, said the council already had measures in place to control how passengers and vehicles left or embarked the chain ferry \\\"in a safe manner\\\".\\nHowever, it was \\\"responding\\\" to the MCA's recommendations \\\"following this complaint\\\".\\nShe added: \\\"This may initially result in a slower service while the measures are introduced and our customers get used to the changes.\\\"\\nThe service has been in operation since 1859.\",\n          \"If you leave your mobile phone somewhere do you worry you will not be able to check it?\\nIf any of this sounds familiar, there is a chance you could be spending too much time on social networks.\\nAn exclusive online Newsbeat poll suggests that a quarter of 15 to 18-year-olds in the UK feel happier online than they do in real life.\\nDr Radha from The Surgery on Radio 1 has dealt with patients who have displayed \\\"a lot of social anxiety\\\" because they are using social networks too much.\\n\\\"Being online can provoke a sense of 'I'm not good enough, everyone else is having an amazing life',\\\" she explained.\\n\\\"It doesn't give us a sense of reality and actually what you will find is most people are probably doing the same thing as you are.\\\"\\nThe survey, carried out last month, also suggests a third of 15 to 18-year-olds have met someone in person they originally met through social media.\\nDr Radha has said it is important people carefully consider what information they share with the online community.\\n\\\"What this survey showed is a lot of people go online alone,\\\" she said.\\n\\\"In terms of our personal details and how we respond to messages from other people, we need to make sure we are looking after all of that safely.\\\"\\nDr Radha was concerned that some people feel safer dealing with people online, rather than in person.\\n\\\"The more time we spend online, the less we are able to develop our social skills,\\\" she explained.\\n\\\"When you are online you're not getting eye contact with people or perceiving how body language is changing, so as a result what people are saying can be misinterpreted.\\n\\\"Physical contact, like a hug and a kiss, is really important. You don't get that kind of emotional confidence from being online.\\\"\\nIf your online activity is leaving you feeling anxious, Dr Radha has advised that you should \\\"slowly try to wean yourself off it\\\".\\nShe said: \\\"If you are worrying, 'what's going on? What am I missing?' It's a sign that being online too much is quite bad for you.\\n\\\"Give yourself some rules by saying, 'I'm only going to check things three times a day for this amount of time'.\\\"\\nBBC Radio 1's The Surgery with Aled and Dr Radha is on Wednesday's at 9pm.\\nFollow @BBCNewsbeat on Twitter and Radio1Newsbeat on YouTube\",\n          \"Speaking on TV, Maria Zakharova said Jews had told her they donated both to Mr Trump and Hillary Clinton.\\nShe joked that American Jews were the best guide to US politics.\\nThe diplomat's remarks caused shock. Anti-US propagandists in the last century peddled an idea that rich New York Jews controlled US politics.\\nMs Zakharova was speaking on a chat show on Russian state TV at the weekend but her comments drew more attention after being picked up by media outlets on Thursday.\\nShe said she had visited New York with an official Russian delegation at the time of the last UN General Assembly, in September.\\n\\\"I have a lot of friends and acquaintances there, of course I was interested to find out: how are the elections going, what are the American people's expectations?\\\" she said.\\n\\\"If you want to know what will happen in America, who do you need to talk to? You have to talk to the Jews, of course. It goes without saying.\\\"\\nAt this, the TV studio audience applauded loudly.\\n\\\"I went here and there among them, to chat,\\\" she continued.\\nImitating a Jewish accent, Mrs Zakharova said Jewish people had told her: \\\"'Marochka, understand this - we'll donate to Clinton, of course. But we'll give the Republicans twice that amount.' Enough said! That settled it for me - the picture was clear.\\n\\\"If you want to know the future, don't read the mainstream newspapers - our people in Brighton [Beach] will tell you everything.\\\"\\nShe was referring to a district of Brooklyn with a large diaspora of Jewish emigres from the former Soviet Union.\\nRussian opposition activist Roman Dobrokhotov wrote on Twitter (in Russian) that the spokeswoman had \\\"explained Trump's victory as a Jewish conspiracy\\\".\\nMichael McFaul, the former US ambassador to Moscow, commented on Facebook, \\\"Wow. And this is the woman who criticizes me for not being diplomatic.\\\"\\nDuring the election campaign, Mrs Clinton accused Mr Trump of posting a \\\"blatantly anti-Semitic\\\" tweet after he used an image resembling the Star of David and stacks of money.\\nMr Trump, whose son-in-law Jared Kushner is Jewish, dismissed the accusation as \\\"ridiculous\\\".\\nAn exit poll by US non-profit J Street suggests an overwhelming majority of US Jews voted for Hillary Clinton in the presidential election.\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"list_choices\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 5,\n        \"samples\": [\n          \"Passengers using a chain ferry have been warned crossing times will be longer because of new safety measures.\",\n          \"The Russian foreign minister has said she has been \\\"settled\\\" by criticism from Jewish people for saying that the US election was a \\\"Jewish conspiracy\\\".\",\n          \"You may be worried about your health, but what if you are online?\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"correct_choice\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 3,\n        \"samples\": [\n          \"Passengers using a chain ferry have been warned crossing times will be longer because of new safety measures.\",\n          \"Do you ever feel lonely, stressed or jealous when you are online?\",\n          \"A spokeswoman on Russian TV has said Jewish people in New York told her they had mainly backed Trump in the US election.\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"label\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 1,\n        \"min\": 0,\n        \"max\": 2,\n        \"num_unique_values\": 2,\n        \"samples\": [\n          2,\n          0\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    }\n  ]\n}",
       "type": "dataframe"
      },
      "text/html": [
       "\n",
       "  <div id=\"df-68016a26-755e-4a58-a9de-d683616ec6d0\" class=\"colab-df-container\">\n",
       "    <div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>input</th>\n",
       "      <th>list_choices</th>\n",
       "      <th>correct_choice</th>\n",
       "      <th>label</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Vehicles and pedestrians will now embark and disembark the Cowes ferry separately following Maritime and Coastguard Agency (MCA) guidance.\\nIsle of Wight Council said its new procedures were in response to a resident's complaint.\\nCouncillor Shirley Smart said it would \"initially result in a slower service\".\\nOriginally passengers and vehicles boarded or disembarked the so called \"floating bridge\" at the same time.\\nMs Smart, who is the executive member for economy and tourism, said the council already had measures in place to control how passengers and vehicles left or embarked the chain ferry \"in a safe manner\".\\nHowever, it was \"responding\" to the MCA's recommendations \"following this complaint\".\\nShe added: \"This may initially result in a slower service while the measures are introduced and our customers get used to the changes.\"\\nThe service has been in operation since 1859.</td>\n",
       "      <td>A new service on the Isle of Wight's chain ferry has been launched following a complaint from a resident.</td>\n",
       "      <td>Passengers using a chain ferry have been warned crossing times will be longer because of new safety measures.</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Vehicles and pedestrians will now embark and disembark the Cowes ferry separately following Maritime and Coastguard Agency (MCA) guidance.\\nIsle of Wight Council said its new procedures were in response to a resident's complaint.\\nCouncillor Shirley Smart said it would \"initially result in a slower service\".\\nOriginally passengers and vehicles boarded or disembarked the so called \"floating bridge\" at the same time.\\nMs Smart, who is the executive member for economy and tourism, said the council already had measures in place to control how passengers and vehicles left or embarked the chain ferry \"in a safe manner\".\\nHowever, it was \"responding\" to the MCA's recommendations \"following this complaint\".\\nShe added: \"This may initially result in a slower service while the measures are introduced and our customers get used to the changes.\"\\nThe service has been in operation since 1859.</td>\n",
       "      <td>Passengers using a chain ferry have been warned crossing times will be longer because of new safety measures.</td>\n",
       "      <td>Passengers using a chain ferry have been warned crossing times will be longer because of new safety measures.</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>If you leave your mobile phone somewhere do you worry you will not be able to check it?\\nIf any of this sounds familiar, there is a chance you could be spending too much time on social networks.\\nAn exclusive online Newsbeat poll suggests that a quarter of 15 to 18-year-olds in the UK feel happier online than they do in real life.\\nDr Radha from The Surgery on Radio 1 has dealt with patients who have displayed \"a lot of social anxiety\" because they are using social networks too much.\\n\"Being online can provoke a sense of 'I'm not good enough, everyone else is having an amazing life',\" she explained.\\n\"It doesn't give us a sense of reality and actually what you will find is most people are probably doing the same thing as you are.\"\\nThe survey, carried out last month, also suggests a third of 15 to 18-year-olds have met someone in person they originally met through social media.\\nDr Radha has said it is important people carefully consider what information they share with the online ...</td>\n",
       "      <td>You may be worried about your health, but what if you are online?</td>\n",
       "      <td>Do you ever feel lonely, stressed or jealous when you are online?</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>If you leave your mobile phone somewhere do you worry you will not be able to check it?\\nIf any of this sounds familiar, there is a chance you could be spending too much time on social networks.\\nAn exclusive online Newsbeat poll suggests that a quarter of 15 to 18-year-olds in the UK feel happier online than they do in real life.\\nDr Radha from The Surgery on Radio 1 has dealt with patients who have displayed \"a lot of social anxiety\" because they are using social networks too much.\\n\"Being online can provoke a sense of 'I'm not good enough, everyone else is having an amazing life',\" she explained.\\n\"It doesn't give us a sense of reality and actually what you will find is most people are probably doing the same thing as you are.\"\\nThe survey, carried out last month, also suggests a third of 15 to 18-year-olds have met someone in person they originally met through social media.\\nDr Radha has said it is important people carefully consider what information they share with the online ...</td>\n",
       "      <td>Do you ever feel lonely, stressed or jealous when you are online?</td>\n",
       "      <td>Do you ever feel lonely, stressed or jealous when you are online?</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Speaking on TV, Maria Zakharova said Jews had told her they donated both to Mr Trump and Hillary Clinton.\\nShe joked that American Jews were the best guide to US politics.\\nThe diplomat's remarks caused shock. Anti-US propagandists in the last century peddled an idea that rich New York Jews controlled US politics.\\nMs Zakharova was speaking on a chat show on Russian state TV at the weekend but her comments drew more attention after being picked up by media outlets on Thursday.\\nShe said she had visited New York with an official Russian delegation at the time of the last UN General Assembly, in September.\\n\"I have a lot of friends and acquaintances there, of course I was interested to find out: how are the elections going, what are the American people's expectations?\" she said.\\n\"If you want to know what will happen in America, who do you need to talk to? You have to talk to the Jews, of course. It goes without saying.\"\\nAt this, the TV studio audience applauded loudly.\\n\"I went her...</td>\n",
       "      <td>The Russian foreign minister has said she has been \"settled\" by criticism from Jewish people for saying that the US election was a \"Jewish conspiracy\".</td>\n",
       "      <td>A spokeswoman on Russian TV has said Jewish people in New York told her they had mainly backed Trump in the US election.</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>\n",
       "    <div class=\"colab-df-buttons\">\n",
       "\n",
       "  <div class=\"colab-df-container\">\n",
       "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-68016a26-755e-4a58-a9de-d683616ec6d0')\"\n",
       "            title=\"Convert this dataframe to an interactive table.\"\n",
       "            style=\"display:none;\">\n",
       "\n",
       "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
       "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
       "  </svg>\n",
       "    </button>\n",
       "\n",
       "  <style>\n",
       "    .colab-df-container {\n",
       "      display:flex;\n",
       "      gap: 12px;\n",
       "    }\n",
       "\n",
       "    .colab-df-convert {\n",
       "      background-color: #E8F0FE;\n",
       "      border: none;\n",
       "      border-radius: 50%;\n",
       "      cursor: pointer;\n",
       "      display: none;\n",
       "      fill: #1967D2;\n",
       "      height: 32px;\n",
       "      padding: 0 0 0 0;\n",
       "      width: 32px;\n",
       "    }\n",
       "\n",
       "    .colab-df-convert:hover {\n",
       "      background-color: #E2EBFA;\n",
       "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
       "      fill: #174EA6;\n",
       "    }\n",
       "\n",
       "    .colab-df-buttons div {\n",
       "      margin-bottom: 4px;\n",
       "    }\n",
       "\n",
       "    [theme=dark] .colab-df-convert {\n",
       "      background-color: #3B4455;\n",
       "      fill: #D2E3FC;\n",
       "    }\n",
       "\n",
       "    [theme=dark] .colab-df-convert:hover {\n",
       "      background-color: #434B5C;\n",
       "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
       "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
       "      fill: #FFFFFF;\n",
       "    }\n",
       "  </style>\n",
       "\n",
       "    <script>\n",
       "      const buttonEl =\n",
       "        document.querySelector('#df-68016a26-755e-4a58-a9de-d683616ec6d0 button.colab-df-convert');\n",
       "      buttonEl.style.display =\n",
       "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
       "\n",
       "      async function convertToInteractive(key) {\n",
       "        const element = document.querySelector('#df-68016a26-755e-4a58-a9de-d683616ec6d0');\n",
       "        const dataTable =\n",
       "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
       "                                                    [key], {});\n",
       "        if (!dataTable) return;\n",
       "\n",
       "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
       "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
       "          + ' to learn more about interactive tables.';\n",
       "        element.innerHTML = '';\n",
       "        dataTable['output_type'] = 'display_data';\n",
       "        await google.colab.output.renderOutput(dataTable, element);\n",
       "        const docLink = document.createElement('div');\n",
       "        docLink.innerHTML = docLinkHtml;\n",
       "        element.appendChild(docLink);\n",
       "      }\n",
       "    </script>\n",
       "  </div>\n",
       "\n",
       "\n",
       "<div id=\"df-384cc427-71fb-47cb-b39a-da348b2fe5e5\">\n",
       "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-384cc427-71fb-47cb-b39a-da348b2fe5e5')\"\n",
       "            title=\"Suggest charts\"\n",
       "            style=\"display:none;\">\n",
       "\n",
       "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
       "     width=\"24px\">\n",
       "    <g>\n",
       "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
       "    </g>\n",
       "</svg>\n",
       "  </button>\n",
       "\n",
       "<style>\n",
       "  .colab-df-quickchart {\n",
       "      --bg-color: #E8F0FE;\n",
       "      --fill-color: #1967D2;\n",
       "      --hover-bg-color: #E2EBFA;\n",
       "      --hover-fill-color: #174EA6;\n",
       "      --disabled-fill-color: #AAA;\n",
       "      --disabled-bg-color: #DDD;\n",
       "  }\n",
       "\n",
       "  [theme=dark] .colab-df-quickchart {\n",
       "      --bg-color: #3B4455;\n",
       "      --fill-color: #D2E3FC;\n",
       "      --hover-bg-color: #434B5C;\n",
       "      --hover-fill-color: #FFFFFF;\n",
       "      --disabled-bg-color: #3B4455;\n",
       "      --disabled-fill-color: #666;\n",
       "  }\n",
       "\n",
       "  .colab-df-quickchart {\n",
       "    background-color: var(--bg-color);\n",
       "    border: none;\n",
       "    border-radius: 50%;\n",
       "    cursor: pointer;\n",
       "    display: none;\n",
       "    fill: var(--fill-color);\n",
       "    height: 32px;\n",
       "    padding: 0;\n",
       "    width: 32px;\n",
       "  }\n",
       "\n",
       "  .colab-df-quickchart:hover {\n",
       "    background-color: var(--hover-bg-color);\n",
       "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
       "    fill: var(--button-hover-fill-color);\n",
       "  }\n",
       "\n",
       "  .colab-df-quickchart-complete:disabled,\n",
       "  .colab-df-quickchart-complete:disabled:hover {\n",
       "    background-color: var(--disabled-bg-color);\n",
       "    fill: var(--disabled-fill-color);\n",
       "    box-shadow: none;\n",
       "  }\n",
       "\n",
       "  .colab-df-spinner {\n",
       "    border: 2px solid var(--fill-color);\n",
       "    border-color: transparent;\n",
       "    border-bottom-color: var(--fill-color);\n",
       "    animation:\n",
       "      spin 1s steps(1) infinite;\n",
       "  }\n",
       "\n",
       "  @keyframes spin {\n",
       "    0% {\n",
       "      border-color: transparent;\n",
       "      border-bottom-color: var(--fill-color);\n",
       "      border-left-color: var(--fill-color);\n",
       "    }\n",
       "    20% {\n",
       "      border-color: transparent;\n",
       "      border-left-color: var(--fill-color);\n",
       "      border-top-color: var(--fill-color);\n",
       "    }\n",
       "    30% {\n",
       "      border-color: transparent;\n",
       "      border-left-color: var(--fill-color);\n",
       "      border-top-color: var(--fill-color);\n",
       "      border-right-color: var(--fill-color);\n",
       "    }\n",
       "    40% {\n",
       "      border-color: transparent;\n",
       "      border-right-color: var(--fill-color);\n",
       "      border-top-color: var(--fill-color);\n",
       "    }\n",
       "    60% {\n",
       "      border-color: transparent;\n",
       "      border-right-color: var(--fill-color);\n",
       "    }\n",
       "    80% {\n",
       "      border-color: transparent;\n",
       "      border-right-color: var(--fill-color);\n",
       "      border-bottom-color: var(--fill-color);\n",
       "    }\n",
       "    90% {\n",
       "      border-color: transparent;\n",
       "      border-bottom-color: var(--fill-color);\n",
       "    }\n",
       "  }\n",
       "</style>\n",
       "\n",
       "  <script>\n",
       "    async function quickchart(key) {\n",
       "      const quickchartButtonEl =\n",
       "        document.querySelector('#' + key + ' button');\n",
       "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
       "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
       "      try {\n",
       "        const charts = await google.colab.kernel.invokeFunction(\n",
       "            'suggestCharts', [key], {});\n",
       "      } catch (error) {\n",
       "        console.error('Error during call to suggestCharts:', error);\n",
       "      }\n",
       "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
       "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
       "    }\n",
       "    (() => {\n",
       "      let quickchartButtonEl =\n",
       "        document.querySelector('#df-384cc427-71fb-47cb-b39a-da348b2fe5e5 button');\n",
       "      quickchartButtonEl.style.display =\n",
       "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
       "    })();\n",
       "  </script>\n",
       "</div>\n",
       "\n",
       "    </div>\n",
       "  </div>\n"
      ],
      "text/plain": [
       "                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                     input  \\\n",
       "0                                                                                                             Vehicles and pedestrians will now embark and disembark the Cowes ferry separately following Maritime and Coastguard Agency (MCA) guidance.\\nIsle of Wight Council said its new procedures were in response to a resident's complaint.\\nCouncillor Shirley Smart said it would \"initially result in a slower service\".\\nOriginally passengers and vehicles boarded or disembarked the so called \"floating bridge\" at the same time.\\nMs Smart, who is the executive member for economy and tourism, said the council already had measures in place to control how passengers and vehicles left or embarked the chain ferry \"in a safe manner\".\\nHowever, it was \"responding\" to the MCA's recommendations \"following this complaint\".\\nShe added: \"This may initially result in a slower service while the measures are introduced and our customers get used to the changes.\"\\nThe service has been in operation since 1859.   \n",
       "0                                                                                                             Vehicles and pedestrians will now embark and disembark the Cowes ferry separately following Maritime and Coastguard Agency (MCA) guidance.\\nIsle of Wight Council said its new procedures were in response to a resident's complaint.\\nCouncillor Shirley Smart said it would \"initially result in a slower service\".\\nOriginally passengers and vehicles boarded or disembarked the so called \"floating bridge\" at the same time.\\nMs Smart, who is the executive member for economy and tourism, said the council already had measures in place to control how passengers and vehicles left or embarked the chain ferry \"in a safe manner\".\\nHowever, it was \"responding\" to the MCA's recommendations \"following this complaint\".\\nShe added: \"This may initially result in a slower service while the measures are introduced and our customers get used to the changes.\"\\nThe service has been in operation since 1859.   \n",
       "1  If you leave your mobile phone somewhere do you worry you will not be able to check it?\\nIf any of this sounds familiar, there is a chance you could be spending too much time on social networks.\\nAn exclusive online Newsbeat poll suggests that a quarter of 15 to 18-year-olds in the UK feel happier online than they do in real life.\\nDr Radha from The Surgery on Radio 1 has dealt with patients who have displayed \"a lot of social anxiety\" because they are using social networks too much.\\n\"Being online can provoke a sense of 'I'm not good enough, everyone else is having an amazing life',\" she explained.\\n\"It doesn't give us a sense of reality and actually what you will find is most people are probably doing the same thing as you are.\"\\nThe survey, carried out last month, also suggests a third of 15 to 18-year-olds have met someone in person they originally met through social media.\\nDr Radha has said it is important people carefully consider what information they share with the online ...   \n",
       "1  If you leave your mobile phone somewhere do you worry you will not be able to check it?\\nIf any of this sounds familiar, there is a chance you could be spending too much time on social networks.\\nAn exclusive online Newsbeat poll suggests that a quarter of 15 to 18-year-olds in the UK feel happier online than they do in real life.\\nDr Radha from The Surgery on Radio 1 has dealt with patients who have displayed \"a lot of social anxiety\" because they are using social networks too much.\\n\"Being online can provoke a sense of 'I'm not good enough, everyone else is having an amazing life',\" she explained.\\n\"It doesn't give us a sense of reality and actually what you will find is most people are probably doing the same thing as you are.\"\\nThe survey, carried out last month, also suggests a third of 15 to 18-year-olds have met someone in person they originally met through social media.\\nDr Radha has said it is important people carefully consider what information they share with the online ...   \n",
       "2  Speaking on TV, Maria Zakharova said Jews had told her they donated both to Mr Trump and Hillary Clinton.\\nShe joked that American Jews were the best guide to US politics.\\nThe diplomat's remarks caused shock. Anti-US propagandists in the last century peddled an idea that rich New York Jews controlled US politics.\\nMs Zakharova was speaking on a chat show on Russian state TV at the weekend but her comments drew more attention after being picked up by media outlets on Thursday.\\nShe said she had visited New York with an official Russian delegation at the time of the last UN General Assembly, in September.\\n\"I have a lot of friends and acquaintances there, of course I was interested to find out: how are the elections going, what are the American people's expectations?\" she said.\\n\"If you want to know what will happen in America, who do you need to talk to? You have to talk to the Jews, of course. It goes without saying.\"\\nAt this, the TV studio audience applauded loudly.\\n\"I went her...   \n",
       "\n",
       "                                                                                                                                              list_choices  \\\n",
       "0                                                A new service on the Isle of Wight's chain ferry has been launched following a complaint from a resident.   \n",
       "0                                            Passengers using a chain ferry have been warned crossing times will be longer because of new safety measures.   \n",
       "1                                                                                        You may be worried about your health, but what if you are online?   \n",
       "1                                                                                        Do you ever feel lonely, stressed or jealous when you are online?   \n",
       "2  The Russian foreign minister has said she has been \"settled\" by criticism from Jewish people for saying that the US election was a \"Jewish conspiracy\".   \n",
       "\n",
       "                                                                                                             correct_choice  \\\n",
       "0             Passengers using a chain ferry have been warned crossing times will be longer because of new safety measures.   \n",
       "0             Passengers using a chain ferry have been warned crossing times will be longer because of new safety measures.   \n",
       "1                                                         Do you ever feel lonely, stressed or jealous when you are online?   \n",
       "1                                                         Do you ever feel lonely, stressed or jealous when you are online?   \n",
       "2  A spokeswoman on Russian TV has said Jewish people in New York told her they had mainly backed Trump in the US election.   \n",
       "\n",
       "   label  \n",
       "0      0  \n",
       "0      2  \n",
       "1      0  \n",
       "1      2  \n",
       "2      0  "
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Create labels where factually consistent = 2 (entailment) and factually inconsistent = 0 (contradiction)\n",
    "# What happened to label = 1? We drop it as it represents neutral in the NLI task\n",
    "fib_df.loc[fib_df['correct_choice'] == fib_df['list_choices'], 'label'] = 2\n",
    "fib_df.loc[fib_df['correct_choice'] != fib_df['list_choices'], 'label'] = 0\n",
    "fib_df['label'] = fib_df['label'].astype(int)\n",
    "\n",
    "logger.info(f'Label distribution:\\n{fib_df[\"label\"].value_counts()}')\n",
    "fib_df[['input', 'list_choices', 'correct_choice', 'label']].head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "kMBlcapIN2tf",
    "outputId": "4559095a-f110-4cab-a488-4ed9e895d1b7"
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2024-05-11 21:23:58 - INFO - Rows in FIB train: 2,474, val: 530, test: 530\n"
     ]
    }
   ],
   "source": [
    "# Split into train and val, ensuring that the same source doc doesn't appear across train and val\n",
    "source_grouped = (fib_df.groupby('input')\n",
    "                  .agg({'label': 'count'})\n",
    "                  .reset_index())\n",
    "\n",
    "input_train, input_val = train_test_split(source_grouped,\n",
    "                                          test_size=0.3,\n",
    "                                          stratify=source_grouped['label'],\n",
    "                                          random_state=1368)\n",
    "\n",
    "input_test, input_val = train_test_split(input_val,\n",
    "                                         test_size=0.5,\n",
    "                                         stratify=input_val['label'],\n",
    "                                         random_state=1368)\n",
    "\n",
    "fib_train = fib_df[fib_df['input'].isin(input_train['input'])]\n",
    "fib_val = fib_df[fib_df['input'].isin(input_val['input'])]\n",
    "fib_test = fib_df[fib_df['input'].isin(input_test['input'])]\n",
    "\n",
    "logger.info(f'Rows in FIB train: {len(fib_train):,}, val: {len(fib_val):,}, test: {len(fib_test):,}')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "6zr5po3QOp31",
    "outputId": "20a73536-d154-474e-c851-ea44e844d8da"
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2024-05-11 21:23:59 - INFO - Rows in balanced FIB train: 700, val: 150, test: 150\n"
     ]
    }
   ],
   "source": [
    "# NOTE: In FIB, each doc has 1 positive summary and 5-6 negative summaries. We'll balance it to 1 is to 1.\n",
    "fib_train = fib_train.drop_duplicates(subset=['input', 'label'])\n",
    "fib_val = fib_val.drop_duplicates(subset=['input', 'label'])\n",
    "fib_test = fib_test.drop_duplicates(subset=['input', 'label'])\n",
    "\n",
    "logger.info(f'Rows in balanced FIB train: {len(fib_train)}, val: {len(fib_val)}, test: {len(fib_test)}')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {
    "id": "bKz1ISJUO_cs"
   },
   "outputs": [],
   "source": [
    "fib_train.to_csv('/content/drive/My Drive/fib-train.csv', index=False)\n",
    "fib_val.to_csv('/content/drive/My Drive/fib-val.csv', index=False)\n",
    "fib_test.to_csv('/content/drive/My Drive/fib-test.csv', index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 130,
     "referenced_widgets": [
      "b8b7aca27ab9449bbe1d6b48b720479a",
      "52844db9de1b4626a446f79e4fc754cd",
      "ad6feaaa03614cc7917980f75375f59e",
      "abe4fd60096543bbbabac581526bb25b",
      "10892fffa5d649a68a011b60f50ec061",
      "b9df2042cd7e41fa9a692dd630fee0cb",
      "3d903a3ec0cd48a7baa986d609bec154",
      "f9194c4622cc48f298ae9ab5afd0e6fa",
      "0c56e3ecbe214fe59a3c6343067ea3b2",
      "6f28bdf8de4d40a896d55ccd8c98062e",
      "2984ec853d024175b7fe51c476a6ef06",
      "144c55d15a4f45e2b888c1310c4331f8",
      "40bfb21e9864459a94e43fd2a28c6d8a",
      "5dd87377457145c88ecdb45dcd7a76bb",
      "76124c1c1e6748e6bc41bef3eca16812",
      "9c0217313be849eb95451b3812f8960d",
      "012d65ef181444c9877d4f4c4cbb488d",
      "ced3e397b05e47e3a5f62d536e9b39df",
      "ed258448640e4b398793e204f47ed3d0",
      "cb4f341b9bc94aef9e2914a7aa19f709",
      "0f6f1a0512aa40a69e8f9699f0c1fe83",
      "867e89156cba45fba25e495f81a9c483",
      "7e1ee3fbea124925a934aad480cf4f82",
      "e9bb0b24bc5b401eb1e153148bba8d0b",
      "62c8c085c283494bbd9e3a4bdd307902",
      "bf158a4c12bd4225bfdb72e8dd03dfea",
      "7f62aa8f5db4449eaa1688de02e1fcd4",
      "55dd2988b7274a7d9bc046afbf2025ad",
      "bcd771f2be64409e953ef4e5d81b02b4",
      "b94147e565064934b457514db74a8ea0",
      "a501d90b9b44413097ea9cf3265949f7",
      "70d4643be0ad4619af569566b13a0e56",
      "9943c8874cd5484fac5372d596732ac7"
     ]
    },
    "id": "plkvIRiJP2oF",
    "outputId": "1a494669-110f-41bd-9782-272ce1d2d1c0"
   },
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "b8b7aca27ab9449bbe1d6b48b720479a",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Generating train split: 0 examples [00:00, ? examples/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "144c55d15a4f45e2b888c1310c4331f8",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Generating val split: 0 examples [00:00, ? examples/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "7e1ee3fbea124925a934aad480cf4f82",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Generating test split: 0 examples [00:00, ? examples/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2024-05-11 21:24:02 - INFO - Label distribution - Train: Counter({0: 350, 2: 350}), Val: Counter({0: 75, 2: 75}), Test: Counter({0: 75, 2: 75})\n"
     ]
    }
   ],
   "source": [
    "# Test loading into dataset\n",
    "fib_files = {'train': '/content/drive/My Drive/fib-train.csv',\n",
    "             'val': '/content/drive/My Drive/fib-val.csv',\n",
    "             'test': '/content/drive/My Drive/fib-test.csv'}\n",
    "\n",
    "fib_ds = load_dataset('csv', data_files=fib_files)\n",
    "fib_ds = fib_ds.select_columns(['input', 'list_choices', 'label'])\n",
    "fib_ds = fib_ds.rename_column('input', 'premise').rename_column('list_choices', 'hypothesis')\n",
    "\n",
    "logger.info(f\"Label distribution - Train: {Counter(fib_ds['train']['label'])}, Val: {Counter(fib_ds['val']['label'])}, Test: {Counter(fib_ds['test']['label'])}\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "mjKUmuIpbzVY"
   },
   "source": [
    "## Prepare USB data\n",
    "- Note: label = 0 is \"after edit\"/factual consistency; label = 1 is \"before edit\"/factual inconsistency\n",
    "- https://github.com/kukrishna/usb/blob/master/dataset_creators/usb_fac.py#L83\n",
    "![](images/usb.png)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "17xV9ByNdwhx",
    "outputId": "fff120e1-7226-4013-a0f7-89f7e58af993"
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[nltk_data] Downloading package punkt to /root/nltk_data...\n",
      "[nltk_data]   Unzipping tokenizers/punkt.zip.\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "True"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import nltk\n",
    "nltk.download('punkt')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "collapsed": true,
    "id": "5MAmrKsYUo2y",
    "jupyter": {
     "outputs_hidden": true
    },
    "outputId": "2cd67186-9fd9-4ecf-cae4-f4a5d72be4ed"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Cloning into 'usb'...\n",
      "remote: Enumerating objects: 79, done.\u001b[K\n",
      "remote: Counting objects: 100% (79/79), done.\u001b[K\n",
      "remote: Compressing objects: 100% (55/55), done.\u001b[K\n",
      "remote: Total 79 (delta 39), reused 49 (delta 22), pack-reused 0\u001b[K\n",
      "Receiving objects: 100% (79/79), 9.04 MiB | 28.57 MiB/s, done.\n",
      "Resolving deltas: 100% (39/39), done.\n",
      "Requirement already satisfied: numpy>=1.23.4 in /usr/local/lib/python3.10/dist-packages (from -r requirements.txt (line 1)) (1.25.2)\n",
      "Collecting jsonlines>=3.1.0 (from -r requirements.txt (line 2))\n",
      "  Downloading jsonlines-4.0.0-py3-none-any.whl (8.7 kB)\n",
      "Requirement already satisfied: nltk>=3.7 in /usr/local/lib/python3.10/dist-packages (from -r requirements.txt (line 3)) (3.8.1)\n",
      "Collecting tiktoken (from -r requirements.txt (line 4))\n",
      "  Downloading tiktoken-0.6.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.8 MB)\n",
      "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.8/1.8 MB\u001b[0m \u001b[31m9.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
      "\u001b[?25hCollecting openai (from -r requirements.txt (line 5))\n",
      "  Downloading openai-1.28.1-py3-none-any.whl (320 kB)\n",
      "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m320.1/320.1 kB\u001b[0m \u001b[31m12.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
      "\u001b[?25hRequirement already satisfied: tenacity in /usr/local/lib/python3.10/dist-packages (from -r requirements.txt (line 6)) (8.3.0)\n",
      "Collecting transformers==4.23.1 (from -r requirements.txt (line 7))\n",
      "  Downloading transformers-4.23.1-py3-none-any.whl (5.3 MB)\n",
      "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m5.3/5.3 MB\u001b[0m \u001b[31m20.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
      "\u001b[?25hRequirement already satisfied: torch in /usr/local/lib/python3.10/dist-packages (from -r requirements.txt (line 8)) (2.2.1+cu121)\n",
      "Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from transformers==4.23.1->-r requirements.txt (line 7)) (3.14.0)\n",
      "Requirement already satisfied: huggingface-hub<1.0,>=0.10.0 in /usr/local/lib/python3.10/dist-packages (from transformers==4.23.1->-r requirements.txt (line 7)) (0.23.0)\n",
      "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from transformers==4.23.1->-r requirements.txt (line 7)) (24.0)\n",
      "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.10/dist-packages (from transformers==4.23.1->-r requirements.txt (line 7)) (6.0.1)\n",
      "Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.10/dist-packages (from transformers==4.23.1->-r requirements.txt (line 7)) (2023.12.25)\n",
      "Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from transformers==4.23.1->-r requirements.txt (line 7)) (2.31.0)\n",
      "Collecting tokenizers!=0.11.3,<0.14,>=0.11.1 (from transformers==4.23.1->-r requirements.txt (line 7))\n",
      "  Downloading tokenizers-0.13.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (7.8 MB)\n",
      "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m7.8/7.8 MB\u001b[0m \u001b[31m34.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
      "\u001b[?25hRequirement already satisfied: tqdm>=4.27 in /usr/local/lib/python3.10/dist-packages (from transformers==4.23.1->-r requirements.txt (line 7)) (4.66.4)\n",
      "Requirement already satisfied: attrs>=19.2.0 in /usr/local/lib/python3.10/dist-packages (from jsonlines>=3.1.0->-r requirements.txt (line 2)) (23.2.0)\n",
      "Requirement already satisfied: click in /usr/local/lib/python3.10/dist-packages (from nltk>=3.7->-r requirements.txt (line 3)) (8.1.7)\n",
      "Requirement already satisfied: joblib in /usr/local/lib/python3.10/dist-packages (from nltk>=3.7->-r requirements.txt (line 3)) (1.4.2)\n",
      "Requirement already satisfied: anyio<5,>=3.5.0 in /usr/local/lib/python3.10/dist-packages (from openai->-r requirements.txt (line 5)) (3.7.1)\n",
      "Requirement already satisfied: distro<2,>=1.7.0 in /usr/lib/python3/dist-packages (from openai->-r requirements.txt (line 5)) (1.7.0)\n",
      "Collecting httpx<1,>=0.23.0 (from openai->-r requirements.txt (line 5))\n",
      "  Downloading httpx-0.27.0-py3-none-any.whl (75 kB)\n",
      "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m75.6/75.6 kB\u001b[0m \u001b[31m7.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
      "\u001b[?25hRequirement already satisfied: pydantic<3,>=1.9.0 in /usr/local/lib/python3.10/dist-packages (from openai->-r requirements.txt (line 5)) (2.7.1)\n",
      "Requirement already satisfied: sniffio in /usr/local/lib/python3.10/dist-packages (from openai->-r requirements.txt (line 5)) (1.3.1)\n",
      "Requirement already satisfied: typing-extensions<5,>=4.7 in /usr/local/lib/python3.10/dist-packages (from openai->-r requirements.txt (line 5)) (4.11.0)\n",
      "Requirement already satisfied: sympy in /usr/local/lib/python3.10/dist-packages (from torch->-r requirements.txt (line 8)) (1.12)\n",
      "Requirement already satisfied: networkx in /usr/local/lib/python3.10/dist-packages (from torch->-r requirements.txt (line 8)) (3.3)\n",
      "Requirement already satisfied: jinja2 in /usr/local/lib/python3.10/dist-packages (from torch->-r requirements.txt (line 8)) (3.1.4)\n",
      "Requirement already satisfied: fsspec in /usr/local/lib/python3.10/dist-packages (from torch->-r requirements.txt (line 8)) (2023.6.0)\n",
      "Requirement already satisfied: nvidia-cuda-nvrtc-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch->-r requirements.txt (line 8)) (12.1.105)\n",
      "Requirement already satisfied: nvidia-cuda-runtime-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch->-r requirements.txt (line 8)) (12.1.105)\n",
      "Requirement already satisfied: nvidia-cuda-cupti-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch->-r requirements.txt (line 8)) (12.1.105)\n",
      "Requirement already satisfied: nvidia-cudnn-cu12==8.9.2.26 in /usr/local/lib/python3.10/dist-packages (from torch->-r requirements.txt (line 8)) (8.9.2.26)\n",
      "Requirement already satisfied: nvidia-cublas-cu12==12.1.3.1 in /usr/local/lib/python3.10/dist-packages (from torch->-r requirements.txt (line 8)) (12.1.3.1)\n",
      "Requirement already satisfied: nvidia-cufft-cu12==11.0.2.54 in /usr/local/lib/python3.10/dist-packages (from torch->-r requirements.txt (line 8)) (11.0.2.54)\n",
      "Requirement already satisfied: nvidia-curand-cu12==10.3.2.106 in /usr/local/lib/python3.10/dist-packages (from torch->-r requirements.txt (line 8)) (10.3.2.106)\n",
      "Requirement already satisfied: nvidia-cusolver-cu12==11.4.5.107 in /usr/local/lib/python3.10/dist-packages (from torch->-r requirements.txt (line 8)) (11.4.5.107)\n",
      "Requirement already satisfied: nvidia-cusparse-cu12==12.1.0.106 in /usr/local/lib/python3.10/dist-packages (from torch->-r requirements.txt (line 8)) (12.1.0.106)\n",
      "Requirement already satisfied: nvidia-nccl-cu12==2.19.3 in /usr/local/lib/python3.10/dist-packages (from torch->-r requirements.txt (line 8)) (2.19.3)\n",
      "Requirement already satisfied: nvidia-nvtx-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch->-r requirements.txt (line 8)) (12.1.105)\n",
      "Requirement already satisfied: triton==2.2.0 in /usr/local/lib/python3.10/dist-packages (from torch->-r requirements.txt (line 8)) (2.2.0)\n",
      "Requirement already satisfied: nvidia-nvjitlink-cu12 in /usr/local/lib/python3.10/dist-packages (from nvidia-cusolver-cu12==11.4.5.107->torch->-r requirements.txt (line 8)) (12.4.127)\n",
      "Requirement already satisfied: idna>=2.8 in /usr/local/lib/python3.10/dist-packages (from anyio<5,>=3.5.0->openai->-r requirements.txt (line 5)) (3.7)\n",
      "Requirement already satisfied: exceptiongroup in /usr/local/lib/python3.10/dist-packages (from anyio<5,>=3.5.0->openai->-r requirements.txt (line 5)) (1.2.1)\n",
      "Requirement already satisfied: certifi in /usr/local/lib/python3.10/dist-packages (from httpx<1,>=0.23.0->openai->-r requirements.txt (line 5)) (2024.2.2)\n",
      "Collecting httpcore==1.* (from httpx<1,>=0.23.0->openai->-r requirements.txt (line 5))\n",
      "  Downloading httpcore-1.0.5-py3-none-any.whl (77 kB)\n",
      "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m77.9/77.9 kB\u001b[0m \u001b[31m7.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
      "\u001b[?25hCollecting h11<0.15,>=0.13 (from httpcore==1.*->httpx<1,>=0.23.0->openai->-r requirements.txt (line 5))\n",
      "  Downloading h11-0.14.0-py3-none-any.whl (58 kB)\n",
      "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m58.3/58.3 kB\u001b[0m \u001b[31m6.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
      "\u001b[?25hRequirement already satisfied: annotated-types>=0.4.0 in /usr/local/lib/python3.10/dist-packages (from pydantic<3,>=1.9.0->openai->-r requirements.txt (line 5)) (0.6.0)\n",
      "Requirement already satisfied: pydantic-core==2.18.2 in /usr/local/lib/python3.10/dist-packages (from pydantic<3,>=1.9.0->openai->-r requirements.txt (line 5)) (2.18.2)\n",
      "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests->transformers==4.23.1->-r requirements.txt (line 7)) (3.3.2)\n",
      "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->transformers==4.23.1->-r requirements.txt (line 7)) (2.0.7)\n",
      "Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from jinja2->torch->-r requirements.txt (line 8)) (2.1.5)\n",
      "Requirement already satisfied: mpmath>=0.19 in /usr/local/lib/python3.10/dist-packages (from sympy->torch->-r requirements.txt (line 8)) (1.3.0)\n",
      "Installing collected packages: tokenizers, jsonlines, h11, tiktoken, httpcore, transformers, httpx, openai\n",
      "  Attempting uninstall: tokenizers\n",
      "    Found existing installation: tokenizers 0.19.1\n",
      "    Uninstalling tokenizers-0.19.1:\n",
      "      Successfully uninstalled tokenizers-0.19.1\n",
      "  Attempting uninstall: transformers\n",
      "    Found existing installation: transformers 4.40.2\n",
      "    Uninstalling transformers-4.40.2:\n",
      "      Successfully uninstalled transformers-4.40.2\n",
      "Successfully installed h11-0.14.0 httpcore-1.0.5 httpx-0.27.0 jsonlines-4.0.0 openai-1.28.1 tiktoken-0.6.0 tokenizers-0.13.3 transformers-4.23.1\n",
      "READING DATASET FROM REPOSITIORY HERE:  raw_annotations\n",
      "WILL WRITE ALL TASK DATASETS TO :  task_datasets\n"
     ]
    }
   ],
   "source": [
    "!git clone https://github.com/kukrishna/usb.git\n",
    "!cd usb && tar -xf raw_annotations.tar.gz\n",
    "!cd usb && pip install -r requirements.txt\n",
    "!cd usb && bash create_all_datasets.sh"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "Zodyt8EQcEDb",
    "outputId": "266f169c-13c3-42aa-d0e9-9212e70a6491"
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2024-05-11 21:25:25 - INFO - Rows in USB train: 5,050, val: 2,668\n"
     ]
    }
   ],
   "source": [
    "usb_train = pd.read_json('usb/task_datasets/all/factuality_classification/train.jsonl', lines=True)\n",
    "usb_val = pd.read_json('usb/task_datasets/all/factuality_classification/validation.jsonl', lines=True)\n",
    "\n",
    "logger.info(f'Rows in USB train: {len(usb_train):,}, val: {len(usb_val):,}')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {
    "id": "JaSttlS9eWEu"
   },
   "outputs": [],
   "source": [
    "usb_train['source'] = usb_train['input_lines'].apply(lambda x: ' '.join(line for line in x))\n",
    "usb_val['source'] = usb_val['input_lines'].apply(lambda x: ' '.join(line for line in x))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 647
    },
    "id": "Zh0KZJZ9egLA",
    "outputId": "54974c4f-458c-47f1-c68b-ac9717a06b5a"
   },
   "outputs": [
    {
     "data": {
      "application/vnd.google.colaboratory.intrinsic+json": {
       "summary": "{\n  \"name\": \"usb_train[['source', 'summary_sent', 'label']]\",\n  \"rows\": 8,\n  \"fields\": [\n    {\n      \"column\": \"source\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 4,\n        \"samples\": [\n          \"When she returned to Canada, Crewson landed a leading role in the television movie \\\"War Brides\\\" (1980) directed by Martin Lavut, for which she received her first ACTRA Award nomination. From 1980 to 1983, she starred in the CBC drama series, \\\"Home Fires\\\", a family saga set in Toronto during World War II. In 1991, Crewson appeared in her first breakthrough role in the American drama film \\\"The Doctor\\\" starring William Hurt.\",\n          \"For the final season, she won ACTRA Award for Best Actress in a Drama Series in 1984. Crewson also won Gemini Awards for guest starring in \\\"Due South \\\" in 1998, and supporting role in \\\"ReGenesis\\\" in 2007. Also in 2012, Crewson began playing Dr. Dana Kinny in the CTV medical drama \\\"Saving Hope\\\", for which she received Canadian Screen Award for Best Supporting Actress in a Drama Program or Series in 2013. Also in 2017, she won another Canadian Screen Award for Best Supporting Actress for her recurring role on \\\"Slasher\\\".\",\n          \"Wendy Jane Crewson Crewson was born in Hamilton, Ontario, the daughter of June Doreen (n\\u00e9e Thomas) and Robert Binnie Crewson. Also in 2012, Crewson began playing Dr. Dana Kinny in the CTV medical drama \\\"Saving Hope\\\", for which she received Canadian Screen Award for Best Supporting Actress in a Drama Program or Series in 2013.\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"summary_sent\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 8,\n        \"samples\": [\n          \"Wendy Jane Crewson (born May 9, 1956) is a Canadian actress and producer.\",\n          \"Crewson has appeared in many Hollywood films, including \\\"The Good Son\\\" (1993), \\\"The Santa Clause\\\" (1994) and its sequels \\\"The Santa Clause 2\\\" (2002) and \\\"The Santa Clause 3: The Escape Clause\\\" (2006), as well as \\\"Air Force One\\\" (1997), \\\"Bicentennial Man\\\" (1999), \\\"What Lies Beneath\\\" (2000), \\\"The 6th Day\\\" (2000), \\\"The Covenant\\\" (2006) and \\\"Eight Below\\\" (2006).\",\n          \"Wendy Jane Crewson is a Canadian actress.\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"label\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0,\n        \"min\": 0,\n        \"max\": 1,\n        \"num_unique_values\": 2,\n        \"samples\": [\n          1,\n          0\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    }\n  ]\n}",
       "type": "dataframe"
      },
      "text/html": [
       "\n",
       "  <div id=\"df-dbb6183a-1e63-4b2b-9e93-08c5c332b4e1\" class=\"colab-df-container\">\n",
       "    <div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>source</th>\n",
       "      <th>summary_sent</th>\n",
       "      <th>label</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Wendy Jane Crewson Crewson was born in Hamilton, Ontario, the daughter of June Doreen (née Thomas) and Robert Binnie Crewson. Also in 2012, Crewson began playing Dr. Dana Kinny in the CTV medical drama \"Saving Hope\", for which she received Canadian Screen Award for Best Supporting Actress in a Drama Program or Series in 2013.</td>\n",
       "      <td>Wendy Jane Crewson is a Canadian actress.</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Wendy Jane Crewson Crewson was born in Hamilton, Ontario, the daughter of June Doreen (née Thomas) and Robert Binnie Crewson. Also in 2012, Crewson began playing Dr. Dana Kinny in the CTV medical drama \"Saving Hope\", for which she received Canadian Screen Award for Best Supporting Actress in a Drama Program or Series in 2013.</td>\n",
       "      <td>Wendy Jane Crewson (born May 9, 1956) is a Canadian actress and producer.</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>When she returned to Canada, Crewson landed a leading role in the television movie \"War Brides\" (1980) directed by Martin Lavut, for which she received her first ACTRA Award nomination. From 1980 to 1983, she starred in the CBC drama series, \"Home Fires\", a family saga set in Toronto during World War II. In 1991, Crewson appeared in her first breakthrough role in the American drama film \"The Doctor\" starring William Hurt.</td>\n",
       "      <td>She began her career appearing on Canadian television, before her breakthrough role in the 1991 dramatic film \"The Doctor\".</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>When she returned to Canada, Crewson landed a leading role in the television movie \"War Brides\" (1980) directed by Martin Lavut, for which she received her first ACTRA Award nomination. From 1980 to 1983, she starred in the CBC drama series, \"Home Fires\", a family saga set in Toronto during World War II. In 1991, Crewson appeared in her first breakthrough role in the American drama film \"The Doctor\" starring William Hurt.</td>\n",
       "      <td>She began her career appearing on Canadian television, before her breakthrough role in 1991 dramatic film \"The Doctor\".</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>In 1993, she starred in the psychological thriller \"The Good Son\" (1993), and in 1994 appeared opposite Whoopi Goldberg in \"Corrina, Corrina\". Also in 1994, Crewson starred alongside Tim Allen in the financially successful Christmas comedy film \"The Santa Clause\". The film grossed $189 million and its two sequels, The Santa Clause 2 (2002) and The Santa Clause 3: The Escape Clause (2006) also grossed $283 million worldwide together. In 1996, Crewson co-starred in the romantic drama film \"To Gillian on Her 37th Birthday\" as Peter Gallagher's unfortunate blind date, and the following year played Grace Marshall, First Lady to President James Marshall (Harrison Ford) in the political thriller \"Air Force One\" directed by Wolfgang Petersen. She also appeared in \"Gang Related\" (1997), played a leading role in \"Sleeping Dogs Lie\" (1998), and co-starred opposite Robin Williams in the science fiction film \"Bicentennial Man\" (1999). In 2000, she played Arnold Schwarzenegger's wife in \"The 6th...</td>\n",
       "      <td>Crewson has appeared in many films, including \"The Good Son\" (1993), \"The Santa Clause\" (1994) and its sequels \"The Santa Clause 2\" (2002) and \"The Santa Clause 3: The Escape Clause\" (2006), as well as \"Air Force One\" (1997), \"Bicentennial Man\" (1999), \"What Lies Beneath\" (2000), \"The 6th Day\" (2000), \"The Covenant\" (2006) and \"Eight Below\" (2006).</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>In 1993, she starred in the psychological thriller \"The Good Son\" (1993), and in 1994 appeared opposite Whoopi Goldberg in \"Corrina, Corrina\". Also in 1994, Crewson starred alongside Tim Allen in the financially successful Christmas comedy film \"The Santa Clause\". The film grossed $189 million and its two sequels, The Santa Clause 2 (2002) and The Santa Clause 3: The Escape Clause (2006) also grossed $283 million worldwide together. In 1996, Crewson co-starred in the romantic drama film \"To Gillian on Her 37th Birthday\" as Peter Gallagher's unfortunate blind date, and the following year played Grace Marshall, First Lady to President James Marshall (Harrison Ford) in the political thriller \"Air Force One\" directed by Wolfgang Petersen. She also appeared in \"Gang Related\" (1997), played a leading role in \"Sleeping Dogs Lie\" (1998), and co-starred opposite Robin Williams in the science fiction film \"Bicentennial Man\" (1999). In 2000, she played Arnold Schwarzenegger's wife in \"The 6th...</td>\n",
       "      <td>Crewson has appeared in many Hollywood films, including \"The Good Son\" (1993), \"The Santa Clause\" (1994) and its sequels \"The Santa Clause 2\" (2002) and \"The Santa Clause 3: The Escape Clause\" (2006), as well as \"Air Force One\" (1997), \"Bicentennial Man\" (1999), \"What Lies Beneath\" (2000), \"The 6th Day\" (2000), \"The Covenant\" (2006) and \"Eight Below\" (2006).</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>For the final season, she won ACTRA Award for Best Actress in a Drama Series in 1984. Crewson also won Gemini Awards for guest starring in \"Due South \" in 1998, and supporting role in \"ReGenesis\" in 2007. Also in 2012, Crewson began playing Dr. Dana Kinny in the CTV medical drama \"Saving Hope\", for which she received Canadian Screen Award for Best Supporting Actress in a Drama Program or Series in 2013. Also in 2017, she won another Canadian Screen Award for Best Supporting Actress for her recurring role on \"Slasher\".</td>\n",
       "      <td>Crewson has won Gemini Awards, two Canadian Screen Awards and an ACTRA Award for her performances on television.</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>For the final season, she won ACTRA Award for Best Actress in a Drama Series in 1984. Crewson also won Gemini Awards for guest starring in \"Due South \" in 1998, and supporting role in \"ReGenesis\" in 2007. Also in 2012, Crewson began playing Dr. Dana Kinny in the CTV medical drama \"Saving Hope\", for which she received Canadian Screen Award for Best Supporting Actress in a Drama Program or Series in 2013. Also in 2017, she won another Canadian Screen Award for Best Supporting Actress for her recurring role on \"Slasher\".</td>\n",
       "      <td>Crewson has won six Gemini Awards, two Canadian Screen Awards and ACTRA Award for her performances on television.</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>\n",
       "    <div class=\"colab-df-buttons\">\n",
       "\n",
       "  <div class=\"colab-df-container\">\n",
       "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-dbb6183a-1e63-4b2b-9e93-08c5c332b4e1')\"\n",
       "            title=\"Convert this dataframe to an interactive table.\"\n",
       "            style=\"display:none;\">\n",
       "\n",
       "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
       "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
       "  </svg>\n",
       "    </button>\n",
       "\n",
       "  <style>\n",
       "    .colab-df-container {\n",
       "      display:flex;\n",
       "      gap: 12px;\n",
       "    }\n",
       "\n",
       "    .colab-df-convert {\n",
       "      background-color: #E8F0FE;\n",
       "      border: none;\n",
       "      border-radius: 50%;\n",
       "      cursor: pointer;\n",
       "      display: none;\n",
       "      fill: #1967D2;\n",
       "      height: 32px;\n",
       "      padding: 0 0 0 0;\n",
       "      width: 32px;\n",
       "    }\n",
       "\n",
       "    .colab-df-convert:hover {\n",
       "      background-color: #E2EBFA;\n",
       "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
       "      fill: #174EA6;\n",
       "    }\n",
       "\n",
       "    .colab-df-buttons div {\n",
       "      margin-bottom: 4px;\n",
       "    }\n",
       "\n",
       "    [theme=dark] .colab-df-convert {\n",
       "      background-color: #3B4455;\n",
       "      fill: #D2E3FC;\n",
       "    }\n",
       "\n",
       "    [theme=dark] .colab-df-convert:hover {\n",
       "      background-color: #434B5C;\n",
       "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
       "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
       "      fill: #FFFFFF;\n",
       "    }\n",
       "  </style>\n",
       "\n",
       "    <script>\n",
       "      const buttonEl =\n",
       "        document.querySelector('#df-dbb6183a-1e63-4b2b-9e93-08c5c332b4e1 button.colab-df-convert');\n",
       "      buttonEl.style.display =\n",
       "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
       "\n",
       "      async function convertToInteractive(key) {\n",
       "        const element = document.querySelector('#df-dbb6183a-1e63-4b2b-9e93-08c5c332b4e1');\n",
       "        const dataTable =\n",
       "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
       "                                                    [key], {});\n",
       "        if (!dataTable) return;\n",
       "\n",
       "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
       "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
       "          + ' to learn more about interactive tables.';\n",
       "        element.innerHTML = '';\n",
       "        dataTable['output_type'] = 'display_data';\n",
       "        await google.colab.output.renderOutput(dataTable, element);\n",
       "        const docLink = document.createElement('div');\n",
       "        docLink.innerHTML = docLinkHtml;\n",
       "        element.appendChild(docLink);\n",
       "      }\n",
       "    </script>\n",
       "  </div>\n",
       "\n",
       "\n",
       "<div id=\"df-0d3d0374-b9d0-4d3f-afb8-3580d4939d46\">\n",
       "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-0d3d0374-b9d0-4d3f-afb8-3580d4939d46')\"\n",
       "            title=\"Suggest charts\"\n",
       "            style=\"display:none;\">\n",
       "\n",
       "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
       "     width=\"24px\">\n",
       "    <g>\n",
       "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
       "    </g>\n",
       "</svg>\n",
       "  </button>\n",
       "\n",
       "<style>\n",
       "  .colab-df-quickchart {\n",
       "      --bg-color: #E8F0FE;\n",
       "      --fill-color: #1967D2;\n",
       "      --hover-bg-color: #E2EBFA;\n",
       "      --hover-fill-color: #174EA6;\n",
       "      --disabled-fill-color: #AAA;\n",
       "      --disabled-bg-color: #DDD;\n",
       "  }\n",
       "\n",
       "  [theme=dark] .colab-df-quickchart {\n",
       "      --bg-color: #3B4455;\n",
       "      --fill-color: #D2E3FC;\n",
       "      --hover-bg-color: #434B5C;\n",
       "      --hover-fill-color: #FFFFFF;\n",
       "      --disabled-bg-color: #3B4455;\n",
       "      --disabled-fill-color: #666;\n",
       "  }\n",
       "\n",
       "  .colab-df-quickchart {\n",
       "    background-color: var(--bg-color);\n",
       "    border: none;\n",
       "    border-radius: 50%;\n",
       "    cursor: pointer;\n",
       "    display: none;\n",
       "    fill: var(--fill-color);\n",
       "    height: 32px;\n",
       "    padding: 0;\n",
       "    width: 32px;\n",
       "  }\n",
       "\n",
       "  .colab-df-quickchart:hover {\n",
       "    background-color: var(--hover-bg-color);\n",
       "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
       "    fill: var(--button-hover-fill-color);\n",
       "  }\n",
       "\n",
       "  .colab-df-quickchart-complete:disabled,\n",
       "  .colab-df-quickchart-complete:disabled:hover {\n",
       "    background-color: var(--disabled-bg-color);\n",
       "    fill: var(--disabled-fill-color);\n",
       "    box-shadow: none;\n",
       "  }\n",
       "\n",
       "  .colab-df-spinner {\n",
       "    border: 2px solid var(--fill-color);\n",
       "    border-color: transparent;\n",
       "    border-bottom-color: var(--fill-color);\n",
       "    animation:\n",
       "      spin 1s steps(1) infinite;\n",
       "  }\n",
       "\n",
       "  @keyframes spin {\n",
       "    0% {\n",
       "      border-color: transparent;\n",
       "      border-bottom-color: var(--fill-color);\n",
       "      border-left-color: var(--fill-color);\n",
       "    }\n",
       "    20% {\n",
       "      border-color: transparent;\n",
       "      border-left-color: var(--fill-color);\n",
       "      border-top-color: var(--fill-color);\n",
       "    }\n",
       "    30% {\n",
       "      border-color: transparent;\n",
       "      border-left-color: var(--fill-color);\n",
       "      border-top-color: var(--fill-color);\n",
       "      border-right-color: var(--fill-color);\n",
       "    }\n",
       "    40% {\n",
       "      border-color: transparent;\n",
       "      border-right-color: var(--fill-color);\n",
       "      border-top-color: var(--fill-color);\n",
       "    }\n",
       "    60% {\n",
       "      border-color: transparent;\n",
       "      border-right-color: var(--fill-color);\n",
       "    }\n",
       "    80% {\n",
       "      border-color: transparent;\n",
       "      border-right-color: var(--fill-color);\n",
       "      border-bottom-color: var(--fill-color);\n",
       "    }\n",
       "    90% {\n",
       "      border-color: transparent;\n",
       "      border-bottom-color: var(--fill-color);\n",
       "    }\n",
       "  }\n",
       "</style>\n",
       "\n",
       "  <script>\n",
       "    async function quickchart(key) {\n",
       "      const quickchartButtonEl =\n",
       "        document.querySelector('#' + key + ' button');\n",
       "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
       "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
       "      try {\n",
       "        const charts = await google.colab.kernel.invokeFunction(\n",
       "            'suggestCharts', [key], {});\n",
       "      } catch (error) {\n",
       "        console.error('Error during call to suggestCharts:', error);\n",
       "      }\n",
       "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
       "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
       "    }\n",
       "    (() => {\n",
       "      let quickchartButtonEl =\n",
       "        document.querySelector('#df-0d3d0374-b9d0-4d3f-afb8-3580d4939d46 button');\n",
       "      quickchartButtonEl.style.display =\n",
       "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
       "    })();\n",
       "  </script>\n",
       "</div>\n",
       "\n",
       "    </div>\n",
       "  </div>\n"
      ],
      "text/plain": [
       "                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    source  \\\n",
       "0                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                  Wendy Jane Crewson Crewson was born in Hamilton, Ontario, the daughter of June Doreen (née Thomas) and Robert Binnie Crewson. Also in 2012, Crewson began playing Dr. Dana Kinny in the CTV medical drama \"Saving Hope\", for which she received Canadian Screen Award for Best Supporting Actress in a Drama Program or Series in 2013.   \n",
       "1                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                  Wendy Jane Crewson Crewson was born in Hamilton, Ontario, the daughter of June Doreen (née Thomas) and Robert Binnie Crewson. Also in 2012, Crewson began playing Dr. Dana Kinny in the CTV medical drama \"Saving Hope\", for which she received Canadian Screen Award for Best Supporting Actress in a Drama Program or Series in 2013.   \n",
       "2                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                When she returned to Canada, Crewson landed a leading role in the television movie \"War Brides\" (1980) directed by Martin Lavut, for which she received her first ACTRA Award nomination. From 1980 to 1983, she starred in the CBC drama series, \"Home Fires\", a family saga set in Toronto during World War II. In 1991, Crewson appeared in her first breakthrough role in the American drama film \"The Doctor\" starring William Hurt.   \n",
       "3                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                When she returned to Canada, Crewson landed a leading role in the television movie \"War Brides\" (1980) directed by Martin Lavut, for which she received her first ACTRA Award nomination. From 1980 to 1983, she starred in the CBC drama series, \"Home Fires\", a family saga set in Toronto during World War II. In 1991, Crewson appeared in her first breakthrough role in the American drama film \"The Doctor\" starring William Hurt.   \n",
       "4  In 1993, she starred in the psychological thriller \"The Good Son\" (1993), and in 1994 appeared opposite Whoopi Goldberg in \"Corrina, Corrina\". Also in 1994, Crewson starred alongside Tim Allen in the financially successful Christmas comedy film \"The Santa Clause\". The film grossed $189 million and its two sequels, The Santa Clause 2 (2002) and The Santa Clause 3: The Escape Clause (2006) also grossed $283 million worldwide together. In 1996, Crewson co-starred in the romantic drama film \"To Gillian on Her 37th Birthday\" as Peter Gallagher's unfortunate blind date, and the following year played Grace Marshall, First Lady to President James Marshall (Harrison Ford) in the political thriller \"Air Force One\" directed by Wolfgang Petersen. She also appeared in \"Gang Related\" (1997), played a leading role in \"Sleeping Dogs Lie\" (1998), and co-starred opposite Robin Williams in the science fiction film \"Bicentennial Man\" (1999). In 2000, she played Arnold Schwarzenegger's wife in \"The 6th...   \n",
       "5  In 1993, she starred in the psychological thriller \"The Good Son\" (1993), and in 1994 appeared opposite Whoopi Goldberg in \"Corrina, Corrina\". Also in 1994, Crewson starred alongside Tim Allen in the financially successful Christmas comedy film \"The Santa Clause\". The film grossed $189 million and its two sequels, The Santa Clause 2 (2002) and The Santa Clause 3: The Escape Clause (2006) also grossed $283 million worldwide together. In 1996, Crewson co-starred in the romantic drama film \"To Gillian on Her 37th Birthday\" as Peter Gallagher's unfortunate blind date, and the following year played Grace Marshall, First Lady to President James Marshall (Harrison Ford) in the political thriller \"Air Force One\" directed by Wolfgang Petersen. She also appeared in \"Gang Related\" (1997), played a leading role in \"Sleeping Dogs Lie\" (1998), and co-starred opposite Robin Williams in the science fiction film \"Bicentennial Man\" (1999). In 2000, she played Arnold Schwarzenegger's wife in \"The 6th...   \n",
       "6                                                                                                                                                                                                                                                                                                                                                                                                                                                                                              For the final season, she won ACTRA Award for Best Actress in a Drama Series in 1984. Crewson also won Gemini Awards for guest starring in \"Due South \" in 1998, and supporting role in \"ReGenesis\" in 2007. Also in 2012, Crewson began playing Dr. Dana Kinny in the CTV medical drama \"Saving Hope\", for which she received Canadian Screen Award for Best Supporting Actress in a Drama Program or Series in 2013. Also in 2017, she won another Canadian Screen Award for Best Supporting Actress for her recurring role on \"Slasher\".   \n",
       "7                                                                                                                                                                                                                                                                                                                                                                                                                                                                                              For the final season, she won ACTRA Award for Best Actress in a Drama Series in 1984. Crewson also won Gemini Awards for guest starring in \"Due South \" in 1998, and supporting role in \"ReGenesis\" in 2007. Also in 2012, Crewson began playing Dr. Dana Kinny in the CTV medical drama \"Saving Hope\", for which she received Canadian Screen Award for Best Supporting Actress in a Drama Program or Series in 2013. Also in 2017, she won another Canadian Screen Award for Best Supporting Actress for her recurring role on \"Slasher\".   \n",
       "\n",
       "                                                                                                                                                                                                                                                                                                                                                               summary_sent  \\\n",
       "0                                                                                                                                                                                                                                                                                                                                 Wendy Jane Crewson is a Canadian actress.   \n",
       "1                                                                                                                                                                                                                                                                                                 Wendy Jane Crewson (born May 9, 1956) is a Canadian actress and producer.   \n",
       "2                                                                                                                                                                                                                                               She began her career appearing on Canadian television, before her breakthrough role in the 1991 dramatic film \"The Doctor\".   \n",
       "3                                                                                                                                                                                                                                                   She began her career appearing on Canadian television, before her breakthrough role in 1991 dramatic film \"The Doctor\".   \n",
       "4            Crewson has appeared in many films, including \"The Good Son\" (1993), \"The Santa Clause\" (1994) and its sequels \"The Santa Clause 2\" (2002) and \"The Santa Clause 3: The Escape Clause\" (2006), as well as \"Air Force One\" (1997), \"Bicentennial Man\" (1999), \"What Lies Beneath\" (2000), \"The 6th Day\" (2000), \"The Covenant\" (2006) and \"Eight Below\" (2006).   \n",
       "5  Crewson has appeared in many Hollywood films, including \"The Good Son\" (1993), \"The Santa Clause\" (1994) and its sequels \"The Santa Clause 2\" (2002) and \"The Santa Clause 3: The Escape Clause\" (2006), as well as \"Air Force One\" (1997), \"Bicentennial Man\" (1999), \"What Lies Beneath\" (2000), \"The 6th Day\" (2000), \"The Covenant\" (2006) and \"Eight Below\" (2006).   \n",
       "6                                                                                                                                                                                                                                                          Crewson has won Gemini Awards, two Canadian Screen Awards and an ACTRA Award for her performances on television.   \n",
       "7                                                                                                                                                                                                                                                         Crewson has won six Gemini Awards, two Canadian Screen Awards and ACTRA Award for her performances on television.   \n",
       "\n",
       "   label  \n",
       "0      0  \n",
       "1      1  \n",
       "2      0  \n",
       "3      1  \n",
       "4      0  \n",
       "5      1  \n",
       "6      0  \n",
       "7      1  "
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# 0 = \"after edit\" / factual consistency; 1 = \"before edit\" / factually inconsistent\n",
    "usb_train[['source', 'summary_sent', 'label']].head(8)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "mBEdgTQHf2CT",
    "outputId": "dbd343d6-1b93-4ecf-abe0-e6e4744182e5"
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2024-05-11 21:25:25 - INFO - Label distribution (train):\n",
      "label\n",
      "2    2525\n",
      "0    2525\n",
      "Name: count, dtype: int64\n",
      "2024-05-11 21:25:25 - INFO - Label distribution (val):\n",
      "label\n",
      "2    1334\n",
      "0    1334\n",
      "Name: count, dtype: int64\n"
     ]
    }
   ],
   "source": [
    "usb_train['label'] = usb_train['label'].apply(lambda x: 0 if x == 1 else 2)\n",
    "usb_val['label'] = usb_val['label'].apply(lambda x: 0 if x == 1 else 2)\n",
    "\n",
    "logger.info(f'Label distribution (train):\\n{usb_train[\"label\"].value_counts()}')\n",
    "logger.info(f'Label distribution (val):\\n{usb_val[\"label\"].value_counts()}')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {
    "id": "ogYSZxs9grhJ"
   },
   "outputs": [],
   "source": [
    "usb_train.to_csv('/content/drive/My Drive/usb-train.csv', index=False)\n",
    "usb_val.to_csv('/content/drive/My Drive/usb-val.csv', index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 98,
     "referenced_widgets": [
      "dde1eb97354b476582f0336e04622910",
      "6f5a51a0186a4bed803dfaf9461420f2",
      "89ebfbc3226d40ed9ea7d460849c2634",
      "0b1be77ddf1743ad864f9141110443ba",
      "8063554d10674f0fb35a4bef66c768f8",
      "4336aa68292c436ea4a1d12b51782b9f",
      "941dd606ec904571bb065597a5cc6653",
      "1ef717023293411185c9af0d56a5dba9",
      "a9dd5c9c0ec84389ad6dcf481623d680",
      "c2c8262fd4dc48079d435ff717c2f296",
      "9c48e24819aa4855aefa01014808b9db",
      "8e4d4253728047b9b7ae66f84872ad3c",
      "71c0c79ce5cb4be591f753c266106444",
      "793fc5b60bad4ffda40976b5fc45d53a",
      "19bfa6d4d366460b9f4eff312b330b06",
      "59858521be924fb69cc85603142ffd8f",
      "955b7ea338704b45aff25479d7dca7dd",
      "b7559f736b2841c18776c4bb612cb966",
      "ff856ead561f48709a3ba7f9bdbffeec",
      "a6f5919466ab4ca3a78238c754e7a5c2",
      "673dca1054d34fd6863d99b17f2225bf",
      "69538da390764c3693d9cddcd7386679"
     ]
    },
    "id": "vS8taXYohH6J",
    "outputId": "0e4e4daf-8b01-448f-fe3a-5766049e25a8"
   },
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "dde1eb97354b476582f0336e04622910",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Generating train split: 0 examples [00:00, ? examples/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "8e4d4253728047b9b7ae66f84872ad3c",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Generating val split: 0 examples [00:00, ? examples/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2024-05-11 21:25:26 - INFO - Label distribution - Train: Counter({2: 2525, 0: 2525}), Val: Counter({2: 1334, 0: 1334})\n"
     ]
    }
   ],
   "source": [
    "# Test loading into dataset\n",
    "usb_files = {'train': '/content/drive/My Drive/usb-train.csv',\n",
    "             'val': '/content/drive/My Drive/usb-val.csv'}\n",
    "\n",
    "usb_ds = load_dataset('csv', data_files=usb_files)\n",
    "usb_ds = usb_ds.select_columns(['source', 'summary_sent', 'label'])\n",
    "usb_ds = usb_ds.rename_column('source', 'premise').rename_column('summary_sent', 'hypothesis')\n",
    "\n",
    "logger.info(f\"Label distribution - Train: {Counter(usb_ds['train']['label'])}, Val: {Counter(usb_ds['val']['label'])}\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Next: Link: [2_ft_fib.ipynb](2_ft_fib.ipynb)"
   ]
  }
 ],
 "metadata": {
  "colab": {
   "include_colab_link": true,
   "provenance": []
  },
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.9"
  },
  "widgets": {
   "application/vnd.jupyter.widget-state+json": {
    "012d65ef181444c9877d4f4c4cbb488d": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "099047ba3e7a47eca4fb9f62df7d4145": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_0a91352c40274cd98298b12684f3d775",
      "placeholder": "​",
      "style": "IPY_MODEL_b8ea9ec82b7b4d92a3db90de5f66218f",
      "value": "Downloading data: 100%"
     }
    },
    "0a91352c40274cd98298b12684f3d775": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "0b1be77ddf1743ad864f9141110443ba": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_c2c8262fd4dc48079d435ff717c2f296",
      "placeholder": "​",
      "style": "IPY_MODEL_9c48e24819aa4855aefa01014808b9db",
      "value": " 5050/0 [00:00&lt;00:00, 25211.55 examples/s]"
     }
    },
    "0c56e3ecbe214fe59a3c6343067ea3b2": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "0f6f1a0512aa40a69e8f9699f0c1fe83": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "10892fffa5d649a68a011b60f50ec061": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "144c55d15a4f45e2b888c1310c4331f8": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_40bfb21e9864459a94e43fd2a28c6d8a",
       "IPY_MODEL_5dd87377457145c88ecdb45dcd7a76bb",
       "IPY_MODEL_76124c1c1e6748e6bc41bef3eca16812"
      ],
      "layout": "IPY_MODEL_9c0217313be849eb95451b3812f8960d"
     }
    },
    "19bfa6d4d366460b9f4eff312b330b06": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_673dca1054d34fd6863d99b17f2225bf",
      "placeholder": "​",
      "style": "IPY_MODEL_69538da390764c3693d9cddcd7386679",
      "value": " 2668/0 [00:00&lt;00:00, 16218.70 examples/s]"
     }
    },
    "1ef717023293411185c9af0d56a5dba9": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": "20px"
     }
    },
    "2984ec853d024175b7fe51c476a6ef06": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "2a2bae61e7e141a7a7e1c33dad1cbf4f": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "2c0f1e5b28c54c7c9f2f2c283b854097": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "32ff7c454f0a4c14887af49da5d6d035": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_3bb73c93f7f04238909c855222ba8c07",
      "max": 7109682,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_9cf826abcd244958a5f317c3eab5acc5",
      "value": 7109682
     }
    },
    "3bb73c93f7f04238909c855222ba8c07": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "3cf460d2e5e340d8977cafcc8efc40e2": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "3d903a3ec0cd48a7baa986d609bec154": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "40bfb21e9864459a94e43fd2a28c6d8a": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_012d65ef181444c9877d4f4c4cbb488d",
      "placeholder": "​",
      "style": "IPY_MODEL_ced3e397b05e47e3a5f62d536e9b39df",
      "value": "Generating val split: "
     }
    },
    "4336aa68292c436ea4a1d12b51782b9f": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "52844db9de1b4626a446f79e4fc754cd": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_b9df2042cd7e41fa9a692dd630fee0cb",
      "placeholder": "​",
      "style": "IPY_MODEL_3d903a3ec0cd48a7baa986d609bec154",
      "value": "Generating train split: "
     }
    },
    "54e80ce0f88d46abb082be1586e41710": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_ac904c8099f94959aaeddbcf48b6f414",
      "placeholder": "​",
      "style": "IPY_MODEL_f6420ace7ac2454e996d191ed58ed888",
      "value": "Generating test split: 100%"
     }
    },
    "55dd2988b7274a7d9bc046afbf2025ad": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "59858521be924fb69cc85603142ffd8f": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "59db2df2962646a2a4ce8c3eb8d8da9d": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_2c0f1e5b28c54c7c9f2f2c283b854097",
      "max": 1145,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_5a29528eef7e47099396478a70857da0",
      "value": 1145
     }
    },
    "5a29528eef7e47099396478a70857da0": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "5dd87377457145c88ecdb45dcd7a76bb": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_ed258448640e4b398793e204f47ed3d0",
      "max": 1,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_cb4f341b9bc94aef9e2914a7aa19f709",
      "value": 1
     }
    },
    "5eb3d946650d450b8352d0331ff085d5": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_e5c6a737c05940c38964d274200035c7",
      "placeholder": "​",
      "style": "IPY_MODEL_961a153aa22942d0837d6424ff597a1d",
      "value": " 1.15k/1.15k [00:00&lt;00:00, 18.3kB/s]"
     }
    },
    "6056c4eb54a34008b2a0074f336de850": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "60ac69feccd24d9a838ad6ef64a06e0f": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_c485a820565c490eb57c4160e38c5e7b",
      "placeholder": "​",
      "style": "IPY_MODEL_6056c4eb54a34008b2a0074f336de850",
      "value": " 3579/3579 [00:00&lt;00:00, 22980.64 examples/s]"
     }
    },
    "62c8c085c283494bbd9e3a4bdd307902": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_b94147e565064934b457514db74a8ea0",
      "max": 1,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_a501d90b9b44413097ea9cf3265949f7",
      "value": 1
     }
    },
    "673dca1054d34fd6863d99b17f2225bf": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "69538da390764c3693d9cddcd7386679": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "6cfbcc3d36b34cbd8db2c6917c4227fc": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "6f28bdf8de4d40a896d55ccd8c98062e": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "6f5a51a0186a4bed803dfaf9461420f2": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_4336aa68292c436ea4a1d12b51782b9f",
      "placeholder": "​",
      "style": "IPY_MODEL_941dd606ec904571bb065597a5cc6653",
      "value": "Generating train split: "
     }
    },
    "70d4643be0ad4619af569566b13a0e56": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "71c0c79ce5cb4be591f753c266106444": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_955b7ea338704b45aff25479d7dca7dd",
      "placeholder": "​",
      "style": "IPY_MODEL_b7559f736b2841c18776c4bb612cb966",
      "value": "Generating val split: "
     }
    },
    "76124c1c1e6748e6bc41bef3eca16812": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_0f6f1a0512aa40a69e8f9699f0c1fe83",
      "placeholder": "​",
      "style": "IPY_MODEL_867e89156cba45fba25e495f81a9c483",
      "value": " 150/0 [00:00&lt;00:00, 3481.98 examples/s]"
     }
    },
    "793fc5b60bad4ffda40976b5fc45d53a": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_ff856ead561f48709a3ba7f9bdbffeec",
      "max": 1,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_a6f5919466ab4ca3a78238c754e7a5c2",
      "value": 1
     }
    },
    "7e1ee3fbea124925a934aad480cf4f82": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_e9bb0b24bc5b401eb1e153148bba8d0b",
       "IPY_MODEL_62c8c085c283494bbd9e3a4bdd307902",
       "IPY_MODEL_bf158a4c12bd4225bfdb72e8dd03dfea"
      ],
      "layout": "IPY_MODEL_7f62aa8f5db4449eaa1688de02e1fcd4"
     }
    },
    "7f62aa8f5db4449eaa1688de02e1fcd4": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "8063554d10674f0fb35a4bef66c768f8": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "8365d05c012547469889e4ec2cc5d13b": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "867e89156cba45fba25e495f81a9c483": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "891118c499ea4140a95a934c8a57dd3f": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "89ebfbc3226d40ed9ea7d460849c2634": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_1ef717023293411185c9af0d56a5dba9",
      "max": 1,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_a9dd5c9c0ec84389ad6dcf481623d680",
      "value": 1
     }
    },
    "8e4d4253728047b9b7ae66f84872ad3c": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_71c0c79ce5cb4be591f753c266106444",
       "IPY_MODEL_793fc5b60bad4ffda40976b5fc45d53a",
       "IPY_MODEL_19bfa6d4d366460b9f4eff312b330b06"
      ],
      "layout": "IPY_MODEL_59858521be924fb69cc85603142ffd8f"
     }
    },
    "941dd606ec904571bb065597a5cc6653": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "955b7ea338704b45aff25479d7dca7dd": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "961a153aa22942d0837d6424ff597a1d": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "9673c2845d754c4489415725f0f65f4c": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "9943c8874cd5484fac5372d596732ac7": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "9c0217313be849eb95451b3812f8960d": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "9c48e24819aa4855aefa01014808b9db": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "9c94e9916b194e87b23287010478b550": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_dbbd55f75c864dff892d386e6bebd380",
       "IPY_MODEL_59db2df2962646a2a4ce8c3eb8d8da9d",
       "IPY_MODEL_5eb3d946650d450b8352d0331ff085d5"
      ],
      "layout": "IPY_MODEL_cdfcddb0dd09439790d29a9552df46b1"
     }
    },
    "9cf826abcd244958a5f317c3eab5acc5": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "a501d90b9b44413097ea9cf3265949f7": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "a6f5919466ab4ca3a78238c754e7a5c2": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "a9dd5c9c0ec84389ad6dcf481623d680": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "abe4fd60096543bbbabac581526bb25b": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_6f28bdf8de4d40a896d55ccd8c98062e",
      "placeholder": "​",
      "style": "IPY_MODEL_2984ec853d024175b7fe51c476a6ef06",
      "value": " 700/0 [00:00&lt;00:00, 8664.28 examples/s]"
     }
    },
    "ac904c8099f94959aaeddbcf48b6f414": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "ad6feaaa03614cc7917980f75375f59e": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_f9194c4622cc48f298ae9ab5afd0e6fa",
      "max": 1,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_0c56e3ecbe214fe59a3c6343067ea3b2",
      "value": 1
     }
    },
    "b7559f736b2841c18776c4bb612cb966": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "b8b7aca27ab9449bbe1d6b48b720479a": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_52844db9de1b4626a446f79e4fc754cd",
       "IPY_MODEL_ad6feaaa03614cc7917980f75375f59e",
       "IPY_MODEL_abe4fd60096543bbbabac581526bb25b"
      ],
      "layout": "IPY_MODEL_10892fffa5d649a68a011b60f50ec061"
     }
    },
    "b8ea9ec82b7b4d92a3db90de5f66218f": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "b94147e565064934b457514db74a8ea0": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": "20px"
     }
    },
    "b9df2042cd7e41fa9a692dd630fee0cb": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "bcd771f2be64409e953ef4e5d81b02b4": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "bf158a4c12bd4225bfdb72e8dd03dfea": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_70d4643be0ad4619af569566b13a0e56",
      "placeholder": "​",
      "style": "IPY_MODEL_9943c8874cd5484fac5372d596732ac7",
      "value": " 150/0 [00:00&lt;00:00, 3362.62 examples/s]"
     }
    },
    "c2c8262fd4dc48079d435ff717c2f296": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "c485a820565c490eb57c4160e38c5e7b": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "c5545240885f4f9293068b13ace071d7": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_8365d05c012547469889e4ec2cc5d13b",
      "max": 3579,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_6cfbcc3d36b34cbd8db2c6917c4227fc",
      "value": 3579
     }
    },
    "cb4f341b9bc94aef9e2914a7aa19f709": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "cdfcddb0dd09439790d29a9552df46b1": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "ced3e397b05e47e3a5f62d536e9b39df": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "dbbd55f75c864dff892d386e6bebd380": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_e0110d2be88f49fba5783246ce7b8f8f",
      "placeholder": "​",
      "style": "IPY_MODEL_891118c499ea4140a95a934c8a57dd3f",
      "value": "Downloading readme: 100%"
     }
    },
    "dde1eb97354b476582f0336e04622910": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_6f5a51a0186a4bed803dfaf9461420f2",
       "IPY_MODEL_89ebfbc3226d40ed9ea7d460849c2634",
       "IPY_MODEL_0b1be77ddf1743ad864f9141110443ba"
      ],
      "layout": "IPY_MODEL_8063554d10674f0fb35a4bef66c768f8"
     }
    },
    "e002f43b225241d9aa80322117103370": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "e0110d2be88f49fba5783246ce7b8f8f": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "e5c6a737c05940c38964d274200035c7": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "e9bb0b24bc5b401eb1e153148bba8d0b": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_55dd2988b7274a7d9bc046afbf2025ad",
      "placeholder": "​",
      "style": "IPY_MODEL_bcd771f2be64409e953ef4e5d81b02b4",
      "value": "Generating test split: "
     }
    },
    "ed258448640e4b398793e204f47ed3d0": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": "20px"
     }
    },
    "f25a21e03b4348eebdb184d4697ec8dc": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_9673c2845d754c4489415725f0f65f4c",
      "placeholder": "​",
      "style": "IPY_MODEL_3cf460d2e5e340d8977cafcc8efc40e2",
      "value": " 7.11M/7.11M [00:00&lt;00:00, 20.8MB/s]"
     }
    },
    "f6420ace7ac2454e996d191ed58ed888": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "f78d0fb72f5c4c76bcdd7e37866b365d": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_54e80ce0f88d46abb082be1586e41710",
       "IPY_MODEL_c5545240885f4f9293068b13ace071d7",
       "IPY_MODEL_60ac69feccd24d9a838ad6ef64a06e0f"
      ],
      "layout": "IPY_MODEL_2a2bae61e7e141a7a7e1c33dad1cbf4f"
     }
    },
    "f7e68e75d2b24d2e926a57de4b7a714b": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_099047ba3e7a47eca4fb9f62df7d4145",
       "IPY_MODEL_32ff7c454f0a4c14887af49da5d6d035",
       "IPY_MODEL_f25a21e03b4348eebdb184d4697ec8dc"
      ],
      "layout": "IPY_MODEL_e002f43b225241d9aa80322117103370"
     }
    },
    "f9194c4622cc48f298ae9ab5afd0e6fa": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": "20px"
     }
    },
    "ff856ead561f48709a3ba7f9bdbffeec": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": "20px"
     }
    }
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}