Create data.ipynb

{
  "cells": [
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "0h-ebRBcyLlL"
      },
      "outputs": [],
      "source": [
        "import string"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "lu2K1wqoyVDn",
        "outputId": "257f4e38-843e-400c-b1a1-94fae733f2d4"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "--2022-10-03 18:03:12--  http://deepyeti.ucsd.edu/jianmo/amazon/categoryFiles/Arts_Crafts_and_Sewing.json.gz\n",
            "Resolving deepyeti.ucsd.edu (deepyeti.ucsd.edu)... 169.228.63.50\n",
            "Connecting to deepyeti.ucsd.edu (deepyeti.ucsd.edu)|169.228.63.50|:80... connected.\n",
            "HTTP request sent, awaiting response... 200 OK\n",
            "Length: 306424435 (292M) [application/octet-stream]\n",
            "Saving to: ‘Arts_Crafts_and_Sewing.json.gz’\n",
            "\n",
            "Arts_Crafts_and_Sew 100%[===================>] 292.23M  18.7MB/s    in 17s     \n",
            "\n",
            "2022-10-03 18:03:29 (16.9 MB/s) - ‘Arts_Crafts_and_Sewing.json.gz’ saved [306424435/306424435]\n",
            "\n"
          ]
        }
      ],
      "source": [
        "!wget \"http://deepyeti.ucsd.edu/jianmo/amazon/categoryFiles/Arts_Crafts_and_Sewing.json.gz\""
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "uN6xPuTZ5UqQ"
      },
      "outputs": [],
      "source": [
        "!gzip -d Arts_Crafts_and_Sewing.json.gz"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "sEN_9a5g3kba"
      },
      "outputs": [],
      "source": [
        "import pandas as pd\n",
        "\n",
        "df = pd.read_json(\"Arts_Crafts_and_Sewing.json\", lines=True)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "id": "fZ75uOIA0F69",
        "outputId": "98053c9b-6559-4cce-b34e-06eaaac48488"
      },
      "outputs": [
        {
          "data": {
            "text/html": [
              "\n",
              "  <div id=\"df-79b9ec1d-9670-4fb9-a94a-fd7484a62898\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>overall</th>\n",
              "      <th>vote</th>\n",
              "      <th>verified</th>\n",
              "      <th>reviewTime</th>\n",
              "      <th>reviewerID</th>\n",
              "      <th>asin</th>\n",
              "      <th>style</th>\n",
              "      <th>reviewerName</th>\n",
              "      <th>reviewText</th>\n",
              "      <th>summary</th>\n",
              "      <th>unixReviewTime</th>\n",
              "      <th>image</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>5</td>\n",
              "      <td>4</td>\n",
              "      <td>True</td>\n",
              "      <td>11 6, 2013</td>\n",
              "      <td>A3U4E9PIZ8OWH1</td>\n",
              "      <td>0449819906</td>\n",
              "      <td>{'Format:': ' Kindle Edition'}</td>\n",
              "      <td>Shirley Curtis</td>\n",
              "      <td>I've read this book already and I've got plans...</td>\n",
              "      <td>A  WONDERFUL BOOK</td>\n",
              "      <td>1383696000</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>5</td>\n",
              "      <td>NaN</td>\n",
              "      <td>True</td>\n",
              "      <td>02 28, 2017</td>\n",
              "      <td>A3945D2TJ0PI86</td>\n",
              "      <td>0449819906</td>\n",
              "      <td>{'Format:': ' Kindle Edition'}</td>\n",
              "      <td>M. Smith</td>\n",
              "      <td>Nicely written directions.</td>\n",
              "      <td>Nice</td>\n",
              "      <td>1488240000</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>5</td>\n",
              "      <td>NaN</td>\n",
              "      <td>True</td>\n",
              "      <td>02 25, 2017</td>\n",
              "      <td>A2WZK72HLQ7SPT</td>\n",
              "      <td>0449819906</td>\n",
              "      <td>{'Format:': ' Paperback'}</td>\n",
              "      <td>Amazon Customer</td>\n",
              "      <td>love it</td>\n",
              "      <td>Five Stars</td>\n",
              "      <td>1487980800</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>5</td>\n",
              "      <td>NaN</td>\n",
              "      <td>True</td>\n",
              "      <td>01 25, 2017</td>\n",
              "      <td>A1Q7YJ1NPE6E0W</td>\n",
              "      <td>0449819906</td>\n",
              "      <td>{'Format:': ' Kindle Edition'}</td>\n",
              "      <td>MargaretT</td>\n",
              "      <td>Good additional knitting reference to have ava...</td>\n",
              "      <td>Good Reference in Kindle Edition</td>\n",
              "      <td>1485302400</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>5</td>\n",
              "      <td>NaN</td>\n",
              "      <td>True</td>\n",
              "      <td>01 12, 2017</td>\n",
              "      <td>A2846L8Q507JC4</td>\n",
              "      <td>0449819906</td>\n",
              "      <td>{'Format:': ' Kindle Edition'}</td>\n",
              "      <td>Dulce</td>\n",
              "      <td>A gazillion pattern stitches, lucidly explaine...</td>\n",
              "      <td>Extremely clear, thorough</td>\n",
              "      <td>1484179200</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2875912</th>\n",
              "      <td>3</td>\n",
              "      <td>2</td>\n",
              "      <td>True</td>\n",
              "      <td>12 5, 2016</td>\n",
              "      <td>A3DBSNSXS3HLW2</td>\n",
              "      <td>B01HJHR2PM</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Amazon Customer</td>\n",
              "      <td>The pens took weeks to arrive and ran out of i...</td>\n",
              "      <td>... took weeks to arrive and ran out of ink pr...</td>\n",
              "      <td>1480896000</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2875913</th>\n",
              "      <td>5</td>\n",
              "      <td>NaN</td>\n",
              "      <td>True</td>\n",
              "      <td>12 1, 2016</td>\n",
              "      <td>A335NB837Q8LWN</td>\n",
              "      <td>B01HJHR2PM</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Kendra Swain</td>\n",
              "      <td>Used these on our wedding canvas guest book, t...</td>\n",
              "      <td>Great product!!</td>\n",
              "      <td>1480550400</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2875914</th>\n",
              "      <td>5</td>\n",
              "      <td>NaN</td>\n",
              "      <td>True</td>\n",
              "      <td>10 25, 2016</td>\n",
              "      <td>AKWXQAVB2U5ME</td>\n",
              "      <td>B01HJHR2PM</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Fastfinal6565</td>\n",
              "      <td>LOVE LOVE LOVE</td>\n",
              "      <td>Five Stars</td>\n",
              "      <td>1477353600</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2875915</th>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>True</td>\n",
              "      <td>10 24, 2016</td>\n",
              "      <td>A2CWSI0186P0AY</td>\n",
              "      <td>B01HJHR2PM</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Oscar</td>\n",
              "      <td>color won't stop running once you activate the...</td>\n",
              "      <td>One Star</td>\n",
              "      <td>1477267200</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2875916</th>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>True</td>\n",
              "      <td>09 21, 2016</td>\n",
              "      <td>A172Y8313QKCNZ</td>\n",
              "      <td>B01HJHR2PM</td>\n",
              "      <td>NaN</td>\n",
              "      <td>spartacus</td>\n",
              "      <td>I received these earlier than expected. Have r...</td>\n",
              "      <td>One color</td>\n",
              "      <td>1474416000</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>2875917 rows × 12 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-79b9ec1d-9670-4fb9-a94a-fd7484a62898')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-79b9ec1d-9670-4fb9-a94a-fd7484a62898 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-79b9ec1d-9670-4fb9-a94a-fd7484a62898');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ],
            "text/plain": [
              "         overall vote  verified   reviewTime      reviewerID        asin  \\\n",
              "0              5    4      True   11 6, 2013  A3U4E9PIZ8OWH1  0449819906   \n",
              "1              5  NaN      True  02 28, 2017  A3945D2TJ0PI86  0449819906   \n",
              "2              5  NaN      True  02 25, 2017  A2WZK72HLQ7SPT  0449819906   \n",
              "3              5  NaN      True  01 25, 2017  A1Q7YJ1NPE6E0W  0449819906   \n",
              "4              5  NaN      True  01 12, 2017  A2846L8Q507JC4  0449819906   \n",
              "...          ...  ...       ...          ...             ...         ...   \n",
              "2875912        3    2      True   12 5, 2016  A3DBSNSXS3HLW2  B01HJHR2PM   \n",
              "2875913        5  NaN      True   12 1, 2016  A335NB837Q8LWN  B01HJHR2PM   \n",
              "2875914        5  NaN      True  10 25, 2016   AKWXQAVB2U5ME  B01HJHR2PM   \n",
              "2875915        1    3      True  10 24, 2016  A2CWSI0186P0AY  B01HJHR2PM   \n",
              "2875916        1    3      True  09 21, 2016  A172Y8313QKCNZ  B01HJHR2PM   \n",
              "\n",
              "                                  style     reviewerName  \\\n",
              "0        {'Format:': ' Kindle Edition'}   Shirley Curtis   \n",
              "1        {'Format:': ' Kindle Edition'}         M. Smith   \n",
              "2             {'Format:': ' Paperback'}  Amazon Customer   \n",
              "3        {'Format:': ' Kindle Edition'}        MargaretT   \n",
              "4        {'Format:': ' Kindle Edition'}            Dulce   \n",
              "...                                 ...              ...   \n",
              "2875912                             NaN  Amazon Customer   \n",
              "2875913                             NaN     Kendra Swain   \n",
              "2875914                             NaN    Fastfinal6565   \n",
              "2875915                             NaN            Oscar   \n",
              "2875916                             NaN        spartacus   \n",
              "\n",
              "                                                reviewText  \\\n",
              "0        I've read this book already and I've got plans...   \n",
              "1                               Nicely written directions.   \n",
              "2                                                  love it   \n",
              "3        Good additional knitting reference to have ava...   \n",
              "4        A gazillion pattern stitches, lucidly explaine...   \n",
              "...                                                    ...   \n",
              "2875912  The pens took weeks to arrive and ran out of i...   \n",
              "2875913  Used these on our wedding canvas guest book, t...   \n",
              "2875914                                     LOVE LOVE LOVE   \n",
              "2875915  color won't stop running once you activate the...   \n",
              "2875916  I received these earlier than expected. Have r...   \n",
              "\n",
              "                                                   summary  unixReviewTime  \\\n",
              "0                                        A  WONDERFUL BOOK      1383696000   \n",
              "1                                                     Nice      1488240000   \n",
              "2                                               Five Stars      1487980800   \n",
              "3                         Good Reference in Kindle Edition      1485302400   \n",
              "4                                Extremely clear, thorough      1484179200   \n",
              "...                                                    ...             ...   \n",
              "2875912  ... took weeks to arrive and ran out of ink pr...      1480896000   \n",
              "2875913                                    Great product!!      1480550400   \n",
              "2875914                                         Five Stars      1477353600   \n",
              "2875915                                           One Star      1477267200   \n",
              "2875916                                          One color      1474416000   \n",
              "\n",
              "        image  \n",
              "0         NaN  \n",
              "1         NaN  \n",
              "2         NaN  \n",
              "3         NaN  \n",
              "4         NaN  \n",
              "...       ...  \n",
              "2875912   NaN  \n",
              "2875913   NaN  \n",
              "2875914   NaN  \n",
              "2875915   NaN  \n",
              "2875916   NaN  \n",
              "\n",
              "[2875917 rows x 12 columns]"
            ]
          },
          "execution_count": 7,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "df"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "J1gZJ8Ml0RGk"
      },
      "outputs": [],
      "source": [
        "df = df.drop(['vote','verified','reviewTime','reviewerID','style','reviewerName','unixReviewTime','image'], inplace=True, axis=1)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 589
        },
        "id": "xfsjoVJ51l-c",
        "outputId": "a804fb6f-efe7-4268-d92e-72b39f5b342f"
      },
      "outputs": [
        {
          "data": {
            "text/html": [
              "\n",
              "  <div id=\"df-fa3a6301-1e94-4d05-b0e8-367654460a53\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>overall</th>\n",
              "      <th>asin</th>\n",
              "      <th>reviewText</th>\n",
              "      <th>summary</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>5</td>\n",
              "      <td>0449819906</td>\n",
              "      <td>I've read this book already and I've got plans...</td>\n",
              "      <td>A  WONDERFUL BOOK</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>5</td>\n",
              "      <td>0449819906</td>\n",
              "      <td>Nicely written directions.</td>\n",
              "      <td>Nice</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>5</td>\n",
              "      <td>0449819906</td>\n",
              "      <td>love it</td>\n",
              "      <td>Five Stars</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>5</td>\n",
              "      <td>0449819906</td>\n",
              "      <td>Good additional knitting reference to have ava...</td>\n",
              "      <td>Good Reference in Kindle Edition</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>5</td>\n",
              "      <td>0449819906</td>\n",
              "      <td>A gazillion pattern stitches, lucidly explaine...</td>\n",
              "      <td>Extremely clear, thorough</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2875912</th>\n",
              "      <td>3</td>\n",
              "      <td>B01HJHR2PM</td>\n",
              "      <td>The pens took weeks to arrive and ran out of i...</td>\n",
              "      <td>... took weeks to arrive and ran out of ink pr...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2875913</th>\n",
              "      <td>5</td>\n",
              "      <td>B01HJHR2PM</td>\n",
              "      <td>Used these on our wedding canvas guest book, t...</td>\n",
              "      <td>Great product!!</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2875914</th>\n",
              "      <td>5</td>\n",
              "      <td>B01HJHR2PM</td>\n",
              "      <td>LOVE LOVE LOVE</td>\n",
              "      <td>Five Stars</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2875915</th>\n",
              "      <td>1</td>\n",
              "      <td>B01HJHR2PM</td>\n",
              "      <td>color won't stop running once you activate the...</td>\n",
              "      <td>One Star</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2875916</th>\n",
              "      <td>1</td>\n",
              "      <td>B01HJHR2PM</td>\n",
              "      <td>I received these earlier than expected. Have r...</td>\n",
              "      <td>One color</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>2875917 rows × 4 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-fa3a6301-1e94-4d05-b0e8-367654460a53')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-fa3a6301-1e94-4d05-b0e8-367654460a53 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-fa3a6301-1e94-4d05-b0e8-367654460a53');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ],
            "text/plain": [
              "         overall        asin  \\\n",
              "0              5  0449819906   \n",
              "1              5  0449819906   \n",
              "2              5  0449819906   \n",
              "3              5  0449819906   \n",
              "4              5  0449819906   \n",
              "...          ...         ...   \n",
              "2875912        3  B01HJHR2PM   \n",
              "2875913        5  B01HJHR2PM   \n",
              "2875914        5  B01HJHR2PM   \n",
              "2875915        1  B01HJHR2PM   \n",
              "2875916        1  B01HJHR2PM   \n",
              "\n",
              "                                                reviewText  \\\n",
              "0        I've read this book already and I've got plans...   \n",
              "1                               Nicely written directions.   \n",
              "2                                                  love it   \n",
              "3        Good additional knitting reference to have ava...   \n",
              "4        A gazillion pattern stitches, lucidly explaine...   \n",
              "...                                                    ...   \n",
              "2875912  The pens took weeks to arrive and ran out of i...   \n",
              "2875913  Used these on our wedding canvas guest book, t...   \n",
              "2875914                                     LOVE LOVE LOVE   \n",
              "2875915  color won't stop running once you activate the...   \n",
              "2875916  I received these earlier than expected. Have r...   \n",
              "\n",
              "                                                   summary  \n",
              "0                                        A  WONDERFUL BOOK  \n",
              "1                                                     Nice  \n",
              "2                                               Five Stars  \n",
              "3                         Good Reference in Kindle Edition  \n",
              "4                                Extremely clear, thorough  \n",
              "...                                                    ...  \n",
              "2875912  ... took weeks to arrive and ran out of ink pr...  \n",
              "2875913                                    Great product!!  \n",
              "2875914                                         Five Stars  \n",
              "2875915                                           One Star  \n",
              "2875916                                          One color  \n",
              "\n",
              "[2875917 rows x 4 columns]"
            ]
          },
          "execution_count": 10,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "df"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "trybFWAd1pvs"
      },
      "outputs": [],
      "source": [
        "null_data = df[df.isnull().any(axis=1)]"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 424
        },
        "id": "i321BHlo2KQz",
        "outputId": "81cf6869-c299-4121-c9f8-8e33907e453b"
      },
      "outputs": [
        {
          "data": {
            "text/html": [
              "\n",
              "  <div id=\"df-fdb042b7-5ac5-40e3-a6b1-fb1386f486d7\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>overall</th>\n",
              "      <th>asin</th>\n",
              "      <th>reviewText</th>\n",
              "      <th>summary</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>5468</th>\n",
              "      <td>5</td>\n",
              "      <td>B00004THXH</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Five Stars</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5585</th>\n",
              "      <td>5</td>\n",
              "      <td>B00004THXH</td>\n",
              "      <td>Just what I was looking for... a little hard t...</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>7599</th>\n",
              "      <td>5</td>\n",
              "      <td>B00004Z2U8</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Five Stars</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>8032</th>\n",
              "      <td>4</td>\n",
              "      <td>B00004Z2UD</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Four Stars</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>10904</th>\n",
              "      <td>5</td>\n",
              "      <td>B00006IAHD</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2874029</th>\n",
              "      <td>5</td>\n",
              "      <td>B01HDZY2WQ</td>\n",
              "      <td>Great stuff!!!</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2874157</th>\n",
              "      <td>5</td>\n",
              "      <td>B01HEDV9SC</td>\n",
              "      <td>I used these to cover my bf's house while he w...</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2875590</th>\n",
              "      <td>5</td>\n",
              "      <td>B01HIIFJ8Y</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Five Stars</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2875603</th>\n",
              "      <td>1</td>\n",
              "      <td>B01HIIV3Y8</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Never Came</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2875807</th>\n",
              "      <td>5</td>\n",
              "      <td>B01HJ6SMSY</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Five Stars</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>3399 rows × 4 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-fdb042b7-5ac5-40e3-a6b1-fb1386f486d7')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-fdb042b7-5ac5-40e3-a6b1-fb1386f486d7 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-fdb042b7-5ac5-40e3-a6b1-fb1386f486d7');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ],
            "text/plain": [
              "         overall        asin  \\\n",
              "5468           5  B00004THXH   \n",
              "5585           5  B00004THXH   \n",
              "7599           5  B00004Z2U8   \n",
              "8032           4  B00004Z2UD   \n",
              "10904          5  B00006IAHD   \n",
              "...          ...         ...   \n",
              "2874029        5  B01HDZY2WQ   \n",
              "2874157        5  B01HEDV9SC   \n",
              "2875590        5  B01HIIFJ8Y   \n",
              "2875603        1  B01HIIV3Y8   \n",
              "2875807        5  B01HJ6SMSY   \n",
              "\n",
              "                                                reviewText     summary  \n",
              "5468                                                   NaN  Five Stars  \n",
              "5585     Just what I was looking for... a little hard t...         NaN  \n",
              "7599                                                   NaN  Five Stars  \n",
              "8032                                                   NaN  Four Stars  \n",
              "10904                                                  NaN         NaN  \n",
              "...                                                    ...         ...  \n",
              "2874029                                     Great stuff!!!         NaN  \n",
              "2874157  I used these to cover my bf's house while he w...         NaN  \n",
              "2875590                                                NaN  Five Stars  \n",
              "2875603                                                NaN  Never Came  \n",
              "2875807                                                NaN  Five Stars  \n",
              "\n",
              "[3399 rows x 4 columns]"
            ]
          },
          "execution_count": 12,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "null_data"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "hO5W89m42Ss9"
      },
      "outputs": [],
      "source": [
        "df = df.dropna()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 589
        },
        "id": "flxOl87i2TuU",
        "outputId": "e3002489-40d1-4fec-f99f-7f7b1d3e267a"
      },
      "outputs": [
        {
          "data": {
            "text/html": [
              "\n",
              "  <div id=\"df-c164f7c8-b155-4a06-a726-69aa8cb696f7\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>overall</th>\n",
              "      <th>asin</th>\n",
              "      <th>reviewText</th>\n",
              "      <th>summary</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>5</td>\n",
              "      <td>0449819906</td>\n",
              "      <td>I've read this book already and I've got plans...</td>\n",
              "      <td>A  WONDERFUL BOOK</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>5</td>\n",
              "      <td>0449819906</td>\n",
              "      <td>Nicely written directions.</td>\n",
              "      <td>Nice</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>5</td>\n",
              "      <td>0449819906</td>\n",
              "      <td>love it</td>\n",
              "      <td>Five Stars</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>5</td>\n",
              "      <td>0449819906</td>\n",
              "      <td>Good additional knitting reference to have ava...</td>\n",
              "      <td>Good Reference in Kindle Edition</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>5</td>\n",
              "      <td>0449819906</td>\n",
              "      <td>A gazillion pattern stitches, lucidly explaine...</td>\n",
              "      <td>Extremely clear, thorough</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2875912</th>\n",
              "      <td>3</td>\n",
              "      <td>B01HJHR2PM</td>\n",
              "      <td>The pens took weeks to arrive and ran out of i...</td>\n",
              "      <td>... took weeks to arrive and ran out of ink pr...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2875913</th>\n",
              "      <td>5</td>\n",
              "      <td>B01HJHR2PM</td>\n",
              "      <td>Used these on our wedding canvas guest book, t...</td>\n",
              "      <td>Great product!!</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2875914</th>\n",
              "      <td>5</td>\n",
              "      <td>B01HJHR2PM</td>\n",
              "      <td>LOVE LOVE LOVE</td>\n",
              "      <td>Five Stars</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2875915</th>\n",
              "      <td>1</td>\n",
              "      <td>B01HJHR2PM</td>\n",
              "      <td>color won't stop running once you activate the...</td>\n",
              "      <td>One Star</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2875916</th>\n",
              "      <td>1</td>\n",
              "      <td>B01HJHR2PM</td>\n",
              "      <td>I received these earlier than expected. Have r...</td>\n",
              "      <td>One color</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>2872518 rows × 4 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-c164f7c8-b155-4a06-a726-69aa8cb696f7')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-c164f7c8-b155-4a06-a726-69aa8cb696f7 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-c164f7c8-b155-4a06-a726-69aa8cb696f7');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ],
            "text/plain": [
              "         overall        asin  \\\n",
              "0              5  0449819906   \n",
              "1              5  0449819906   \n",
              "2              5  0449819906   \n",
              "3              5  0449819906   \n",
              "4              5  0449819906   \n",
              "...          ...         ...   \n",
              "2875912        3  B01HJHR2PM   \n",
              "2875913        5  B01HJHR2PM   \n",
              "2875914        5  B01HJHR2PM   \n",
              "2875915        1  B01HJHR2PM   \n",
              "2875916        1  B01HJHR2PM   \n",
              "\n",
              "                                                reviewText  \\\n",
              "0        I've read this book already and I've got plans...   \n",
              "1                               Nicely written directions.   \n",
              "2                                                  love it   \n",
              "3        Good additional knitting reference to have ava...   \n",
              "4        A gazillion pattern stitches, lucidly explaine...   \n",
              "...                                                    ...   \n",
              "2875912  The pens took weeks to arrive and ran out of i...   \n",
              "2875913  Used these on our wedding canvas guest book, t...   \n",
              "2875914                                     LOVE LOVE LOVE   \n",
              "2875915  color won't stop running once you activate the...   \n",
              "2875916  I received these earlier than expected. Have r...   \n",
              "\n",
              "                                                   summary  \n",
              "0                                        A  WONDERFUL BOOK  \n",
              "1                                                     Nice  \n",
              "2                                               Five Stars  \n",
              "3                         Good Reference in Kindle Edition  \n",
              "4                                Extremely clear, thorough  \n",
              "...                                                    ...  \n",
              "2875912  ... took weeks to arrive and ran out of ink pr...  \n",
              "2875913                                    Great product!!  \n",
              "2875914                                         Five Stars  \n",
              "2875915                                           One Star  \n",
              "2875916                                          One color  \n",
              "\n",
              "[2872518 rows x 4 columns]"
            ]
          },
          "execution_count": 14,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "df"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "B8Ld2qo-2YI2"
      },
      "outputs": [],
      "source": [
        "ans = [y for x, y in df.groupby('asin')]"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "iEE0HZmK4maC",
        "outputId": "f7d80f8c-5c84-4054-8d27-e1b8013bd9d3"
      },
      "outputs": [
        {
          "data": {
            "text/plain": [
              "2129208    Great ribbon for wrapping gifts!\n",
              "Name: reviewText, dtype: object"
            ]
          },
          "execution_count": 93,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "ans[0]['reviewText']"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "KLafrui25Pji",
        "outputId": "7cbb0148-46aa-4524-c4dd-705ee1916b2a"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "302718\n"
          ]
        }
      ],
      "source": [
        "print(len(ans))"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "9XRYsMFqBjwF",
        "outputId": "54541576-6b2c-4dfe-b820-82a3b5bf18b0"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "0 == 1262\n",
            "1 == 1210\n",
            "2 == 1932\n",
            "3 == 1232\n",
            "4 == 1216\n",
            "5 == 2432\n",
            "6 == 1464\n",
            "7 == 1359\n",
            "8 == 1641\n",
            "9 == 2066\n",
            "10 == 2097\n",
            "11 == 1111\n",
            "12 == 1431\n",
            "13 == 3425\n",
            "14 == 1428\n",
            "15 == 1616\n",
            "16 == 1788\n",
            "17 == 1820\n",
            "18 == 1155\n",
            "19 == 1346\n",
            "20 == 1058\n",
            "21 == 2643\n",
            "22 == 1601\n",
            "23 == 1538\n",
            "24 == 2380\n",
            "25 == 1188\n",
            "26 == 3590\n",
            "27 == 1016\n",
            "28 == 1028\n",
            "29 == 1080\n",
            "30 == 1280\n",
            "31 == 1058\n",
            "32 == 1192\n",
            "33 == 1556\n",
            "34 == 1138\n",
            "35 == 2134\n",
            "36 == 1744\n",
            "37 == 3860\n",
            "38 == 1310\n",
            "39 == 1078\n",
            "40 == 1598\n",
            "41 == 1924\n",
            "42 == 1232\n",
            "43 == 1174\n",
            "44 == 1210\n",
            "45 == 1072\n",
            "46 == 1290\n",
            "47 == 3766\n",
            "48 == 1626\n",
            "49 == 1038\n",
            "50 == 1276\n",
            "51 == 1604\n",
            "52 == 1118\n",
            "53 == 1018\n",
            "54 == 4002\n",
            "55 == 1180\n",
            "56 == 1118\n",
            "57 == 1732\n",
            "58 == 2612\n",
            "59 == 1014\n",
            "60 == 3858\n",
            "61 == 1028\n",
            "62 == 1134\n",
            "63 == 1624\n",
            "64 == 1492\n",
            "65 == 2298\n",
            "66 == 1524\n",
            "67 == 1346\n",
            "68 == 1928\n",
            "69 == 1769\n",
            "70 == 1586\n",
            "71 == 1387\n",
            "72 == 1818\n",
            "73 == 1120\n",
            "74 == 1985\n",
            "75 == 1330\n",
            "76 == 2506\n",
            "77 == 2292\n",
            "78 == 1809\n",
            "79 == 1249\n",
            "80 == 1469\n",
            "81 == 2464\n",
            "82 == 1007\n",
            "83 == 1568\n",
            "84 == 1008\n",
            "85 == 4531\n",
            "86 == 1445\n",
            "87 == 1496\n",
            "88 == 1174\n",
            "89 == 1185\n",
            "90 == 2211\n",
            "91 == 1043\n",
            "92 == 1253\n",
            "93 == 3168\n",
            "94 == 1746\n",
            "95 == 1193\n",
            "96 == 2635\n",
            "97 == 1048\n",
            "98 == 1444\n",
            "99 == 1439\n",
            "100 == 1048\n",
            "101 == 1450\n",
            "102 == 1151\n",
            "103 == 1295\n",
            "104 == 2952\n",
            "105 == 1515\n",
            "106 == 1579\n",
            "107 == 1091\n",
            "108 == 1162\n",
            "109 == 1206\n",
            "110 == 2500\n",
            "111 == 1106\n",
            "112 == 1597\n",
            "113 == 1010\n",
            "114 == 1435\n",
            "115 == 2401\n",
            "116 == 1117\n",
            "117 == 1117\n",
            "118 == 1239\n",
            "119 == 1757\n",
            "120 == 1012\n",
            "121 == 1051\n",
            "122 == 1151\n",
            "123 == 1674\n",
            "124 == 1242\n",
            "125 == 1330\n",
            "126 == 1611\n",
            "127 == 1564\n",
            "128 == 1858\n",
            "129 == 1332\n",
            "130 == 1519\n",
            "131 == 1095\n",
            "132 == 3056\n",
            "133 == 1293\n",
            "134 == 1187\n",
            "135 == 1196\n",
            "136 == 1456\n",
            "137 == 1630\n",
            "138 == 1975\n",
            "139 == 1011\n",
            "140 == 1611\n",
            "141 == 1533\n",
            "142 == 1208\n",
            "143 == 1022\n",
            "144 == 1608\n",
            "145 == 1017\n",
            "146 == 1097\n",
            "147 == 1202\n",
            "148 == 1892\n",
            "149 == 2759\n"
          ]
        }
      ],
      "source": [
        "for i in range (len(ans)):\n",
        "  print(str(i) + \" == \" + str(len(ans[i])))\n",
        "  if(len(ans[i])<1000):\n",
        "    print(str(i) + \" = \" + str(len(ans[i])))\n",
        "    ans.pop(i)\n",
        "    i = i-3"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "yqCWNFWOGieR",
        "outputId": "9f4605c7-f834-429c-bf11-3b53ae084313"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "150\n"
          ]
        }
      ],
      "source": [
        "print(len(ans))"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "L-yTgn019OZ4",
        "outputId": "72462a63-6da5-4bfd-f73b-f8cee8f2c56f"
      },
      "outputs": [],
      "source": [
        "for i in range (len(ans)):\n",
        "  ans[i] = ans[i].reset_index()\n",
        "  print(ans[i].head())"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "VQMYQFeuCiek",
        "outputId": "579d9d05-159b-4043-bd86-8a9aefd09832"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "150\n"
          ]
        }
      ],
      "source": [
        "print(len(ans))"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "KwbBwzHeNQI8"
      },
      "outputs": [],
      "source": [
        "!mkdir /Review\n",
        "!mkdir /Overall\n",
        "!mkdir /Summary"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "OJQ3U5jF5poB"
      },
      "outputs": [],
      "source": [
        "for i in range (len(ans)):\n",
        "  single_ans =  ans[i]\n",
        "  tempans = ans[i].to_csv(columns=['reviewText'], header=None, index=None)\n",
        "  #print(tempans)\n",
        "  filename = \"/Review/\" + single_ans['asin'][0] + \".txt\"\n",
        "  f1 = open(filename,\"a+\")\n",
        "  f1.write(tempans)\n",
        "  "
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "3hAZbpTlKVnu"
      },
      "outputs": [],
      "source": [
        "for i in range (len(ans)):\n",
        "  single_ans1 =  ans[i]\n",
        "  tempans1 = ans[i].to_csv(columns=['overall'], header=None, index=None)\n",
        "  #print(tempans)\n",
        "  filename1 = \"/Overall/\" + single_ans1['asin'][0] + \".txt\"\n",
        "  f1 = open(filename1,\"a+\")\n",
        "  f1.write(tempans1)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "k40oNiZTKWJE"
      },
      "outputs": [],
      "source": [
        "for i in range (len(ans)):\n",
        "  single_ans2 =  ans[i]\n",
        "  tempans2 = ans[i].to_csv(columns=['summary'], header=None, index=None)\n",
        "  #print(tempans)\n",
        "  filename2 = \"/Summary/\" + single_ans2['asin'][0] + \".txt\"\n",
        "  f1 = open(filename2,\"a+\")\n",
        "  f1.write(tempans2)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "2cdRGiQAJj8B",
        "outputId": "5822062e-e9a2-4942-cd08-a6de14196814"
      },
      "outputs": [],
      "source": [
        "!zip -r /Review.zip /Review\n",
        "!zip -r /Overall.zip /Overall\n",
        "!zip -r /Summary.zip /Summary"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 17
        },
        "id": "ZxD7ImyWJ-Nu",
        "outputId": "cc2f27e5-dd6e-46d1-cf55-e71f8bd16b14"
      },
      "outputs": [],
      "source": [
        "from google.colab import files\n",
        "files.download(\"/Review.zip\")\n",
        "files.download(\"/Overall.zip\")\n",
        "files.download(\"/Summary.zip\")"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "jHWD4nrOJiRQ"
      },
      "source": [
        "#END"
      ]
    }
  ],
  "metadata": {
    "colab": {
      "provenance": []
    },
    "kernelspec": {
      "display_name": "Python 3",
      "name": "python3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "nbformat": 4,
  "nbformat_minor": 0
}