Consumer Complaints.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import pandas as pd\n",
    "import matplotlib.pyplot as plt"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "data = pd.read_csv('Consumer_Complaints.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Date received</th>\n",
       "      <th>Product</th>\n",
       "      <th>Sub-product</th>\n",
       "      <th>Issue</th>\n",
       "      <th>Sub-issue</th>\n",
       "      <th>Consumer Complaint</th>\n",
       "      <th>Company Public Response</th>\n",
       "      <th>Company</th>\n",
       "      <th>State</th>\n",
       "      <th>ZIP code</th>\n",
       "      <th>Tags</th>\n",
       "      <th>Consumer consent provided?</th>\n",
       "      <th>Submitted via</th>\n",
       "      <th>Date Sent to Company</th>\n",
       "      <th>Company Response to Consumer</th>\n",
       "      <th>Timely response?</th>\n",
       "      <th>Consumer disputed?</th>\n",
       "      <th>Complaint ID</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>03-12-2014</td>\n",
       "      <td>Mortgage</td>\n",
       "      <td>Other mortgage</td>\n",
       "      <td>Loan modification,collection,foreclosure</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>M&amp;T BANK CORPORATION</td>\n",
       "      <td>MI</td>\n",
       "      <td>48382</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Referral</td>\n",
       "      <td>03/17/2014</td>\n",
       "      <td>Closed with explanation</td>\n",
       "      <td>Yes</td>\n",
       "      <td>No</td>\n",
       "      <td>759217</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>10-01-2016</td>\n",
       "      <td>Credit reporting</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Incorrect information on credit report</td>\n",
       "      <td>Account status</td>\n",
       "      <td>I have outdated information on my credit repor...</td>\n",
       "      <td>Company has responded to the consumer and the ...</td>\n",
       "      <td>TRANSUNION INTERMEDIATE HOLDINGS, INC.</td>\n",
       "      <td>AL</td>\n",
       "      <td>352XX</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Consent provided</td>\n",
       "      <td>Web</td>\n",
       "      <td>10-05-2016</td>\n",
       "      <td>Closed with explanation</td>\n",
       "      <td>Yes</td>\n",
       "      <td>No</td>\n",
       "      <td>2141773</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>10/17/2016</td>\n",
       "      <td>Consumer Loan</td>\n",
       "      <td>Vehicle loan</td>\n",
       "      <td>Managing the loan or lease</td>\n",
       "      <td>NaN</td>\n",
       "      <td>I purchased a new car on XXXX XXXX. The car de...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>CITIZENS FINANCIAL GROUP, INC.</td>\n",
       "      <td>PA</td>\n",
       "      <td>177XX</td>\n",
       "      <td>Older American</td>\n",
       "      <td>Consent provided</td>\n",
       "      <td>Web</td>\n",
       "      <td>10/20/2016</td>\n",
       "      <td>Closed with explanation</td>\n",
       "      <td>Yes</td>\n",
       "      <td>No</td>\n",
       "      <td>2163100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>06-08-2014</td>\n",
       "      <td>Credit card</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Bankruptcy</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>AMERICAN EXPRESS COMPANY</td>\n",
       "      <td>ID</td>\n",
       "      <td>83854</td>\n",
       "      <td>Older American</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Web</td>\n",
       "      <td>06-10-2014</td>\n",
       "      <td>Closed with explanation</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Yes</td>\n",
       "      <td>885638</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>09/13/2014</td>\n",
       "      <td>Debt collection</td>\n",
       "      <td>Credit card</td>\n",
       "      <td>Communication tactics</td>\n",
       "      <td>Frequent or repeated calls</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>CITIBANK, N.A.</td>\n",
       "      <td>VA</td>\n",
       "      <td>23233</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Web</td>\n",
       "      <td>09/13/2014</td>\n",
       "      <td>Closed with explanation</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Yes</td>\n",
       "      <td>1027760</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1025005</th>\n",
       "      <td>04-10-2017</td>\n",
       "      <td>Debt collection</td>\n",
       "      <td>Credit card</td>\n",
       "      <td>Cont'd attempts collect debt not owed</td>\n",
       "      <td>Debt is not mine</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Company has responded to the consumer and the ...</td>\n",
       "      <td>PENTAGON FEDERAL CREDIT UNION</td>\n",
       "      <td>TX</td>\n",
       "      <td>77802</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Referral</td>\n",
       "      <td>04-11-2017</td>\n",
       "      <td>Closed with explanation</td>\n",
       "      <td>Yes</td>\n",
       "      <td>No</td>\n",
       "      <td>2428130</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1025006</th>\n",
       "      <td>02-07-2017</td>\n",
       "      <td>Debt collection</td>\n",
       "      <td>Other (i.e. phone, health club, etc.)</td>\n",
       "      <td>Cont'd attempts collect debt not owed</td>\n",
       "      <td>Debt is not mine</td>\n",
       "      <td>I had an account with XXXX in XX/XX/XXXX this ...</td>\n",
       "      <td>Company believes it acted appropriately as aut...</td>\n",
       "      <td>ERC</td>\n",
       "      <td>NY</td>\n",
       "      <td>115XX</td>\n",
       "      <td>Servicemember</td>\n",
       "      <td>Consent provided</td>\n",
       "      <td>Web</td>\n",
       "      <td>02-07-2017</td>\n",
       "      <td>Closed</td>\n",
       "      <td>Yes</td>\n",
       "      <td>No</td>\n",
       "      <td>2331270</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1025007</th>\n",
       "      <td>01-04-2017</td>\n",
       "      <td>Mortgage</td>\n",
       "      <td>Conventional fixed mortgage</td>\n",
       "      <td>Application, originator, mortgage broker</td>\n",
       "      <td>NaN</td>\n",
       "      <td>I was contacted on XX/XX/XXXX email by XXXX fr...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Caliber Home Loans, Inc.</td>\n",
       "      <td>FL</td>\n",
       "      <td>336XX</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Consent provided</td>\n",
       "      <td>Web</td>\n",
       "      <td>01-04-2017</td>\n",
       "      <td>Closed with explanation</td>\n",
       "      <td>Yes</td>\n",
       "      <td>No</td>\n",
       "      <td>2274241</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1025008</th>\n",
       "      <td>09/28/2015</td>\n",
       "      <td>Debt collection</td>\n",
       "      <td>Non-federal student loan</td>\n",
       "      <td>Disclosure verification of debt</td>\n",
       "      <td>Not given enough info to verify debt</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Company chooses not to provide a public response</td>\n",
       "      <td>Progressive Financial Services, Inc.</td>\n",
       "      <td>OH</td>\n",
       "      <td>44017</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Postal mail</td>\n",
       "      <td>09/30/2015</td>\n",
       "      <td>Closed with explanation</td>\n",
       "      <td>Yes</td>\n",
       "      <td>No</td>\n",
       "      <td>1582525</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1025009</th>\n",
       "      <td>08/19/2016</td>\n",
       "      <td>Debt collection</td>\n",
       "      <td>Payday loan</td>\n",
       "      <td>Cont'd attempts collect debt not owed</td>\n",
       "      <td>Debt is not mine</td>\n",
       "      <td>I had a debit that was included in my chapter ...</td>\n",
       "      <td>Company believes it acted appropriately as aut...</td>\n",
       "      <td>Midwest Recovery Systems</td>\n",
       "      <td>FL</td>\n",
       "      <td>336XX</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Consent provided</td>\n",
       "      <td>Web</td>\n",
       "      <td>08/19/2016</td>\n",
       "      <td>Closed with explanation</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Yes</td>\n",
       "      <td>2073214</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1025010 rows × 18 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        Date received           Product  \\\n",
       "0          03-12-2014          Mortgage   \n",
       "1          10-01-2016  Credit reporting   \n",
       "2          10/17/2016     Consumer Loan   \n",
       "3          06-08-2014       Credit card   \n",
       "4          09/13/2014   Debt collection   \n",
       "...               ...               ...   \n",
       "1025005    04-10-2017   Debt collection   \n",
       "1025006    02-07-2017   Debt collection   \n",
       "1025007    01-04-2017          Mortgage   \n",
       "1025008    09/28/2015   Debt collection   \n",
       "1025009    08/19/2016   Debt collection   \n",
       "\n",
       "                                   Sub-product  \\\n",
       "0                               Other mortgage   \n",
       "1                                          NaN   \n",
       "2                                 Vehicle loan   \n",
       "3                                          NaN   \n",
       "4                                  Credit card   \n",
       "...                                        ...   \n",
       "1025005                            Credit card   \n",
       "1025006  Other (i.e. phone, health club, etc.)   \n",
       "1025007            Conventional fixed mortgage   \n",
       "1025008               Non-federal student loan   \n",
       "1025009                            Payday loan   \n",
       "\n",
       "                                            Issue  \\\n",
       "0        Loan modification,collection,foreclosure   \n",
       "1          Incorrect information on credit report   \n",
       "2                      Managing the loan or lease   \n",
       "3                                      Bankruptcy   \n",
       "4                           Communication tactics   \n",
       "...                                           ...   \n",
       "1025005     Cont'd attempts collect debt not owed   \n",
       "1025006     Cont'd attempts collect debt not owed   \n",
       "1025007  Application, originator, mortgage broker   \n",
       "1025008           Disclosure verification of debt   \n",
       "1025009     Cont'd attempts collect debt not owed   \n",
       "\n",
       "                                    Sub-issue  \\\n",
       "0                                         NaN   \n",
       "1                              Account status   \n",
       "2                                         NaN   \n",
       "3                                         NaN   \n",
       "4                  Frequent or repeated calls   \n",
       "...                                       ...   \n",
       "1025005                      Debt is not mine   \n",
       "1025006                      Debt is not mine   \n",
       "1025007                                   NaN   \n",
       "1025008  Not given enough info to verify debt   \n",
       "1025009                      Debt is not mine   \n",
       "\n",
       "                                        Consumer Complaint  \\\n",
       "0                                                      NaN   \n",
       "1        I have outdated information on my credit repor...   \n",
       "2        I purchased a new car on XXXX XXXX. The car de...   \n",
       "3                                                      NaN   \n",
       "4                                                      NaN   \n",
       "...                                                    ...   \n",
       "1025005                                                NaN   \n",
       "1025006  I had an account with XXXX in XX/XX/XXXX this ...   \n",
       "1025007  I was contacted on XX/XX/XXXX email by XXXX fr...   \n",
       "1025008                                                NaN   \n",
       "1025009  I had a debit that was included in my chapter ...   \n",
       "\n",
       "                                   Company Public Response  \\\n",
       "0                                                      NaN   \n",
       "1        Company has responded to the consumer and the ...   \n",
       "2                                                      NaN   \n",
       "3                                                      NaN   \n",
       "4                                                      NaN   \n",
       "...                                                    ...   \n",
       "1025005  Company has responded to the consumer and the ...   \n",
       "1025006  Company believes it acted appropriately as aut...   \n",
       "1025007                                                NaN   \n",
       "1025008   Company chooses not to provide a public response   \n",
       "1025009  Company believes it acted appropriately as aut...   \n",
       "\n",
       "                                        Company State ZIP code  \\\n",
       "0                          M&T BANK CORPORATION    MI    48382   \n",
       "1        TRANSUNION INTERMEDIATE HOLDINGS, INC.    AL    352XX   \n",
       "2                CITIZENS FINANCIAL GROUP, INC.    PA    177XX   \n",
       "3                      AMERICAN EXPRESS COMPANY    ID    83854   \n",
       "4                                CITIBANK, N.A.    VA    23233   \n",
       "...                                         ...   ...      ...   \n",
       "1025005           PENTAGON FEDERAL CREDIT UNION    TX    77802   \n",
       "1025006                                     ERC    NY    115XX   \n",
       "1025007                Caliber Home Loans, Inc.    FL    336XX   \n",
       "1025008    Progressive Financial Services, Inc.    OH    44017   \n",
       "1025009                Midwest Recovery Systems    FL    336XX   \n",
       "\n",
       "                   Tags Consumer consent provided? Submitted via  \\\n",
       "0                   NaN                        NaN      Referral   \n",
       "1                   NaN           Consent provided           Web   \n",
       "2        Older American           Consent provided           Web   \n",
       "3        Older American                        NaN           Web   \n",
       "4                   NaN                        NaN           Web   \n",
       "...                 ...                        ...           ...   \n",
       "1025005             NaN                        NaN      Referral   \n",
       "1025006   Servicemember           Consent provided           Web   \n",
       "1025007             NaN           Consent provided           Web   \n",
       "1025008             NaN                        NaN   Postal mail   \n",
       "1025009             NaN           Consent provided           Web   \n",
       "\n",
       "        Date Sent to Company Company Response to Consumer Timely response?  \\\n",
       "0                 03/17/2014      Closed with explanation              Yes   \n",
       "1                 10-05-2016      Closed with explanation              Yes   \n",
       "2                 10/20/2016      Closed with explanation              Yes   \n",
       "3                 06-10-2014      Closed with explanation              Yes   \n",
       "4                 09/13/2014      Closed with explanation              Yes   \n",
       "...                      ...                          ...              ...   \n",
       "1025005           04-11-2017      Closed with explanation              Yes   \n",
       "1025006           02-07-2017                       Closed              Yes   \n",
       "1025007           01-04-2017      Closed with explanation              Yes   \n",
       "1025008           09/30/2015      Closed with explanation              Yes   \n",
       "1025009           08/19/2016      Closed with explanation              Yes   \n",
       "\n",
       "        Consumer disputed?  Complaint ID  \n",
       "0                       No        759217  \n",
       "1                       No       2141773  \n",
       "2                       No       2163100  \n",
       "3                      Yes        885638  \n",
       "4                      Yes       1027760  \n",
       "...                    ...           ...  \n",
       "1025005                 No       2428130  \n",
       "1025006                 No       2331270  \n",
       "1025007                 No       2274241  \n",
       "1025008                 No       1582525  \n",
       "1025009                Yes       2073214  \n",
       "\n",
       "[1025010 rows x 18 columns]"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "data = data[['Product', 'Consumer Complaint']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Product</th>\n",
       "      <th>Consumer Complaint</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Mortgage</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Credit reporting</td>\n",
       "      <td>I have outdated information on my credit repor...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Consumer Loan</td>\n",
       "      <td>I purchased a new car on XXXX XXXX. The car de...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Credit card</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Debt collection</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1025005</th>\n",
       "      <td>Debt collection</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1025006</th>\n",
       "      <td>Debt collection</td>\n",
       "      <td>I had an account with XXXX in XX/XX/XXXX this ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1025007</th>\n",
       "      <td>Mortgage</td>\n",
       "      <td>I was contacted on XX/XX/XXXX email by XXXX fr...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1025008</th>\n",
       "      <td>Debt collection</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1025009</th>\n",
       "      <td>Debt collection</td>\n",
       "      <td>I had a debit that was included in my chapter ...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1025010 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                  Product                                 Consumer Complaint\n",
       "0                Mortgage                                                NaN\n",
       "1        Credit reporting  I have outdated information on my credit repor...\n",
       "2           Consumer Loan  I purchased a new car on XXXX XXXX. The car de...\n",
       "3             Credit card                                                NaN\n",
       "4         Debt collection                                                NaN\n",
       "...                   ...                                                ...\n",
       "1025005   Debt collection                                                NaN\n",
       "1025006   Debt collection  I had an account with XXXX in XX/XX/XXXX this ...\n",
       "1025007          Mortgage  I was contacted on XX/XX/XXXX email by XXXX fr...\n",
       "1025008   Debt collection                                                NaN\n",
       "1025009   Debt collection  I had a debit that was included in my chapter ...\n",
       "\n",
       "[1025010 rows x 2 columns]"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Product                    0\n",
       "Consumer Complaint    747196\n",
       "dtype: int64"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data.isnull().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "data = data.dropna()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Product</th>\n",
       "      <th>Consumer Complaint</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Credit reporting</td>\n",
       "      <td>I have outdated information on my credit repor...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Consumer Loan</td>\n",
       "      <td>I purchased a new car on XXXX XXXX. The car de...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Credit reporting</td>\n",
       "      <td>An account on my credit report has a mistaken ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>Debt collection</td>\n",
       "      <td>This company refuses to provide me verificatio...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>Debt collection</td>\n",
       "      <td>This complaint is in regards to Square Two Fin...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1025002</th>\n",
       "      <td>Debt collection</td>\n",
       "      <td>Our son was taken to XXXX XXXX XXXX XXXX XXXX ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1025003</th>\n",
       "      <td>Bank account or service</td>\n",
       "      <td>On XXXX/XXXX/13, without my authorization, Ban...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1025006</th>\n",
       "      <td>Debt collection</td>\n",
       "      <td>I had an account with XXXX in XX/XX/XXXX this ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1025007</th>\n",
       "      <td>Mortgage</td>\n",
       "      <td>I was contacted on XX/XX/XXXX email by XXXX fr...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1025009</th>\n",
       "      <td>Debt collection</td>\n",
       "      <td>I had a debit that was included in my chapter ...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>277814 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                         Product  \\\n",
       "1               Credit reporting   \n",
       "2                  Consumer Loan   \n",
       "7               Credit reporting   \n",
       "12               Debt collection   \n",
       "16               Debt collection   \n",
       "...                          ...   \n",
       "1025002          Debt collection   \n",
       "1025003  Bank account or service   \n",
       "1025006          Debt collection   \n",
       "1025007                 Mortgage   \n",
       "1025009          Debt collection   \n",
       "\n",
       "                                        Consumer Complaint  \n",
       "1        I have outdated information on my credit repor...  \n",
       "2        I purchased a new car on XXXX XXXX. The car de...  \n",
       "7        An account on my credit report has a mistaken ...  \n",
       "12       This company refuses to provide me verificatio...  \n",
       "16       This complaint is in regards to Square Two Fin...  \n",
       "...                                                    ...  \n",
       "1025002  Our son was taken to XXXX XXXX XXXX XXXX XXXX ...  \n",
       "1025003  On XXXX/XXXX/13, without my authorization, Ban...  \n",
       "1025006  I had an account with XXXX in XX/XX/XXXX this ...  \n",
       "1025007  I was contacted on XX/XX/XXXX email by XXXX fr...  \n",
       "1025009  I had a debit that was included in my chapter ...  \n",
       "\n",
       "[277814 rows x 2 columns]"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "prod_categ = list(data.Product.unique())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "18"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(prod_categ)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "prod_category = []\n",
    "for prod in data['Product']:\n",
    "    prod_category.append(prod_categ.index(prod))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-12-c063b2858b6b>:1: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  data['prod_category'] = prod_category\n"
     ]
    }
   ],
   "source": [
    "data['prod_category'] = prod_category"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Product</th>\n",
       "      <th>Consumer Complaint</th>\n",
       "      <th>prod_category</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Credit reporting</td>\n",
       "      <td>I have outdated information on my credit repor...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Consumer Loan</td>\n",
       "      <td>I purchased a new car on XXXX XXXX. The car de...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Credit reporting</td>\n",
       "      <td>An account on my credit report has a mistaken ...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>Debt collection</td>\n",
       "      <td>This company refuses to provide me verificatio...</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>Debt collection</td>\n",
       "      <td>This complaint is in regards to Square Two Fin...</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1025002</th>\n",
       "      <td>Debt collection</td>\n",
       "      <td>Our son was taken to XXXX XXXX XXXX XXXX XXXX ...</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1025003</th>\n",
       "      <td>Bank account or service</td>\n",
       "      <td>On XXXX/XXXX/13, without my authorization, Ban...</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1025006</th>\n",
       "      <td>Debt collection</td>\n",
       "      <td>I had an account with XXXX in XX/XX/XXXX this ...</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1025007</th>\n",
       "      <td>Mortgage</td>\n",
       "      <td>I was contacted on XX/XX/XXXX email by XXXX fr...</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1025009</th>\n",
       "      <td>Debt collection</td>\n",
       "      <td>I had a debit that was included in my chapter ...</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>277814 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                         Product  \\\n",
       "1               Credit reporting   \n",
       "2                  Consumer Loan   \n",
       "7               Credit reporting   \n",
       "12               Debt collection   \n",
       "16               Debt collection   \n",
       "...                          ...   \n",
       "1025002          Debt collection   \n",
       "1025003  Bank account or service   \n",
       "1025006          Debt collection   \n",
       "1025007                 Mortgage   \n",
       "1025009          Debt collection   \n",
       "\n",
       "                                        Consumer Complaint  prod_category  \n",
       "1        I have outdated information on my credit repor...              0  \n",
       "2        I purchased a new car on XXXX XXXX. The car de...              1  \n",
       "7        An account on my credit report has a mistaken ...              0  \n",
       "12       This company refuses to provide me verificatio...              2  \n",
       "16       This complaint is in regards to Square Two Fin...              2  \n",
       "...                                                    ...            ...  \n",
       "1025002  Our son was taken to XXXX XXXX XXXX XXXX XXXX ...              2  \n",
       "1025003  On XXXX/XXXX/13, without my authorization, Ban...              6  \n",
       "1025006  I had an account with XXXX in XX/XX/XXXX this ...              2  \n",
       "1025007  I was contacted on XX/XX/XXXX email by XXXX fr...              3  \n",
       "1025009  I had a debit that was included in my chapter ...              2  \n",
       "\n",
       "[277814 rows x 3 columns]"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.feature_extraction.text import TfidfVectorizer"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "tfidf = TfidfVectorizer(sublinear_tf=True,  # to scale the data\n",
    "                        norm='l2',  # l1 and l2 regurlarization\n",
    "                        min_df=5,  # words with lower frequency counts than the threshold(5)\n",
    "                        stop_words='english',  # remove stop words\n",
    "                        ngram_range=(1,2))  # to include unigrams(only one word) and bigrams(consists of two words)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "features = tfidf.fit_transform(data['Consumer Complaint'][:10000])\n",
    "labels = data.prod_category[:10000]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "features = features.toarray()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(10000, 26672)"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "features.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.model_selection import train_test_split"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "X_train, X_test, y_train, y_test = train_test_split(features, labels, test_size=0.2, random_state=42)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.svm import LinearSVC\n",
    "from sklearn.metrics import accuracy_score"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Accuracy:  0.819\n"
     ]
    }
   ],
   "source": [
    "model = LinearSVC()\n",
    "model.fit(X_train, y_train)\n",
    "y_pred = model.predict(X_test)\n",
    "print('Accuracy: ', accuracy_score(y_test, y_pred))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Try out some complaints on this model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Enter compliant: I became past due on my Discover Credit Card last year. In an effort to remedy the situation I agreed to allow Discover to automatically debit my checking account in the amount of {$140.00} for 6 months. In exchange for allowing this to take place, Discover agreed to credit the monthly interest and late fees for the 6 month period, place a one time credit on my account of {$700.00} at the end of the 6 month period, and to \" re-age '' my account with the credit bureau so that the previously reported delinquent payment would be removed. This arrangement started on XXXX XXXX, 2015. After making the 6 on-time payments, Discover has informed me that they do n't have notes showing me the {$700.00} payment promise. However, they do have notes on my account that reflect the promise to re-age my account, but they refuse to do so with the XXXX major credit bureaus. After requesting that the recorded call from XXXX 2015 be located, I was informed that they were unable to do that. However, they would likely be able to get the call if required by the legal process.   I 'm writing this complaint because it 's really disappointing that a financial company promises to do something, the consumer attempts to correct a wrong, and then the financial company does n't uphold their end of the bargain. I feel as if Discover took advantage of my willingness to pay and made promises they never intended to keep.\n",
      "\n",
      "\n",
      "Product:  Credit card\n"
     ]
    }
   ],
   "source": [
    "complaint = [input('Enter compliant: ')]  # o/p: Credit Card\n",
    "my_predict = model.predict(tfidf.transform(complaint).toarray())\n",
    "print('\\n\\nProduct: ',prod_categ[int(my_predict)])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Enter compliant: Key Bank Collection Settlement called and asked to set up a payment plan because my loan had defaulted ( I did not default, I filed for bankruptcy and was told that immediately defaults this loan ). I agreed to making a regular monthly payment. I have repeatedly asked for a statement with the current balance and payment history and have not received one for months, although I continue sending payment for fear of defaulting. I believe my right is to receive written notice of the balances.\n",
      "\n",
      "\n",
      "Product:  Student loan\n"
     ]
    }
   ],
   "source": [
    "complaint = [input('Enter compliant: ')]  # o/p: Student Loan\n",
    "my_predict = model.predict(tfidf.transform(complaint).toarray())\n",
    "print('\\n\\nProduct: ',prod_categ[int(my_predict)])"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.1"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}