03: Topic_Modeling_using_NMF_sklearn.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "03: Topic_Modeling_using_NMF_sklearn.ipynb",
      "provenance": [],
      "collapsed_sections": []
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "accelerator": "GPU"
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "inZ7KHYzoSdi"
      },
      "source": [
        "End to End Topic Modeling using NMF - Non-Negative Matrix Factorization\n",
        "\n",
        "There are two ways of doing Topic Modeling\n",
        "\n",
        "* LDA - it's statistical method\n",
        "* NMF - it's linear algebraic method"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "jwc5wCXxoSaM"
      },
      "source": [
        ""
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "ITnIil_rP8FE"
      },
      "source": [
        "Video walkthrough the code - https://youtu.be/25JOEnrz40c"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "3Tib-VoNf3SU"
      },
      "source": [
        "import pandas as pd\n",
        "from sklearn.feature_extraction.text import TfidfVectorizer, CountVectorizer\n",
        "from sklearn import decomposition\n",
        "import matplotlib.pyplot as plt\n",
        "import numpy as np\n",
        "import re\n",
        "import nltk\n",
        "from nltk.stem.porter import PorterStemmer\n",
        "from sklearn.model_selection import train_test_split"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "WShP9UhDdqqz",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "3d8c792f-41f3-4677-9dff-f908c5df7445"
      },
      "source": [
        "nltk.download('punkt')"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "[nltk_data] Downloading package punkt to /root/nltk_data...\n",
            "[nltk_data]   Unzipping tokenizers/punkt.zip.\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "True"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 3
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "tJLUmACgf8oQ"
      },
      "source": [
        "df=pd.read_csv('https://github.com/srivatsan88/YouTubeLI/blob/master/dataset/consumer_compliants.zip?raw=true', compression='zip', sep=',', quotechar='\"')"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "2YZbkRxzg6KI",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "outputId": "814d6801-e649-41f3-8e36-5defdebb4962"
      },
      "source": [
        "df"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Date received</th>\n",
              "      <th>Product</th>\n",
              "      <th>Sub-product</th>\n",
              "      <th>Issue</th>\n",
              "      <th>Sub-issue</th>\n",
              "      <th>Consumer complaint narrative</th>\n",
              "      <th>Company public response</th>\n",
              "      <th>Company</th>\n",
              "      <th>State</th>\n",
              "      <th>ZIP code</th>\n",
              "      <th>Tags</th>\n",
              "      <th>Consumer consent provided?</th>\n",
              "      <th>Submitted via</th>\n",
              "      <th>Date sent to company</th>\n",
              "      <th>Company response to consumer</th>\n",
              "      <th>Timely response?</th>\n",
              "      <th>Consumer disputed?</th>\n",
              "      <th>Complaint ID</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>4/3/2020</td>\n",
              "      <td>Vehicle loan or lease</td>\n",
              "      <td>Loan</td>\n",
              "      <td>Getting a loan or lease</td>\n",
              "      <td>Fraudulent loan</td>\n",
              "      <td>This auto loan was opened on XX/XX/2020 in XXX...</td>\n",
              "      <td>Company has responded to the consumer and the ...</td>\n",
              "      <td>TRUIST FINANCIAL CORPORATION</td>\n",
              "      <td>PA</td>\n",
              "      <td>None</td>\n",
              "      <td>None</td>\n",
              "      <td>Consent provided</td>\n",
              "      <td>Web</td>\n",
              "      <td>4/3/2020</td>\n",
              "      <td>Closed with explanation</td>\n",
              "      <td>Yes</td>\n",
              "      <td>NaN</td>\n",
              "      <td>3591341</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>3/12/2020</td>\n",
              "      <td>Debt collection</td>\n",
              "      <td>Payday loan debt</td>\n",
              "      <td>Attempts to collect debt not owed</td>\n",
              "      <td>Debt is not yours</td>\n",
              "      <td>In XXXX of 2019 I noticed a debt for {$620.00}...</td>\n",
              "      <td>None</td>\n",
              "      <td>CURO Intermediate Holdings</td>\n",
              "      <td>CO</td>\n",
              "      <td>806XX</td>\n",
              "      <td>None</td>\n",
              "      <td>Consent provided</td>\n",
              "      <td>Web</td>\n",
              "      <td>3/12/2020</td>\n",
              "      <td>Closed with explanation</td>\n",
              "      <td>Yes</td>\n",
              "      <td>NaN</td>\n",
              "      <td>3564184</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>2/6/2020</td>\n",
              "      <td>Vehicle loan or lease</td>\n",
              "      <td>Loan</td>\n",
              "      <td>Getting a loan or lease</td>\n",
              "      <td>Credit denial</td>\n",
              "      <td>As stated from Capital One, XXXX XX/XX/XXXX an...</td>\n",
              "      <td>None</td>\n",
              "      <td>CAPITAL ONE FINANCIAL CORPORATION</td>\n",
              "      <td>OH</td>\n",
              "      <td>430XX</td>\n",
              "      <td>None</td>\n",
              "      <td>Consent provided</td>\n",
              "      <td>Web</td>\n",
              "      <td>2/6/2020</td>\n",
              "      <td>Closed with explanation</td>\n",
              "      <td>Yes</td>\n",
              "      <td>NaN</td>\n",
              "      <td>3521949</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>3/6/2020</td>\n",
              "      <td>Checking or savings account</td>\n",
              "      <td>Savings account</td>\n",
              "      <td>Managing an account</td>\n",
              "      <td>Banking errors</td>\n",
              "      <td>Please see CFPB case XXXX. \\n\\nCapital One, in...</td>\n",
              "      <td>None</td>\n",
              "      <td>CAPITAL ONE FINANCIAL CORPORATION</td>\n",
              "      <td>CA</td>\n",
              "      <td>None</td>\n",
              "      <td>None</td>\n",
              "      <td>Consent provided</td>\n",
              "      <td>Web</td>\n",
              "      <td>3/6/2020</td>\n",
              "      <td>Closed with explanation</td>\n",
              "      <td>Yes</td>\n",
              "      <td>NaN</td>\n",
              "      <td>3556237</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>2/14/2020</td>\n",
              "      <td>Debt collection</td>\n",
              "      <td>Medical debt</td>\n",
              "      <td>Attempts to collect debt not owed</td>\n",
              "      <td>Debt is not yours</td>\n",
              "      <td>This debt was incurred due to medical malpract...</td>\n",
              "      <td>Company believes it acted appropriately as aut...</td>\n",
              "      <td>Merchants and Professional Bureau, Inc.</td>\n",
              "      <td>OH</td>\n",
              "      <td>432XX</td>\n",
              "      <td>None</td>\n",
              "      <td>Consent provided</td>\n",
              "      <td>Web</td>\n",
              "      <td>2/14/2020</td>\n",
              "      <td>Closed with explanation</td>\n",
              "      <td>Yes</td>\n",
              "      <td>NaN</td>\n",
              "      <td>3531704</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>57448</th>\n",
              "      <td>2/29/2020</td>\n",
              "      <td>Student loan</td>\n",
              "      <td>Federal student loan servicing</td>\n",
              "      <td>Dealing with your lender or servicer</td>\n",
              "      <td>Trouble with how payments are being handled</td>\n",
              "      <td>I am attempting to make a payment toward my st...</td>\n",
              "      <td>None</td>\n",
              "      <td>Nelnet, Inc.</td>\n",
              "      <td>KS</td>\n",
              "      <td>None</td>\n",
              "      <td>None</td>\n",
              "      <td>Consent provided</td>\n",
              "      <td>Web</td>\n",
              "      <td>2/29/2020</td>\n",
              "      <td>Closed with explanation</td>\n",
              "      <td>Yes</td>\n",
              "      <td>NaN</td>\n",
              "      <td>3549178</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>57449</th>\n",
              "      <td>2/11/2020</td>\n",
              "      <td>Debt collection</td>\n",
              "      <td>Other debt</td>\n",
              "      <td>Attempts to collect debt not owed</td>\n",
              "      <td>Debt was paid</td>\n",
              "      <td>Received letter for {$480.00}. Original credit...</td>\n",
              "      <td>Company has responded to the consumer and the ...</td>\n",
              "      <td>The Receivable Management Services LLC, New Yo...</td>\n",
              "      <td>AZ</td>\n",
              "      <td>853XX</td>\n",
              "      <td>None</td>\n",
              "      <td>Consent provided</td>\n",
              "      <td>Web</td>\n",
              "      <td>2/18/2020</td>\n",
              "      <td>Closed with explanation</td>\n",
              "      <td>Yes</td>\n",
              "      <td>NaN</td>\n",
              "      <td>3527928</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>57450</th>\n",
              "      <td>2/29/2020</td>\n",
              "      <td>Debt collection</td>\n",
              "      <td>Other debt</td>\n",
              "      <td>Communication tactics</td>\n",
              "      <td>Used obscene, profane, or other abusive language</td>\n",
              "      <td>entire time 10 years until XX/XX/2020. XXXX ma...</td>\n",
              "      <td>Company has responded to the consumer and the ...</td>\n",
              "      <td>Convergent Resources, Inc.</td>\n",
              "      <td>NJ</td>\n",
              "      <td>8101</td>\n",
              "      <td>None</td>\n",
              "      <td>Consent provided</td>\n",
              "      <td>Web</td>\n",
              "      <td>2/29/2020</td>\n",
              "      <td>Closed with explanation</td>\n",
              "      <td>Yes</td>\n",
              "      <td>NaN</td>\n",
              "      <td>3549238</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>57451</th>\n",
              "      <td>1/16/2020</td>\n",
              "      <td>Checking or savings account</td>\n",
              "      <td>Checking account</td>\n",
              "      <td>Problem with a lender or other company chargin...</td>\n",
              "      <td>Transaction was not authorized</td>\n",
              "      <td>I am a customer with Wells Fargo Bank. Recentl...</td>\n",
              "      <td>Company has responded to the consumer and the ...</td>\n",
              "      <td>WELLS FARGO &amp; COMPANY</td>\n",
              "      <td>AZ</td>\n",
              "      <td>852XX</td>\n",
              "      <td>None</td>\n",
              "      <td>Consent provided</td>\n",
              "      <td>Web</td>\n",
              "      <td>1/22/2020</td>\n",
              "      <td>Closed with explanation</td>\n",
              "      <td>Yes</td>\n",
              "      <td>NaN</td>\n",
              "      <td>3498566</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>57452</th>\n",
              "      <td>1/16/2020</td>\n",
              "      <td>Debt collection</td>\n",
              "      <td>Auto debt</td>\n",
              "      <td>Took or threatened to take negative or legal a...</td>\n",
              "      <td>Threatened or suggested your credit would be d...</td>\n",
              "      <td>I spoken with them several times in a year. An...</td>\n",
              "      <td>None</td>\n",
              "      <td>Exeter Finance Corp.</td>\n",
              "      <td>SC</td>\n",
              "      <td>None</td>\n",
              "      <td>None</td>\n",
              "      <td>Consent provided</td>\n",
              "      <td>Web</td>\n",
              "      <td>1/16/2020</td>\n",
              "      <td>Closed with explanation</td>\n",
              "      <td>Yes</td>\n",
              "      <td>NaN</td>\n",
              "      <td>3498524</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>57453 rows × 18 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "      Date received  ... Complaint ID\n",
              "0          4/3/2020  ...      3591341\n",
              "1         3/12/2020  ...      3564184\n",
              "2          2/6/2020  ...      3521949\n",
              "3          3/6/2020  ...      3556237\n",
              "4         2/14/2020  ...      3531704\n",
              "...             ...  ...          ...\n",
              "57448     2/29/2020  ...      3549178\n",
              "57449     2/11/2020  ...      3527928\n",
              "57450     2/29/2020  ...      3549238\n",
              "57451     1/16/2020  ...      3498566\n",
              "57452     1/16/2020  ...      3498524\n",
              "\n",
              "[57453 rows x 18 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 5
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Iu0aXVAqg73M",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "7661991d-3b03-4245-9614-a3a2ffbd94ed"
      },
      "source": [
        "df['Product'].value_counts()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "Debt collection                21772\n",
              "Credit card or prepaid card    13193\n",
              "Mortgage                        9799\n",
              "Checking or savings account     7003\n",
              "Student loan                    2950\n",
              "Vehicle loan or lease           2736\n",
              "Name: Product, dtype: int64"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 6
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "ZIOA2D7qhPIM",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "3c564464-293d-4dcf-d138-bd2f4b68d62f"
      },
      "source": [
        "df['Company'].value_counts()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "CITIBANK, N.A.                           3226\n",
              "CAPITAL ONE FINANCIAL CORPORATION        2711\n",
              "BANK OF AMERICA, NATIONAL ASSOCIATION    2580\n",
              "JPMORGAN CHASE & CO.                     2409\n",
              "WELLS FARGO & COMPANY                    2001\n",
              "                                         ... \n",
              "American Credit Systems, Inc                1\n",
              "KMD Partners, LLC                           1\n",
              "The Wilber Law Firm, P.C.                   1\n",
              "BERKSHIRE HILLS BANCORP, INC                1\n",
              "LPSG                                        1\n",
              "Name: Company, Length: 2197, dtype: int64"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 7
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "RyAy7ALMkDK-"
      },
      "source": [
        "complaints_df=df[['Consumer complaint narrative','Product','Company']].rename(columns={'Consumer complaint narrative':'complaints'})"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "j2e_-PbHkgcC",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "outputId": "f1b33fb8-665c-4488-bf5a-ceeac38bb66c"
      },
      "source": [
        "pd.set_option('display.max_colwidth', -1)\n",
        "complaints_df"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.6/dist-packages/ipykernel_launcher.py:1: FutureWarning: Passing a negative integer is deprecated in version 1.0 and will not be supported in future version. Instead, use None to not limit the column width.\n",
            "  \"\"\"Entry point for launching an IPython kernel.\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>complaints</th>\n",
              "      <th>Product</th>\n",
              "      <th>Company</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>This auto loan was opened on XX/XX/2020 in XXXX, NC with BB &amp; T in my name. I have NEVER been to North Carolina and I have NEVER been a resident. I have filed a dispute twice through my credit bureaus but both times BB &amp; T has claimed that this is an accurate loan. Which I wasn't aware of until today. I have tried to contact BB &amp; T multiple times but I have never gotten through to a live person. I do n't drive and I have never owned a car before. I didn't have any knowledge of this account until I checked XXXXXXXX XXXX  and noticed it. I've tried twice to dispute it. Additionally I never received any bills or information about this account. This is my last resort in trying to remove this fraudulent loan off of my account.</td>\n",
              "      <td>Vehicle loan or lease</td>\n",
              "      <td>TRUIST FINANCIAL CORPORATION</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>In XXXX of 2019 I noticed a debt for {$620.00} on my credit which i believed was mine I thought speedy cash had bought one of my old debts and sold it to XXXX XXXX XXXX XXXX. I contacted XXXX XXXX XXXX XXXX and after several attempts of giving my full name, nothing came up in their system. I gave my social and the rep said the account popped up but DID NOT tell me that the account was under someone elses name and continued to let me make a payment. The payment was for {$120.00}. Confirmation number-XXXX. After realizing it was not my account, I called back to get my money back and inform them of the mistake. I was told i needed to mail them an FTC report and dispute letter to get my money back. I completed all of this and when i called again they said they transferred the account back to speedy cash for fraud review and I would need to contact them. After contacting them i was again told that i can not get my money back. The issue im having is this representative at XXXX XXXX played blind to obvious fraud and let an innocent person make a payment on someone elses debt and i want my money back.</td>\n",
              "      <td>Debt collection</td>\n",
              "      <td>CURO Intermediate Holdings</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>As stated from Capital One, XXXX XX/XX/XXXX and XXXX 2018, My wife and I went to several car dealerships to request for a car loan to get a used car. However, according to their credit requirements unfortunately my credit score was insufficient for the car loan approval at that time. It seemed as though they pulled my credit report multiple times.</td>\n",
              "      <td>Vehicle loan or lease</td>\n",
              "      <td>CAPITAL ONE FINANCIAL CORPORATION</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>Please see CFPB case XXXX. \\n\\nCapital One, in the letter they provided ( and attached to that case as their response ) said this : \" The funds were reversed and sent back to XXXX XXXX XXXX  on XX/XX/XXXX ''. \\n\\nXXXX XXXX XXXX  ( now XXXX XXXX  ) has not received these funds. Staff at XXXX XXXX  - and also staff at the account-holder 's business - have looked for return of my money ( {$650.00} ) and find nothing. \\n\\nCapital One needs to document - actually prove - they returned the funds, as stated in their letter. Capital One must provide electronic information, if the return was made that way, or document the paper check they sent back to XXXX XXXX. \\n\\nI've left 3 messages about this problem for the person who signed the letter ( XXXX ) from Capital One. I have received no call-backs. \\n\\nSummary : Capital One said they returned my money on XX/XX/XXXX : they did not. If they continue claim they did, then they need to prove that.</td>\n",
              "      <td>Checking or savings account</td>\n",
              "      <td>CAPITAL ONE FINANCIAL CORPORATION</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>This debt was incurred due to medical malpractice ( XXXX XXXX XXXX, XXXX, TX ). I asked the doctor to turn over my claim to his malpractice insurance company. This has cost me thousands of dollars to XXXX XXXX XXXX. I am still trying to collect damages from this doctor. He never responded and turned over me to collections Merchants and Professional Collection Bureau , Inc. I sent them a letter describing exactly this issue and instead of not contacting me and verifying my debt they start reporting this debt to the credit reporting agencies. They never verified the debt, like I asked and they never stopped it from being reported when I specifically told them not to, due to the circumstances above.</td>\n",
              "      <td>Debt collection</td>\n",
              "      <td>Merchants and Professional Bureau, Inc.</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>57448</th>\n",
              "      <td>I am attempting to make a payment toward my student loans on the Nelnet website today, XX/XX/20, and Nelnet will not allow me to post the payment sooner than XX/XX/20. By the time the payment posts, 2-3 days of additional interest will have accrued and my payments will apply more to interest than is due today, the day that I'm attempting to pay. My understanding was that I could make a payment at any time but this does not appear to be true. The funds are available in my bank account today regardless of whether Nelnet can collect over the weekend. I should not be penalized for this. \\n\\nI submitted complaint XXXX in XXXX for other deceptive practices with Nelnet. They have not yet resolved the issue identified in that complaint or contacted me as they said they would in their response. I believe this new issue is just one more deceptive practice by this company that causes financial harm to borrowers.</td>\n",
              "      <td>Student loan</td>\n",
              "      <td>Nelnet, Inc.</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>57449</th>\n",
              "      <td>Received letter for {$480.00}. Original creditor didnt contact me until past statute of limitations for insurance company recoupment per Arizona law. Debt collection is illegal for phantom debt. Additionally they are phoning my office excessively.</td>\n",
              "      <td>Debt collection</td>\n",
              "      <td>The Receivable Management Services LLC, New York, NY Branch</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>57450</th>\n",
              "      <td>entire time 10 years until XX/XX/2020. XXXX makes my blood boil. I have called and was lied to told to provide my checking account information over the phone in order to turn my cell phone back on. i called at XXXX them at XXXX {$300.00} was added to my bill. \\n\\nScam scam scam I was told I can not call the office of the President just to write to XXXX XXXX XXXX XXXX XXXX XXXX XXXX, NM XXXX. I did three thousand times. the last letter I mailed on XX/XX/2020. Two collection agencies later. \\n\\nI chose to leave XXXX XXXX every time I called the XXXX supervisor would threaten me on a recorded line. I need peace of mind and a good Heart to beat inside of me. Im on a XXXX XXXX due to the stress at XXXX XXXX   taking all my money 4 10 years.</td>\n",
              "      <td>Debt collection</td>\n",
              "      <td>Convergent Resources, Inc.</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>57451</th>\n",
              "      <td>I am a customer with Wells Fargo Bank. Recently money was withdrawn on a couple of occasions without my permission or consent to pay for a timeshare account that was never used by me nor anyone connected to me because of unfair policies pertaining to the fees of the said timeshare. I tried cancelling the said timeshare account several times because of these fees that were never mentioned at the initiation. My account was debited to pay for the timeshare fees without my knowledge or consent several times. I tried correcting this with Wells Fargo bank with no avail. I would appreciate it if you can look into this matter for me. I was left with no funds in my account and as such I could not take care of the basic necessities of my day to day life. \\nThanks in advance,</td>\n",
              "      <td>Checking or savings account</td>\n",
              "      <td>WELLS FARGO &amp; COMPANY</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>57452</th>\n",
              "      <td>I spoken with them several times in a year. An in XXXX they informed me yes they sold my information to a third party without my knowledge. Also, I told them that I dont owe them anything because my car was paid off by insurance XXXX an Gap an they said no. I also informed them that constantly calling me an telling me that my credit score would be damage was inappropriate. But on my credit they written several negative things. An I didnt give Exeter financial Corp no authority to sell my information to XXXX XXXX</td>\n",
              "      <td>Debt collection</td>\n",
              "      <td>Exeter Finance Corp.</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>57453 rows × 3 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                   complaints  ...                                                      Company\n",
              "0      This auto loan was opened on XX/XX/2020 in XXXX, NC with BB & T in my name. I have NEVER been to North Carolina and I have NEVER been a resident. I have filed a dispute twice through my credit bureaus but both times BB & T has claimed that this is an accurate loan. Which I wasn't aware of until today. I have tried to contact BB & T multiple times but I have never gotten through to a live person. I do n't drive and I have never owned a car before. I didn't have any knowledge of this account until I checked XXXXXXXX XXXX  and noticed it. I've tried twice to dispute it. Additionally I never received any bills or information about this account. This is my last resort in trying to remove this fraudulent loan off of my account.                                                                                                                                                                                                                                                                                                                                                                                             ...  TRUIST FINANCIAL CORPORATION                               \n",
              "1      In XXXX of 2019 I noticed a debt for {$620.00} on my credit which i believed was mine I thought speedy cash had bought one of my old debts and sold it to XXXX XXXX XXXX XXXX. I contacted XXXX XXXX XXXX XXXX and after several attempts of giving my full name, nothing came up in their system. I gave my social and the rep said the account popped up but DID NOT tell me that the account was under someone elses name and continued to let me make a payment. The payment was for {$120.00}. Confirmation number-XXXX. After realizing it was not my account, I called back to get my money back and inform them of the mistake. I was told i needed to mail them an FTC report and dispute letter to get my money back. I completed all of this and when i called again they said they transferred the account back to speedy cash for fraud review and I would need to contact them. After contacting them i was again told that i can not get my money back. The issue im having is this representative at XXXX XXXX played blind to obvious fraud and let an innocent person make a payment on someone elses debt and i want my money back.  ...  CURO Intermediate Holdings                                 \n",
              "2      As stated from Capital One, XXXX XX/XX/XXXX and XXXX 2018, My wife and I went to several car dealerships to request for a car loan to get a used car. However, according to their credit requirements unfortunately my credit score was insufficient for the car loan approval at that time. It seemed as though they pulled my credit report multiple times.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                           ...  CAPITAL ONE FINANCIAL CORPORATION                          \n",
              "3      Please see CFPB case XXXX. \\n\\nCapital One, in the letter they provided ( and attached to that case as their response ) said this : \" The funds were reversed and sent back to XXXX XXXX XXXX  on XX/XX/XXXX ''. \\n\\nXXXX XXXX XXXX  ( now XXXX XXXX  ) has not received these funds. Staff at XXXX XXXX  - and also staff at the account-holder 's business - have looked for return of my money ( {$650.00} ) and find nothing. \\n\\nCapital One needs to document - actually prove - they returned the funds, as stated in their letter. Capital One must provide electronic information, if the return was made that way, or document the paper check they sent back to XXXX XXXX. \\n\\nI've left 3 messages about this problem for the person who signed the letter ( XXXX ) from Capital One. I have received no call-backs. \\n\\nSummary : Capital One said they returned my money on XX/XX/XXXX : they did not. If they continue claim they did, then they need to prove that.                                                                                                                                                                     ...  CAPITAL ONE FINANCIAL CORPORATION                          \n",
              "4      This debt was incurred due to medical malpractice ( XXXX XXXX XXXX, XXXX, TX ). I asked the doctor to turn over my claim to his malpractice insurance company. This has cost me thousands of dollars to XXXX XXXX XXXX. I am still trying to collect damages from this doctor. He never responded and turned over me to collections Merchants and Professional Collection Bureau , Inc. I sent them a letter describing exactly this issue and instead of not contacting me and verifying my debt they start reporting this debt to the credit reporting agencies. They never verified the debt, like I asked and they never stopped it from being reported when I specifically told them not to, due to the circumstances above.                                                                                                                                                                                                                                                                                                                                                                                                                       ...  Merchants and Professional Bureau, Inc.                    \n",
              "...                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                  ...                                                                                                                                                                                                                                                                                                                                                                                                                       ...                                      ...                    \n",
              "57448  I am attempting to make a payment toward my student loans on the Nelnet website today, XX/XX/20, and Nelnet will not allow me to post the payment sooner than XX/XX/20. By the time the payment posts, 2-3 days of additional interest will have accrued and my payments will apply more to interest than is due today, the day that I'm attempting to pay. My understanding was that I could make a payment at any time but this does not appear to be true. The funds are available in my bank account today regardless of whether Nelnet can collect over the weekend. I should not be penalized for this. \\n\\nI submitted complaint XXXX in XXXX for other deceptive practices with Nelnet. They have not yet resolved the issue identified in that complaint or contacted me as they said they would in their response. I believe this new issue is just one more deceptive practice by this company that causes financial harm to borrowers.                                                                                                                                                                                                      ...  Nelnet, Inc.                                               \n",
              "57449  Received letter for {$480.00}. Original creditor didnt contact me until past statute of limitations for insurance company recoupment per Arizona law. Debt collection is illegal for phantom debt. Additionally they are phoning my office excessively.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                 ...  The Receivable Management Services LLC, New York, NY Branch\n",
              "57450  entire time 10 years until XX/XX/2020. XXXX makes my blood boil. I have called and was lied to told to provide my checking account information over the phone in order to turn my cell phone back on. i called at XXXX them at XXXX {$300.00} was added to my bill. \\n\\nScam scam scam I was told I can not call the office of the President just to write to XXXX XXXX XXXX XXXX XXXX XXXX XXXX, NM XXXX. I did three thousand times. the last letter I mailed on XX/XX/2020. Two collection agencies later. \\n\\nI chose to leave XXXX XXXX every time I called the XXXX supervisor would threaten me on a recorded line. I need peace of mind and a good Heart to beat inside of me. Im on a XXXX XXXX due to the stress at XXXX XXXX   taking all my money 4 10 years.                                                                                                                                                                                                                                                                                                                                                                               ...  Convergent Resources, Inc.                                 \n",
              "57451  I am a customer with Wells Fargo Bank. Recently money was withdrawn on a couple of occasions without my permission or consent to pay for a timeshare account that was never used by me nor anyone connected to me because of unfair policies pertaining to the fees of the said timeshare. I tried cancelling the said timeshare account several times because of these fees that were never mentioned at the initiation. My account was debited to pay for the timeshare fees without my knowledge or consent several times. I tried correcting this with Wells Fargo bank with no avail. I would appreciate it if you can look into this matter for me. I was left with no funds in my account and as such I could not take care of the basic necessities of my day to day life. \\nThanks in advance,                                                                                                                                                                                                                                                                                                                                                 ...  WELLS FARGO & COMPANY                                      \n",
              "57452  I spoken with them several times in a year. An in XXXX they informed me yes they sold my information to a third party without my knowledge. Also, I told them that I dont owe them anything because my car was paid off by insurance XXXX an Gap an they said no. I also informed them that constantly calling me an telling me that my credit score would be damage was inappropriate. But on my credit they written several negative things. An I didnt give Exeter financial Corp no authority to sell my information to XXXX XXXX                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                   ...  Exeter Finance Corp.                                       \n",
              "\n",
              "[57453 rows x 3 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 9
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "SC6IhFa35ea5"
      },
      "source": [
        "X_train, X_hold = train_test_split(complaints_df, test_size=0.3, random_state=111)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "b4IuhHvB8CKf",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "88d7ac22-4a82-4314-ecd4-02e0f2b37bf3"
      },
      "source": [
        "X_train['Product'].value_counts()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "Debt collection                15281\n",
              "Credit card or prepaid card    9263 \n",
              "Mortgage                       6815 \n",
              "Checking or savings account    4864 \n",
              "Student loan                   2078 \n",
              "Vehicle loan or lease          1916 \n",
              "Name: Product, dtype: int64"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 11
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "yOJI-TWxkXmH",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "be9eeeee-f03f-44e5-e365-6f6e8edaebdf"
      },
      "source": [
        "#stemmer = PorterStemmer()\n",
        "stemmer = nltk.stem.SnowballStemmer('english')\n",
        "nltk.download('stopwords')\n",
        "stop_words = set(nltk.corpus.stopwords.words('english'))"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "[nltk_data] Downloading package stopwords to /root/nltk_data...\n",
            "[nltk_data]   Unzipping corpora/stopwords.zip.\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "c33HdaMZkPlJ"
      },
      "source": [
        "def tokenize(text):\n",
        "   tokens = [word for word in nltk.word_tokenize(text) if (len(word) > 3 and len(word.strip('Xx/')) > 2 and len(re.sub('\\d+','',word.strip('Xx/'))) > 3)] \n",
        "   #tokens = map(str.lower, tokens)\n",
        "   str(tokens).lower()\n",
        "   stems = [stemmer.stem(item) for item in tokens if (item not in stop_words)]\n",
        "   return tokens"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "HgZ6lFDEBz8k"
      },
      "source": [
        "vectorizer_tf = TfidfVectorizer(tokenizer=tokenize, stop_words=None, max_df=0.75, max_features=1000, lowercase=False, ngram_range=(1,2))\n",
        "tf_vectors = vectorizer_tf.fit_transform(X_train.complaints) "
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "NwxB1PqJPEJV",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "82e325b3-6bf1-4c94-973e-6a0e45da33de"
      },
      "source": [
        "tf_vectors.A"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "array([[0.        , 0.        , 0.        , ..., 0.        , 0.        ,\n",
              "        0.        ],\n",
              "       [0.        , 0.        , 0.        , ..., 0.        , 0.        ,\n",
              "        0.        ],\n",
              "       [0.        , 0.        , 0.        , ..., 0.        , 0.        ,\n",
              "        0.        ],\n",
              "       ...,\n",
              "       [0.        , 0.        , 0.        , ..., 0.10041401, 0.        ,\n",
              "        0.        ],\n",
              "       [0.        , 0.        , 0.        , ..., 0.        , 0.        ,\n",
              "        0.        ],\n",
              "       [0.        , 0.        , 0.        , ..., 0.        , 0.        ,\n",
              "        0.        ]])"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 15
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "0rl3k7xm0aKE",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "d365cf62-b63e-4ee7-afd0-a1c6eb6d1da3"
      },
      "source": [
        "vectorizer_tf.get_feature_names()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "['ACCOUNT',\n",
              " 'Account',\n",
              " 'After',\n",
              " 'Again',\n",
              " 'Also',\n",
              " 'America',\n",
              " 'American',\n",
              " 'American Express',\n",
              " 'Bank',\n",
              " 'Bank America',\n",
              " 'Because',\n",
              " 'Bureau',\n",
              " 'CFPB',\n",
              " 'CREDIT',\n",
              " 'Capital',\n",
              " 'Card',\n",
              " 'Chase',\n",
              " 'Citi',\n",
              " 'Citibank',\n",
              " 'Collection',\n",
              " 'Company',\n",
              " 'Consumer',\n",
              " 'Cooper',\n",
              " 'Credit',\n",
              " 'Credit Reporting',\n",
              " 'Customer',\n",
              " 'Date',\n",
              " 'Debt',\n",
              " 'Debt Collection',\n",
              " 'Department',\n",
              " 'Discover',\n",
              " 'During',\n",
              " 'Express',\n",
              " 'FCRA',\n",
              " 'FDCPA',\n",
              " 'Fair',\n",
              " 'Fair Credit',\n",
              " 'Fair Debt',\n",
              " 'Fargo',\n",
              " 'Federal',\n",
              " 'Financial',\n",
              " 'First',\n",
              " 'Fraud',\n",
              " 'Freedom',\n",
              " 'HAVE',\n",
              " 'Home',\n",
              " 'However',\n",
              " 'Loan',\n",
              " 'Monday',\n",
              " 'Mortgage',\n",
              " 'NEVER',\n",
              " 'Navient',\n",
              " 'Once',\n",
              " 'Payment',\n",
              " 'Please',\n",
              " 'Please help',\n",
              " 'Portfolio',\n",
              " 'Practices',\n",
              " 'Recovery',\n",
              " 'Reporting',\n",
              " 'Section',\n",
              " 'Service',\n",
              " 'Services',\n",
              " 'Servicing',\n",
              " 'Shellpoint',\n",
              " 'Since',\n",
              " 'State',\n",
              " 'Synchrony',\n",
              " 'THAT',\n",
              " 'THEY',\n",
              " 'THIS',\n",
              " 'Thank',\n",
              " 'That',\n",
              " 'Their',\n",
              " 'Then',\n",
              " 'There',\n",
              " 'These',\n",
              " 'They',\n",
              " 'They have',\n",
              " 'They said',\n",
              " 'This',\n",
              " 'This company',\n",
              " 'Today',\n",
              " 'USAA',\n",
              " 'WITH',\n",
              " 'Wells',\n",
              " 'Wells Fargo',\n",
              " 'What',\n",
              " 'When',\n",
              " 'Your',\n",
              " 'ability',\n",
              " 'able',\n",
              " 'about',\n",
              " 'about this',\n",
              " 'above',\n",
              " 'accept',\n",
              " 'accepted',\n",
              " 'access',\n",
              " 'accordance',\n",
              " 'accordance with',\n",
              " 'according',\n",
              " 'account',\n",
              " 'account been',\n",
              " 'account closed',\n",
              " 'account from',\n",
              " 'account have',\n",
              " 'account number',\n",
              " 'account that',\n",
              " 'account they',\n",
              " 'account with',\n",
              " 'accounts',\n",
              " 'accurate',\n",
              " 'action',\n",
              " 'actions',\n",
              " 'activity',\n",
              " 'actual',\n",
              " 'actually',\n",
              " 'added',\n",
              " 'addition',\n",
              " 'additional',\n",
              " 'address',\n",
              " 'advised',\n",
              " 'advised that',\n",
              " 'afford',\n",
              " 'after',\n",
              " 'again',\n",
              " 'against',\n",
              " 'agencies',\n",
              " 'agency',\n",
              " 'agent',\n",
              " 'agreed',\n",
              " 'agreement',\n",
              " 'alleged',\n",
              " 'alleged debt',\n",
              " 'allow',\n",
              " 'allowed',\n",
              " 'almost',\n",
              " 'along',\n",
              " 'along with',\n",
              " 'already',\n",
              " 'also',\n",
              " 'always',\n",
              " 'amount',\n",
              " 'amounts',\n",
              " 'another',\n",
              " 'answer',\n",
              " 'anyone',\n",
              " 'anything',\n",
              " 'application',\n",
              " 'applied',\n",
              " 'apply',\n",
              " 'appraisal',\n",
              " 'approved',\n",
              " 'approximately',\n",
              " 'around',\n",
              " 'asked',\n",
              " 'asked them',\n",
              " 'asking',\n",
              " 'assist',\n",
              " 'assistance',\n",
              " 'assured',\n",
              " 'attached',\n",
              " 'attempt',\n",
              " 'attempted',\n",
              " 'attempting',\n",
              " 'attempts',\n",
              " 'attorney',\n",
              " 'authorized',\n",
              " 'auto',\n",
              " 'available',\n",
              " 'aware',\n",
              " 'away',\n",
              " 'back',\n",
              " 'balance',\n",
              " 'bank',\n",
              " 'bank account',\n",
              " 'banking',\n",
              " 'bankruptcy',\n",
              " 'banks',\n",
              " 'based',\n",
              " 'became',\n",
              " 'because',\n",
              " 'because they',\n",
              " 'been',\n",
              " 'before',\n",
              " 'began',\n",
              " 'beginning',\n",
              " 'behalf',\n",
              " 'behind',\n",
              " 'being',\n",
              " 'believe',\n",
              " 'believe that',\n",
              " 'belong',\n",
              " 'below',\n",
              " 'between',\n",
              " 'bill',\n",
              " 'billing',\n",
              " 'bills',\n",
              " 'bonus',\n",
              " 'both',\n",
              " 'bought',\n",
              " 'branch',\n",
              " 'bureau',\n",
              " 'bureaus',\n",
              " 'business',\n",
              " 'business days',\n",
              " 'call',\n",
              " 'call back',\n",
              " 'call from',\n",
              " 'called',\n",
              " 'called again',\n",
              " 'called back',\n",
              " 'called them',\n",
              " 'calling',\n",
              " 'calls',\n",
              " 'came',\n",
              " 'cancel',\n",
              " 'cancelled',\n",
              " 'cant',\n",
              " 'card',\n",
              " 'cards',\n",
              " 'care',\n",
              " 'case',\n",
              " 'cash',\n",
              " 'caused',\n",
              " 'certified',\n",
              " 'change',\n",
              " 'changed',\n",
              " 'charge',\n",
              " 'charged',\n",
              " 'charges',\n",
              " 'charging',\n",
              " 'check',\n",
              " 'checked',\n",
              " 'checking',\n",
              " 'checking account',\n",
              " 'checks',\n",
              " 'claim',\n",
              " 'claimed',\n",
              " 'claiming',\n",
              " 'claims',\n",
              " 'clear',\n",
              " 'cleared',\n",
              " 'clearly',\n",
              " 'close',\n",
              " 'close account',\n",
              " 'closed',\n",
              " 'closed account',\n",
              " 'closing',\n",
              " 'collect',\n",
              " 'collect debt',\n",
              " 'collection',\n",
              " 'collection agency',\n",
              " 'collections',\n",
              " 'collector',\n",
              " 'come',\n",
              " 'communication',\n",
              " 'companies',\n",
              " 'company',\n",
              " 'company that',\n",
              " 'complaint',\n",
              " 'complaint with',\n",
              " 'complaints',\n",
              " 'complete',\n",
              " 'completed',\n",
              " 'completely',\n",
              " 'confirm',\n",
              " 'confirmation',\n",
              " 'confirmed',\n",
              " 'consent',\n",
              " 'consumer',\n",
              " 'consumers',\n",
              " 'contact',\n",
              " 'contacted',\n",
              " 'contacting',\n",
              " 'continue',\n",
              " 'continued',\n",
              " 'continues',\n",
              " 'contract',\n",
              " 'conversation',\n",
              " 'copies',\n",
              " 'copy',\n",
              " 'correct',\n",
              " 'correspondence',\n",
              " 'cost',\n",
              " 'could',\n",
              " 'couple',\n",
              " 'court',\n",
              " 'cover',\n",
              " 'credit',\n",
              " 'credit bureau',\n",
              " 'credit bureaus',\n",
              " 'credit card',\n",
              " 'credit cards',\n",
              " 'credit report',\n",
              " 'credit reporting',\n",
              " 'credit reports',\n",
              " 'credit score',\n",
              " 'credited',\n",
              " 'creditor',\n",
              " 'current',\n",
              " 'currently',\n",
              " 'customer',\n",
              " 'customer service',\n",
              " 'customers',\n",
              " 'date',\n",
              " 'dated',\n",
              " 'dates',\n",
              " 'days',\n",
              " 'deal',\n",
              " 'debit',\n",
              " 'debit card',\n",
              " 'debt',\n",
              " 'debt collection',\n",
              " 'debt collector',\n",
              " 'debt that',\n",
              " 'debts',\n",
              " 'deceptive',\n",
              " 'decided',\n",
              " 'decision',\n",
              " 'declined',\n",
              " 'default',\n",
              " 'delinquent',\n",
              " 'demand',\n",
              " 'denied',\n",
              " 'department',\n",
              " 'deposit',\n",
              " 'deposited',\n",
              " 'despite',\n",
              " 'details',\n",
              " 'didnt',\n",
              " 'different',\n",
              " 'direct',\n",
              " 'directly',\n",
              " 'discovered',\n",
              " 'dispute',\n",
              " 'disputed',\n",
              " 'disputes',\n",
              " 'document',\n",
              " 'documentation',\n",
              " 'documents',\n",
              " 'does',\n",
              " 'doing',\n",
              " 'dollars',\n",
              " 'done',\n",
              " 'dont',\n",
              " 'down',\n",
              " 'during',\n",
              " 'each',\n",
              " 'early',\n",
              " 'either',\n",
              " 'else',\n",
              " 'email',\n",
              " 'emailed',\n",
              " 'emails',\n",
              " 'employee',\n",
              " 'employer',\n",
              " 'ended',\n",
              " 'ending',\n",
              " 'enough',\n",
              " 'entire',\n",
              " 'error',\n",
              " 'escrow',\n",
              " 'escrow account',\n",
              " 'even',\n",
              " 'even though',\n",
              " 'ever',\n",
              " 'every',\n",
              " 'every month',\n",
              " 'everything',\n",
              " 'evidence',\n",
              " 'explain',\n",
              " 'explained',\n",
              " 'explained that',\n",
              " 'explanation',\n",
              " 'extra',\n",
              " 'extremely',\n",
              " 'fact',\n",
              " 'fact that',\n",
              " 'failed',\n",
              " 'fair',\n",
              " 'false',\n",
              " 'family',\n",
              " 'federal',\n",
              " 'feel',\n",
              " 'fees',\n",
              " 'file',\n",
              " 'filed',\n",
              " 'filing',\n",
              " 'final',\n",
              " 'finally',\n",
              " 'finance',\n",
              " 'financial',\n",
              " 'find',\n",
              " 'firm',\n",
              " 'first',\n",
              " 'fixed',\n",
              " 'follow',\n",
              " 'following',\n",
              " 'forbearance',\n",
              " 'forced',\n",
              " 'foreclosure',\n",
              " 'form',\n",
              " 'forward',\n",
              " 'found',\n",
              " 'fraud',\n",
              " 'fraudulent',\n",
              " 'from',\n",
              " 'from account',\n",
              " 'from bank',\n",
              " 'from credit',\n",
              " 'from that',\n",
              " 'from them',\n",
              " 'from this',\n",
              " 'full',\n",
              " 'funds',\n",
              " 'further',\n",
              " 'gave',\n",
              " 'getting',\n",
              " 'give',\n",
              " 'given',\n",
              " 'giving',\n",
              " 'going',\n",
              " 'gone',\n",
              " 'good',\n",
              " 'happen',\n",
              " 'happened',\n",
              " 'hard',\n",
              " 'hardship',\n",
              " 'have',\n",
              " 'have been',\n",
              " 'have called',\n",
              " 'have contacted',\n",
              " 'have made',\n",
              " 'have never',\n",
              " 'have paid',\n",
              " 'have received',\n",
              " 'have sent',\n",
              " 'have tried',\n",
              " 'having',\n",
              " 'heard',\n",
              " 'held',\n",
              " 'help',\n",
              " 'here',\n",
              " 'high',\n",
              " 'higher',\n",
              " 'history',\n",
              " 'hold',\n",
              " 'home',\n",
              " 'hour',\n",
              " 'hours',\n",
              " 'house',\n",
              " 'however',\n",
              " 'hung',\n",
              " 'husband',\n",
              " 'idea',\n",
              " 'identity',\n",
              " 'identity theft',\n",
              " 'illegal',\n",
              " 'immediately',\n",
              " 'inaccurate',\n",
              " 'included',\n",
              " 'including',\n",
              " 'income',\n",
              " 'incorrect',\n",
              " 'increase',\n",
              " 'indicated',\n",
              " 'info',\n",
              " 'inform',\n",
              " 'information',\n",
              " 'informed',\n",
              " 'informed that',\n",
              " 'initial',\n",
              " 'inquiry',\n",
              " 'instead',\n",
              " 'insurance',\n",
              " 'interest',\n",
              " 'interest rate',\n",
              " 'into',\n",
              " 'investigate',\n",
              " 'investigated',\n",
              " 'investigation',\n",
              " 'issue',\n",
              " 'issued',\n",
              " 'issues',\n",
              " 'item',\n",
              " 'items',\n",
              " 'just',\n",
              " 'keep',\n",
              " 'kept',\n",
              " 'kind',\n",
              " 'knew',\n",
              " 'know',\n",
              " 'know that',\n",
              " 'know what',\n",
              " 'knowledge',\n",
              " 'lack',\n",
              " 'last',\n",
              " 'late',\n",
              " 'late fees',\n",
              " 'late payment',\n",
              " 'late payments',\n",
              " 'later',\n",
              " 'laws',\n",
              " 'lease',\n",
              " 'least',\n",
              " 'leave',\n",
              " 'left',\n",
              " 'legal',\n",
              " 'lender',\n",
              " 'less',\n",
              " 'letter',\n",
              " 'letter from',\n",
              " 'letters',\n",
              " 'license',\n",
              " 'life',\n",
              " 'like',\n",
              " 'limit',\n",
              " 'line',\n",
              " 'listed',\n",
              " 'live',\n",
              " 'loan',\n",
              " 'loan modification',\n",
              " 'loans',\n",
              " 'local',\n",
              " 'long',\n",
              " 'longer',\n",
              " 'look',\n",
              " 'looked',\n",
              " 'looking',\n",
              " 'loss',\n",
              " 'lost',\n",
              " 'lower',\n",
              " 'made',\n",
              " 'made payment',\n",
              " 'mail',\n",
              " 'mailed',\n",
              " 'make',\n",
              " 'make payment',\n",
              " 'make payments',\n",
              " 'make sure',\n",
              " 'making',\n",
              " 'manager',\n",
              " 'many',\n",
              " 'matter',\n",
              " 'means',\n",
              " 'medical',\n",
              " 'mentioned',\n",
              " 'merchant',\n",
              " 'message',\n",
              " 'messages',\n",
              " 'might',\n",
              " 'mine',\n",
              " 'minimum',\n",
              " 'minutes',\n",
              " 'missed',\n",
              " 'missing',\n",
              " 'mistake',\n",
              " 'modification',\n",
              " 'money',\n",
              " 'money back',\n",
              " 'month',\n",
              " 'monthly',\n",
              " 'monthly payment',\n",
              " 'months',\n",
              " 'more',\n",
              " 'more than',\n",
              " 'morning',\n",
              " 'mortgage',\n",
              " 'mortgage company',\n",
              " 'mortgage payment',\n",
              " 'most',\n",
              " 'mother',\n",
              " 'move',\n",
              " 'moved',\n",
              " 'much',\n",
              " 'multiple',\n",
              " 'multiple times',\n",
              " 'must',\n",
              " 'myself',\n",
              " 'name',\n",
              " 'named',\n",
              " 'need',\n",
              " 'needed',\n",
              " 'needs',\n",
              " 'negative',\n",
              " 'never',\n",
              " 'never received',\n",
              " 'next',\n",
              " 'note',\n",
              " 'nothing',\n",
              " 'notice',\n",
              " 'noticed',\n",
              " 'notification',\n",
              " 'notified',\n",
              " 'notify',\n",
              " 'number',\n",
              " 'numbers',\n",
              " 'numerous',\n",
              " 'obtain',\n",
              " 'occasions',\n",
              " 'occurred',\n",
              " 'offer',\n",
              " 'offered',\n",
              " 'office',\n",
              " 'once',\n",
              " 'online',\n",
              " 'only',\n",
              " 'open',\n",
              " 'opened',\n",
              " 'opening',\n",
              " 'option',\n",
              " 'options',\n",
              " 'order',\n",
              " 'original',\n",
              " 'original creditor',\n",
              " 'other',\n",
              " 'outstanding',\n",
              " 'over',\n",
              " 'over phone',\n",
              " 'over years',\n",
              " 'overdraft',\n",
              " 'owed',\n",
              " 'page',\n",
              " 'paid',\n",
              " 'paid full',\n",
              " 'paper',\n",
              " 'paperwork',\n",
              " 'part',\n",
              " 'party',\n",
              " 'passed',\n",
              " 'past',\n",
              " 'paying',\n",
              " 'payment',\n",
              " 'payments',\n",
              " 'payments were',\n",
              " 'payoff',\n",
              " 'pending',\n",
              " 'people',\n",
              " 'period',\n",
              " 'person',\n",
              " 'personal',\n",
              " 'phone',\n",
              " 'phone call',\n",
              " 'phone calls',\n",
              " 'phone number',\n",
              " 'place',\n",
              " 'placed',\n",
              " 'plan',\n",
              " 'please',\n",
              " 'plus',\n",
              " 'point',\n",
              " 'points',\n",
              " 'police',\n",
              " 'police report',\n",
              " 'policy',\n",
              " 'possible',\n",
              " 'posted',\n",
              " 'practice',\n",
              " 'practices',\n",
              " 'present',\n",
              " 'previous',\n",
              " 'previously',\n",
              " 'principal',\n",
              " 'prior',\n",
              " 'problem',\n",
              " 'problems',\n",
              " 'process',\n",
              " 'processed',\n",
              " 'program',\n",
              " 'promised',\n",
              " 'promotion',\n",
              " 'promotional',\n",
              " 'proof',\n",
              " 'proof that',\n",
              " 'proper',\n",
              " 'properly',\n",
              " 'property',\n",
              " 'prove',\n",
              " 'provide',\n",
              " 'provide with',\n",
              " 'provided',\n",
              " 'providing',\n",
              " 'purchase',\n",
              " 'purchased',\n",
              " 'purchases',\n",
              " 'qualify',\n",
              " 'question',\n",
              " 'questions',\n",
              " 'rate',\n",
              " 'reach',\n",
              " 'reached',\n",
              " 'read',\n",
              " 'really',\n",
              " 'reason',\n",
              " 'receipt',\n",
              " 'receive',\n",
              " 'received',\n",
              " 'received call',\n",
              " 'received email',\n",
              " 'received letter',\n",
              " 'receiving',\n",
              " 'recent',\n",
              " 'recently',\n",
              " 'record',\n",
              " 'recorded',\n",
              " 'records',\n",
              " 'reference',\n",
              " 'refinance',\n",
              " 'refund',\n",
              " 'refunded',\n",
              " 'refuse',\n",
              " 'refused',\n",
              " 'regarding',\n",
              " 'regards',\n",
              " 'release',\n",
              " 'remaining',\n",
              " 'remove',\n",
              " 'removed',\n",
              " 'removed from',\n",
              " 'repayment',\n",
              " 'repeatedly',\n",
              " 'report',\n",
              " 'reported',\n",
              " 'reporting',\n",
              " 'reports',\n",
              " 'representative',\n",
              " 'representatives',\n",
              " 'request',\n",
              " 'requested',\n",
              " 'requesting',\n",
              " 'requests',\n",
              " 'required',\n",
              " 'requirements',\n",
              " 'resolution',\n",
              " 'resolve',\n",
              " 'resolve this',\n",
              " 'resolved',\n",
              " 'respond',\n",
              " 'responded',\n",
              " 'response',\n",
              " 'responsible',\n",
              " 'result',\n",
              " 'return',\n",
              " 'returned',\n",
              " 'reversed',\n",
              " 'review',\n",
              " 'reviewed',\n",
              " 'right',\n",
              " 'rights',\n",
              " 'rude',\n",
              " 'said',\n",
              " 'said that',\n",
              " 'said they',\n",
              " 'said would',\n",
              " 'sale',\n",
              " 'same',\n",
              " 'savings',\n",
              " 'saying',\n",
              " 'saying that',\n",
              " 'says',\n",
              " 'scam',\n",
              " 'scheduled',\n",
              " 'school',\n",
              " 'score',\n",
              " 'second',\n",
              " 'section',\n",
              " 'security',\n",
              " 'seems',\n",
              " 'send',\n",
              " 'sending',\n",
              " 'sent',\n",
              " 'sent letter',\n",
              " 'sent them',\n",
              " 'service',\n",
              " 'servicer',\n",
              " 'services',\n",
              " 'servicing',\n",
              " 'settle',\n",
              " 'settlement',\n",
              " 'several',\n",
              " 'several times',\n",
              " 'shall',\n",
              " 'short',\n",
              " 'should',\n",
              " 'should have',\n",
              " 'show',\n",
              " 'showed',\n",
              " 'showing',\n",
              " 'shows',\n",
              " 'sign',\n",
              " 'signature',\n",
              " 'signed',\n",
              " 'simply',\n",
              " 'since',\n",
              " 'single',\n",
              " 'situation',\n",
              " 'small',\n",
              " 'social',\n",
              " 'social security',\n",
              " 'sold',\n",
              " 'some',\n",
              " 'someone',\n",
              " 'something',\n",
              " 'soon',\n",
              " 'speak',\n",
              " 'speak with',\n",
              " 'speaking',\n",
              " 'spent',\n",
              " 'spoke',\n",
              " 'spoke with',\n",
              " 'start',\n",
              " 'started',\n",
              " 'state',\n",
              " 'stated',\n",
              " 'stated that',\n",
              " 'statement',\n",
              " 'statements',\n",
              " 'states',\n",
              " 'stating',\n",
              " 'stating that',\n",
              " 'status',\n",
              " 'still',\n",
              " 'still have',\n",
              " 'stolen',\n",
              " 'stop',\n",
              " 'stopped',\n",
              " 'store',\n",
              " 'student',\n",
              " 'student loan',\n",
              " 'student loans',\n",
              " 'submit',\n",
              " 'submitted',\n",
              " 'such',\n",
              " 'supervisor',\n",
              " 'support',\n",
              " 'supposed',\n",
              " 'sure',\n",
              " 'system',\n",
              " 'take',\n",
              " 'taken',\n",
              " 'taking',\n",
              " 'talk',\n",
              " 'talked',\n",
              " 'taxes',\n",
              " 'team',\n",
              " 'telephone',\n",
              " 'tell',\n",
              " 'telling',\n",
              " 'terms',\n",
              " 'than',\n",
              " 'that',\n",
              " 'that account',\n",
              " 'that been',\n",
              " 'that could',\n",
              " 'that debt',\n",
              " 'that have',\n",
              " 'that never',\n",
              " 'that payment',\n",
              " 'that should',\n",
              " 'that there',\n",
              " 'that they',\n",
              " 'that this',\n",
              " 'that time',\n",
              " 'that were',\n",
              " 'that will',\n",
              " 'that would',\n",
              " 'theft',\n",
              " 'their',\n",
              " 'them',\n",
              " 'them that',\n",
              " 'them they',\n",
              " 'then',\n",
              " 'there',\n",
              " 'there nothing',\n",
              " 'there were',\n",
              " 'therefore',\n",
              " 'these',\n",
              " 'they',\n",
              " 'they could',\n",
              " 'they have',\n",
              " 'they never',\n",
              " 'they said',\n",
              " 'they sent',\n",
              " 'they still',\n",
              " 'they told',\n",
              " 'they were',\n",
              " 'they will',\n",
              " 'they would',\n",
              " 'thing',\n",
              " 'things',\n",
              " 'think',\n",
              " 'third',\n",
              " 'this',\n",
              " 'this account',\n",
              " 'this company',\n",
              " 'this complaint',\n",
              " 'this debt',\n",
              " 'this information',\n",
              " 'this issue',\n",
              " 'this loan',\n",
              " 'this matter',\n",
              " 'this point',\n",
              " 'this time',\n",
              " 'those',\n",
              " 'though',\n",
              " 'thought',\n",
              " 'three',\n",
              " 'through',\n",
              " 'time',\n",
              " 'times',\n",
              " 'title',\n",
              " 'today',\n",
              " 'told',\n",
              " 'told that',\n",
              " 'told them',\n",
              " 'told they',\n",
              " 'told would',\n",
              " 'took',\n",
              " 'total',\n",
              " 'towards',\n",
              " 'transaction',\n",
              " 'transactions',\n",
              " 'transfer',\n",
              " 'transferred',\n",
              " 'tried',\n",
              " 'true',\n",
              " 'trying',\n",
              " 'twice',\n",
              " 'type',\n",
              " 'unable',\n",
              " 'unauthorized',\n",
              " 'under',\n",
              " 'understand',\n",
              " 'unfair',\n",
              " 'until',\n",
              " 'update',\n",
              " 'updated',\n",
              " 'upon',\n",
              " 'used',\n",
              " 'using',\n",
              " 'valid',\n",
              " 'validate',\n",
              " 'validation',\n",
              " 'value',\n",
              " 'vehicle',\n",
              " 'verification',\n",
              " 'verified',\n",
              " 'verify',\n",
              " 'very',\n",
              " 'victim',\n",
              " 'violated',\n",
              " 'violation',\n",
              " 'wait',\n",
              " 'waited',\n",
              " 'waiting',\n",
              " 'want',\n",
              " 'wanted',\n",
              " 'website',\n",
              " 'week',\n",
              " 'weeks',\n",
              " 'well',\n",
              " 'went',\n",
              " 'were',\n",
              " 'what',\n",
              " 'what they',\n",
              " 'when',\n",
              " 'when they',\n",
              " 'where',\n",
              " 'which',\n",
              " 'which they',\n",
              " 'while',\n",
              " 'whole',\n",
              " 'whom',\n",
              " 'wife',\n",
              " 'will',\n",
              " 'with',\n",
              " 'with credit',\n",
              " 'with their',\n",
              " 'with them',\n",
              " 'with this',\n",
              " 'within',\n",
              " 'within days',\n",
              " 'without',\n",
              " 'work',\n",
              " 'work with',\n",
              " 'worked',\n",
              " 'working',\n",
              " 'would',\n",
              " 'would have',\n",
              " 'would like',\n",
              " 'would take',\n",
              " 'writing',\n",
              " 'written',\n",
              " 'wrong',\n",
              " 'wrote',\n",
              " 'year',\n",
              " 'years',\n",
              " 'your',\n",
              " 'your company']"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 16
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Xg9vop9MBz5A"
      },
      "source": [
        "clf = decomposition.NMF(n_components=6,  random_state=111)\n",
        "\n",
        "W1 = clf.fit_transform(tf_vectors)\n",
        "H1 = clf.components_"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "esFOn-Gw2ikn",
        "outputId": "e48269d5-d9a8-43cc-ca56-8c401aef8f47"
      },
      "source": [
        "H1"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "array([[0.        , 0.        , 0.23077248, ..., 0.17088861, 0.03647509,\n",
              "        0.        ],\n",
              "       [0.02938865, 0.113267  , 0.02249966, ..., 0.15892741, 0.4679712 ,\n",
              "        0.16948754],\n",
              "       [0.00925373, 0.00224646, 0.05525066, ..., 0.09322272, 0.05349518,\n",
              "        0.        ],\n",
              "       [0.        , 0.02946175, 0.1012087 , ..., 0.43141954, 0.25560736,\n",
              "        0.00370241],\n",
              "       [0.00411046, 0.01334859, 0.        , ..., 0.        , 0.02658514,\n",
              "        0.05452322],\n",
              "       [0.0333625 , 0.14681305, 0.07080417, ..., 0.03468337, 0.17411201,\n",
              "        0.        ]])"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 18
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "oZffP-JIY_27",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "72119f8c-a77f-4429-df27-88b52ba10928"
      },
      "source": [
        "W1"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "array([[0.03160029, 0.02422523, 0.        , 0.        , 0.        ,\n",
              "        0.        ],\n",
              "       [0.05852762, 0.        , 0.03658845, 0.01244973, 0.00094219,\n",
              "        0.07209997],\n",
              "       [0.        , 0.03639921, 0.00450408, 0.        , 0.00384169,\n",
              "        0.06009649],\n",
              "       ...,\n",
              "       [0.03230101, 0.        , 0.02828272, 0.00106785, 0.        ,\n",
              "        0.02868812],\n",
              "       [0.        , 0.01761457, 0.02526676, 0.        , 0.00385552,\n",
              "        0.00165738],\n",
              "       [0.        , 0.        , 0.        , 0.07125372, 0.        ,\n",
              "        0.        ]])"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 19
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "M5fq2S23BzxE"
      },
      "source": [
        "num_words=15\n",
        "\n",
        "vocab = np.array(vectorizer_tf.get_feature_names())\n",
        "\n",
        "top_words = lambda t: [vocab[i] for i in np.argsort(t)[:-num_words-1:-1]]\n",
        "topic_words = ([top_words(t) for t in H1])\n",
        "topics = [' '.join(t) for t in topic_words]"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Mc9ZQd7es12p",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "0fe27ecf-996d-4ca5-96b8-a8759e242aba"
      },
      "source": [
        "topics"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "['they that them told have called call would said with They back from phone that they',\n",
              " 'debt credit this collection report credit report company have this debt from that with reporting information letter',\n",
              " 'card credit credit card charges charge Capital cards balance Citi limit score that have report used',\n",
              " 'payment loan payments mortgage late that have interest with made paid month been this loans',\n",
              " 'theft identity theft identity victim belong attached does legal report this debt Please this debt information result',\n",
              " 'account bank Bank checking closed check this that funds with checking account this account opened money America']"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 21
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "ksR6IYpZGw1B"
      },
      "source": [
        "colnames = [\"Topic\" + str(i) for i in range(clf.n_components)]\n",
        "docnames = [\"Doc\" + str(i) for i in range(len(X_train.complaints))]\n",
        "df_doc_topic = pd.DataFrame(np.round(W1, 2), columns=colnames, index=docnames)\n",
        "significant_topic = np.argmax(df_doc_topic.values, axis=1)\n",
        "df_doc_topic['dominant_topic'] = significant_topic"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "jx2p6-NwVeJY",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 419
        },
        "outputId": "8b86ac05-c151-49ab-e67d-0ba9797a9aa7"
      },
      "source": [
        "df_doc_topic"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Topic0</th>\n",
              "      <th>Topic1</th>\n",
              "      <th>Topic2</th>\n",
              "      <th>Topic3</th>\n",
              "      <th>Topic4</th>\n",
              "      <th>Topic5</th>\n",
              "      <th>dominant_topic</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>Doc0</th>\n",
              "      <td>0.03</td>\n",
              "      <td>0.02</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Doc1</th>\n",
              "      <td>0.06</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.04</td>\n",
              "      <td>0.01</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.07</td>\n",
              "      <td>5</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Doc2</th>\n",
              "      <td>0.00</td>\n",
              "      <td>0.04</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.06</td>\n",
              "      <td>5</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Doc3</th>\n",
              "      <td>0.04</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.01</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Doc4</th>\n",
              "      <td>0.02</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.04</td>\n",
              "      <td>5</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Doc40212</th>\n",
              "      <td>0.02</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.07</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.01</td>\n",
              "      <td>2</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Doc40213</th>\n",
              "      <td>0.01</td>\n",
              "      <td>0.01</td>\n",
              "      <td>0.02</td>\n",
              "      <td>0.01</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.03</td>\n",
              "      <td>5</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Doc40214</th>\n",
              "      <td>0.03</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.03</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.03</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Doc40215</th>\n",
              "      <td>0.00</td>\n",
              "      <td>0.02</td>\n",
              "      <td>0.03</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.00</td>\n",
              "      <td>2</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Doc40216</th>\n",
              "      <td>0.00</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.07</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.00</td>\n",
              "      <td>3</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>40217 rows × 7 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "          Topic0  Topic1  Topic2  Topic3  Topic4  Topic5  dominant_topic\n",
              "Doc0      0.03    0.02    0.00    0.00    0.0     0.00    0             \n",
              "Doc1      0.06    0.00    0.04    0.01    0.0     0.07    5             \n",
              "Doc2      0.00    0.04    0.00    0.00    0.0     0.06    5             \n",
              "Doc3      0.04    0.00    0.00    0.00    0.0     0.01    0             \n",
              "Doc4      0.02    0.00    0.00    0.00    0.0     0.04    5             \n",
              "...        ...     ...     ...     ...    ...      ...   ..             \n",
              "Doc40212  0.02    0.00    0.07    0.00    0.0     0.01    2             \n",
              "Doc40213  0.01    0.01    0.02    0.01    0.0     0.03    5             \n",
              "Doc40214  0.03    0.00    0.03    0.00    0.0     0.03    0             \n",
              "Doc40215  0.00    0.02    0.03    0.00    0.0     0.00    2             \n",
              "Doc40216  0.00    0.00    0.00    0.07    0.0     0.00    3             \n",
              "\n",
              "[40217 rows x 7 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 25
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "sdHfi1-uWRpQ",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 867
        },
        "outputId": "224883e4-009c-46df-b90d-2aafa1931977"
      },
      "source": [
        "X_train.head()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>complaints</th>\n",
              "      <th>Product</th>\n",
              "      <th>Company</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>30936</th>\n",
              "      <td>Throughout XX/XX/2019, I have received multiple calls from this company. I have also asked them to not call me or anyone associated with me. They have called my mother in law way too many times asking for my partner. They have called my partner multiple times asking for me. I'm not sure what kind of operation is being ran there, but it needs to stop. I'm giving notice to cease all contact with me or anyone else except the creditor about this claimed debt. Only contact me in writing, not by phone. Thank you.</td>\n",
              "      <td>Debt collection</td>\n",
              "      <td>TRANSWORLD SYSTEMS INC</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>34878</th>\n",
              "      <td>I have called several times, even spoken to a manager to try to clear this matter up and am not able to resolve it. \\n\\nCiti is claiming there is fraudulent activity on my account, at which they are requesting that I call in to resolve it. I have spoken to about five or six of their representatives, trying to resolve it. They are determining that it is inconclusive, and they are unable to move any further by phone. \\n\\nAt this particular time, they have \" frozen '' my spending. There is a statement on my page that will not print out that tells me charges to my account may be limited. When I try to print it, it does not show on that page because of the formatting that they have used on their web site. \\n\\nI have not received any correspondence from them in over a month. I am writing to them today to request that they close my account and apply the balance toward what I owe, because I am not able to use the account. \\n\\nFor some reason, I made a payment on the XXXX of XXXX and that payment has been cancelled. \\n\\nEvery time I have tried to contact Citi, they give some reason or another as to why we can not resolve the matter. I have asked them what do I need to do to resolve it, but they are unable to provide a resolution. \\n\\nThe problem is that I have changed my phone number. My address is still the same, but I have been staying with my sister temporarily off-and-on since her mild XXXX in XXXX. I refuse to change my address to hers, even though I have noticed that my creditors have done so against my will. I told them to keep it as my temporary address, before advising others not to change it at all. I am back and forth between her house and my mailing address listed on this account. \\n\\nMy problem is with their fraud department. They are unable to give me a solid reason why my account is tagged for fraud. They have failed to send me notification stating steps to verify my information, and to notify me of any results from an \" investigation '' that they are having or holding on my account. I have been unable to use my account since XXXX. \\n\\nThe last time I called before my account was \" flagged '', I was trying to make a payment by phone. My phone number had changed, and I verified my information. Something XXXX me off and I hung up the phone ( I believe they asked me to enter my full credit card number ), which is usually unusual when you verify the information. When I called back, they did the same thing - at which I explained that I was driving. Almost every time I called, I was driving. I was not about to risk getting into a wreck to get a credit card out, but was willing to verify all of my other information. \\n\\nSame scenario, repeatedly. I was trying to make a payment, and when I decided not to on that phone call and hung up, it was only then that I mysteriously received information saying my account had been flagged. Prior to this, the only charges that had been made on the account were to make my XXXX XXXX payments, so there are no indications of fraud on this account. \\n\\nNow that my account has been flagged, I would like my money back. This is a secured card, where I invested my money with Citi and they have locked me from using the card. I have made 2 payments since then, and now, like once before, for some reason, one of my payments didn't go through. \\n\\nNot only that, my account disappeared from their system for a little over 48 hours that I had used prior on the account. They could not process a payment on this account, so I had to use my debit card tied to this account. I have no idea why they could not use this account. However, it appears that the same thing has been going on, because a recent payment that I made has been cancelled. I am not sure why this time, but they have accessed a late fee on my account. \\n\\nAt this point, I am tired of Citi. I had a good relationship with them when I was in college, and they were called Citibank or Citigroup before they branched off into Citi. \\n\\nMy secured account is set to mature in XXXX ; however, I just want my money back. I want them to take the money that I owe them and pay off my account, and say that it is paid, and closed at customer request. This is too much headache to go through for a secured credit card. \\n\\nIf they have rules surrounding verification of my account, and new phone numbers, they should have just tried to issue a refund of my monies ... and let my account go ... \\n\\nI will pay the balance of {$7.00}, once they issue a credit to my card. But I am done with Citi ... I will never bank with them by myriad of choice again.</td>\n",
              "      <td>Credit card or prepaid card</td>\n",
              "      <td>CITIBANK, N.A.</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2078</th>\n",
              "      <td>I have disputed this account and have reached out to the company/creditors MANY times but failed. This account is being reported inaccurately and incorrectly on my credit report.</td>\n",
              "      <td>Debt collection</td>\n",
              "      <td>Resurgent Capital Services L.P.</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>35922</th>\n",
              "      <td>I have called Synchrony Bank/ Care Credit repeatedly 3 days in a row while I hold on the line for 3 hours and no success. I get online where they direct us to for live chat which responds to \" online chat not available. Please try again later '' They claim they have heavy amount of calls as recorded while holding for hours. I do not believe they answer calls or concerned with customers. In the midst of this national pandemic coronavirus that is causing financial hardships, they are not helping customers.. We as citizens are reaching out for help to no avail to this bank.</td>\n",
              "      <td>Credit card or prepaid card</td>\n",
              "      <td>SYNCHRONY FINANCIAL</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>15465</th>\n",
              "      <td>PNC recently changed their policy to not allow it's users to link their accounts or debit cards to third parties, thus denying access to my money that they are holding. This is illegal and needs to stop. I was told by my investment company PNC no longer allows me to link my account with them so I can not automatically deposit funds.</td>\n",
              "      <td>Checking or savings account</td>\n",
              "      <td>PNC Bank N.A.</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                          complaints  ...                          Company\n",
              "30936  Throughout XX/XX/2019, I have received multiple calls from this company. I have also asked them to not call me or anyone associated with me. They have called my mother in law way too many times asking for my partner. They have called my partner multiple times asking for me. I'm not sure what kind of operation is being ran there, but it needs to stop. I'm giving notice to cease all contact with me or anyone else except the creditor about this claimed debt. Only contact me in writing, not by phone. Thank you.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                               ...  TRANSWORLD SYSTEMS INC         \n",
              "34878  I have called several times, even spoken to a manager to try to clear this matter up and am not able to resolve it. \\n\\nCiti is claiming there is fraudulent activity on my account, at which they are requesting that I call in to resolve it. I have spoken to about five or six of their representatives, trying to resolve it. They are determining that it is inconclusive, and they are unable to move any further by phone. \\n\\nAt this particular time, they have \" frozen '' my spending. There is a statement on my page that will not print out that tells me charges to my account may be limited. When I try to print it, it does not show on that page because of the formatting that they have used on their web site. \\n\\nI have not received any correspondence from them in over a month. I am writing to them today to request that they close my account and apply the balance toward what I owe, because I am not able to use the account. \\n\\nFor some reason, I made a payment on the XXXX of XXXX and that payment has been cancelled. \\n\\nEvery time I have tried to contact Citi, they give some reason or another as to why we can not resolve the matter. I have asked them what do I need to do to resolve it, but they are unable to provide a resolution. \\n\\nThe problem is that I have changed my phone number. My address is still the same, but I have been staying with my sister temporarily off-and-on since her mild XXXX in XXXX. I refuse to change my address to hers, even though I have noticed that my creditors have done so against my will. I told them to keep it as my temporary address, before advising others not to change it at all. I am back and forth between her house and my mailing address listed on this account. \\n\\nMy problem is with their fraud department. They are unable to give me a solid reason why my account is tagged for fraud. They have failed to send me notification stating steps to verify my information, and to notify me of any results from an \" investigation '' that they are having or holding on my account. I have been unable to use my account since XXXX. \\n\\nThe last time I called before my account was \" flagged '', I was trying to make a payment by phone. My phone number had changed, and I verified my information. Something XXXX me off and I hung up the phone ( I believe they asked me to enter my full credit card number ), which is usually unusual when you verify the information. When I called back, they did the same thing - at which I explained that I was driving. Almost every time I called, I was driving. I was not about to risk getting into a wreck to get a credit card out, but was willing to verify all of my other information. \\n\\nSame scenario, repeatedly. I was trying to make a payment, and when I decided not to on that phone call and hung up, it was only then that I mysteriously received information saying my account had been flagged. Prior to this, the only charges that had been made on the account were to make my XXXX XXXX payments, so there are no indications of fraud on this account. \\n\\nNow that my account has been flagged, I would like my money back. This is a secured card, where I invested my money with Citi and they have locked me from using the card. I have made 2 payments since then, and now, like once before, for some reason, one of my payments didn't go through. \\n\\nNot only that, my account disappeared from their system for a little over 48 hours that I had used prior on the account. They could not process a payment on this account, so I had to use my debit card tied to this account. I have no idea why they could not use this account. However, it appears that the same thing has been going on, because a recent payment that I made has been cancelled. I am not sure why this time, but they have accessed a late fee on my account. \\n\\nAt this point, I am tired of Citi. I had a good relationship with them when I was in college, and they were called Citibank or Citigroup before they branched off into Citi. \\n\\nMy secured account is set to mature in XXXX ; however, I just want my money back. I want them to take the money that I owe them and pay off my account, and say that it is paid, and closed at customer request. This is too much headache to go through for a secured credit card. \\n\\nIf they have rules surrounding verification of my account, and new phone numbers, they should have just tried to issue a refund of my monies ... and let my account go ... \\n\\nI will pay the balance of {$7.00}, once they issue a credit to my card. But I am done with Citi ... I will never bank with them by myriad of choice again.  ...  CITIBANK, N.A.                 \n",
              "2078   I have disputed this account and have reached out to the company/creditors MANY times but failed. This account is being reported inaccurately and incorrectly on my credit report.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                             ...  Resurgent Capital Services L.P.\n",
              "35922  I have called Synchrony Bank/ Care Credit repeatedly 3 days in a row while I hold on the line for 3 hours and no success. I get online where they direct us to for live chat which responds to \" online chat not available. Please try again later '' They claim they have heavy amount of calls as recorded while holding for hours. I do not believe they answer calls or concerned with customers. In the midst of this national pandemic coronavirus that is causing financial hardships, they are not helping customers.. We as citizens are reaching out for help to no avail to this bank.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                              ...  SYNCHRONY FINANCIAL            \n",
              "15465  PNC recently changed their policy to not allow it's users to link their accounts or debit cards to third parties, thus denying access to my money that they are holding. This is illegal and needs to stop. I was told by my investment company PNC no longer allows me to link my account with them so I can not automatically deposit funds.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                 ...  PNC Bank N.A.                  \n",
              "\n",
              "[5 rows x 3 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 26
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "NewYZ8r8W-GG"
      },
      "source": [
        "WHold = clf.transform(vectorizer_tf.transform(X_hold.complaints[:5]))"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "GNtw0H1Sb2Ka"
      },
      "source": [
        "colnames = [\"Topic\" + str(i) for i in range(clf.n_components)]\n",
        "docnames = [\"Doc\" + str(i) for i in range(len(X_hold.complaints[:5]))]\n",
        "df_doc_topic = pd.DataFrame(np.round(WHold, 2), columns=colnames, index=docnames)\n",
        "significant_topic = np.argmax(df_doc_topic.values, axis=1)\n",
        "df_doc_topic['dominant_topic'] = significant_topic"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "tvWaPeLLcKds",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 204
        },
        "outputId": "ad93a244-db93-486d-d331-81bda72c0432"
      },
      "source": [
        "df_doc_topic"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Topic0</th>\n",
              "      <th>Topic1</th>\n",
              "      <th>Topic2</th>\n",
              "      <th>Topic3</th>\n",
              "      <th>Topic4</th>\n",
              "      <th>Topic5</th>\n",
              "      <th>dominant_topic</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>Doc0</th>\n",
              "      <td>0.03</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.09</td>\n",
              "      <td>5</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Doc1</th>\n",
              "      <td>0.01</td>\n",
              "      <td>0.02</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.02</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.02</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Doc2</th>\n",
              "      <td>0.02</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.03</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.06</td>\n",
              "      <td>5</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Doc3</th>\n",
              "      <td>0.01</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.07</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.00</td>\n",
              "      <td>3</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Doc4</th>\n",
              "      <td>0.01</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.03</td>\n",
              "      <td>0.03</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.02</td>\n",
              "      <td>2</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "      Topic0  Topic1  Topic2  Topic3  Topic4  Topic5  dominant_topic\n",
              "Doc0  0.03    0.00    0.00    0.00    0.0     0.09    5             \n",
              "Doc1  0.01    0.02    0.00    0.02    0.0     0.02    1             \n",
              "Doc2  0.02    0.00    0.03    0.00    0.0     0.06    5             \n",
              "Doc3  0.01    0.00    0.00    0.07    0.0     0.00    3             \n",
              "Doc4  0.01    0.00    0.03    0.03    0.0     0.02    2             "
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 29
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "yoEBjMqxcMk2",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 918
        },
        "outputId": "da0f94d9-6d0e-490c-8cd7-72536b3ba4b2"
      },
      "source": [
        "X_hold.head()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>complaints</th>\n",
              "      <th>Product</th>\n",
              "      <th>Company</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>30060</th>\n",
              "      <td>I have a business checking account at BB &amp; T. On XX/XX/2019, I attempted to deposit a check into my account and I received a message stating that I was over my monthly mobile deposit limit. I was confused because it was the first of the month and I had not deposited any checks since the previous month. I called BB &amp; T and they said that I couldnt deposit checks into business accounts via the mobile app even though I had done that before. \\n\\nI was instructed to open a personal account, into which I could deposit checks via the mobile app. I was told that if I opened the account online I would have immediate access, that I could link my personal and business accounts, and immediately be able to transfer money between them. \\n\\nOn XX/XX/XXXX, I opened my personal account online. Though I successfully opened online, I did not have online access as I had been promised. Because I was traveling in an area where there were no BB &amp; T branches, I could not go into a branch until XX/XX/2019. In the intervening time, my business account became overdrawn. I had the money in my personal account to bring it back into the black, but BB &amp; T could not make the transfer until I went into a branch. During this time, I incurred an astonishing {$320.00} in overdraft fees in my business account because I had no way of transferring money between the two accounts. \\n\\nWhen I went into the branch, I met with XXXX XXXX in XXXX XXXX County, Florida. She investigated the accounts and told me she would link them and that I would have online access in XXXX hours. The online access still never material, I was not able to transfer money and I received an additional {$36.00} overdraft fee. This brought the total to {$360.00} in overdraft fees. \\n\\nI had only opened the second account on BB &amp; Ts advice ; I could have had my customer send a bank wire directly into business account in the first week of XXXX to keep the account positive. My TOTAL deposits between the two accounts was always positive. \\n\\nI requested a refund and was told they would not refund any of the fees.</td>\n",
              "      <td>Checking or savings account</td>\n",
              "      <td>BB&amp;T CORPORATION</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>53473</th>\n",
              "      <td>To who it may concern, My concern is regarding Shellpoint Mortgage Servicing Company. This company has received my monthly mortgage payments and have failed to account it as payments received. My bank has sent me proof the account was cleared and paid. This company is trying to foreclosed on my house and has sent me a letter indicating they sent my file to their Loss Mitigation dept. The person who they assigned it to is XXXX XXXX XXXX x XXXX. Their corporate number is XXXX. \\n\\nI have can send proof of my claim from above should you need it. Please assist.</td>\n",
              "      <td>Mortgage</td>\n",
              "      <td>Shellpoint Partners, LLC</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>35879</th>\n",
              "      <td>I contacted XXXX about fraudulent charges that were made on my account and the customer service representative told me that they wouldnt be able to issue anew card or remove my fraudulent charges since the account was closed due to non-payment. I was unaware of this these charging that were made.. To my knowledge I didnt owe a payment because the account wasnt being used.</td>\n",
              "      <td>Credit card or prepaid card</td>\n",
              "      <td>EQUIFAX, INC.</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>20993</th>\n",
              "      <td>I first applied for the Fedloan Serving program in XXXX in hopes of getting loan forgiveness since I've been paying on my student loans since late XXXX or early XXXX and I have been a public servant since XXXX, XXXX. I have never missed a payment to any of the various loan companies that owned my loans. The Fedloan Program turned me down in XXXX, saying my loans, which were originally Federal Stafford Loans, did not qualify me for the Program. In XXXX, XXXX, I was solicited by XXXX XXXX   and told I could get into this program to reduce my loan payments. I was charged {$690.00} by XXXX XXXX to get me into the Fedloan Serving program. My loan payments went down to $ XXXX/month for the first year. In XXXX, XXXX, Fedloan Servicing informed me via email that I needed to recertify my \" income-driven repayment plan. Their customer service helped me submit the form XXXX XXXX ) via the internet and it involved the IRS. For reasons I don't understand, Fedloan is now increasing my monthly payments to {$380.00}, effective XX/XX/XXXX. This is a 60 % increase. On XX/XX/XXXX, I called Fedloan regarding this issue. The customer service person suggested I ask for a recalculation and provide pay-stubs rather than IRS information. On the same call, I was transferred to a second agent who listened to my concern and suggested I get out of the Fedloan Program since I really didn't qualify for it anyway and I could save money by going to a regular payment plan with a different servicer such as XXXX which had serviced my loan previously. I feel like I've been miss-lead by the Fedloan Serving Program and by Mr. XXXX XXXX, the case manager at XXXX XXXX ( http : //www.nexum-servicing.com ). After receiving my {$690.00}, I was never able to talk to XXXX on the phone again. He had convinced me I could save money with Fedloan and he told me my payments would go down to {$0.00} when I retire from State Service in XXXX. He told me I would receive loan forgiveness once my payments went to {$0.00}. I have concluded his advise was incorrect and or miss-leading. I regret having my loan transferred to the Fedloan Program because its representatives have indicated I will not receive loan forgiveness for my 20 years of public service. I am very concerned about the cost of my student loan debt, especially since I intend to retire from State service in XXXX. I am also concerned about how I will be able to afford these student loan payments once I am receiving a pension. I am also very disappointed that I haven't been able to \" qualify '' for loan forgiveness based on my long years of public service. I think this whole Fedloan Program is complete scam and I have been duped.</td>\n",
              "      <td>Student loan</td>\n",
              "      <td>AES/PHEAA</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>53</th>\n",
              "      <td>On several occasions ( XXXX ) I have tried to reach someone in costumer service today XX/XX/2020 I tried again to get through and was on hold for over 20 minutes and hung up. \\n\\n3 Years ago I have made no more than {$600.00} in purchases, and while making payments on my account with a {$9000.00} limit the interest charges are deducted from the credit limit and the interest was based on the balance each month. this left my interest and charge fess higher than my monthly payment which amounted to around {$240.00} each month. \\n\\nIn all of this time the interest was so big that it completely eat up the limit balance on the card, which left in me in a vicious cycle of never paying down the money owed. with in 2 years I was able to get the balance down {$2000.00} and I asked Walmart Capital One to reduce the balance down. Now it is back up to the high bank fees and interest charges that have again gone beyond what I can afford monthly the {$240.00}. This is a unfair and infantile game that is forced on me as an consumer.</td>\n",
              "      <td>Credit card or prepaid card</td>\n",
              "      <td>CAPITAL ONE FINANCIAL CORPORATION</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                      complaints  ...                            Company\n",
              "30060  I have a business checking account at BB & T. On XX/XX/2019, I attempted to deposit a check into my account and I received a message stating that I was over my monthly mobile deposit limit. I was confused because it was the first of the month and I had not deposited any checks since the previous month. I called BB & T and they said that I couldnt deposit checks into business accounts via the mobile app even though I had done that before. \\n\\nI was instructed to open a personal account, into which I could deposit checks via the mobile app. I was told that if I opened the account online I would have immediate access, that I could link my personal and business accounts, and immediately be able to transfer money between them. \\n\\nOn XX/XX/XXXX, I opened my personal account online. Though I successfully opened online, I did not have online access as I had been promised. Because I was traveling in an area where there were no BB & T branches, I could not go into a branch until XX/XX/2019. In the intervening time, my business account became overdrawn. I had the money in my personal account to bring it back into the black, but BB & T could not make the transfer until I went into a branch. During this time, I incurred an astonishing {$320.00} in overdraft fees in my business account because I had no way of transferring money between the two accounts. \\n\\nWhen I went into the branch, I met with XXXX XXXX in XXXX XXXX County, Florida. She investigated the accounts and told me she would link them and that I would have online access in XXXX hours. The online access still never material, I was not able to transfer money and I received an additional {$36.00} overdraft fee. This brought the total to {$360.00} in overdraft fees. \\n\\nI had only opened the second account on BB & Ts advice ; I could have had my customer send a bank wire directly into business account in the first week of XXXX to keep the account positive. My TOTAL deposits between the two accounts was always positive. \\n\\nI requested a refund and was told they would not refund any of the fees.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                ...  BB&T CORPORATION                 \n",
              "53473  To who it may concern, My concern is regarding Shellpoint Mortgage Servicing Company. This company has received my monthly mortgage payments and have failed to account it as payments received. My bank has sent me proof the account was cleared and paid. This company is trying to foreclosed on my house and has sent me a letter indicating they sent my file to their Loss Mitigation dept. The person who they assigned it to is XXXX XXXX XXXX x XXXX. Their corporate number is XXXX. \\n\\nI have can send proof of my claim from above should you need it. Please assist.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                        ...  Shellpoint Partners, LLC         \n",
              "35879  I contacted XXXX about fraudulent charges that were made on my account and the customer service representative told me that they wouldnt be able to issue anew card or remove my fraudulent charges since the account was closed due to non-payment. I was unaware of this these charging that were made.. To my knowledge I didnt owe a payment because the account wasnt being used.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                     ...  EQUIFAX, INC.                    \n",
              "20993  I first applied for the Fedloan Serving program in XXXX in hopes of getting loan forgiveness since I've been paying on my student loans since late XXXX or early XXXX and I have been a public servant since XXXX, XXXX. I have never missed a payment to any of the various loan companies that owned my loans. The Fedloan Program turned me down in XXXX, saying my loans, which were originally Federal Stafford Loans, did not qualify me for the Program. In XXXX, XXXX, I was solicited by XXXX XXXX   and told I could get into this program to reduce my loan payments. I was charged {$690.00} by XXXX XXXX to get me into the Fedloan Serving program. My loan payments went down to $ XXXX/month for the first year. In XXXX, XXXX, Fedloan Servicing informed me via email that I needed to recertify my \" income-driven repayment plan. Their customer service helped me submit the form XXXX XXXX ) via the internet and it involved the IRS. For reasons I don't understand, Fedloan is now increasing my monthly payments to {$380.00}, effective XX/XX/XXXX. This is a 60 % increase. On XX/XX/XXXX, I called Fedloan regarding this issue. The customer service person suggested I ask for a recalculation and provide pay-stubs rather than IRS information. On the same call, I was transferred to a second agent who listened to my concern and suggested I get out of the Fedloan Program since I really didn't qualify for it anyway and I could save money by going to a regular payment plan with a different servicer such as XXXX which had serviced my loan previously. I feel like I've been miss-lead by the Fedloan Serving Program and by Mr. XXXX XXXX, the case manager at XXXX XXXX ( http : //www.nexum-servicing.com ). After receiving my {$690.00}, I was never able to talk to XXXX on the phone again. He had convinced me I could save money with Fedloan and he told me my payments would go down to {$0.00} when I retire from State Service in XXXX. He told me I would receive loan forgiveness once my payments went to {$0.00}. I have concluded his advise was incorrect and or miss-leading. I regret having my loan transferred to the Fedloan Program because its representatives have indicated I will not receive loan forgiveness for my 20 years of public service. I am very concerned about the cost of my student loan debt, especially since I intend to retire from State service in XXXX. I am also concerned about how I will be able to afford these student loan payments once I am receiving a pension. I am also very disappointed that I haven't been able to \" qualify '' for loan forgiveness based on my long years of public service. I think this whole Fedloan Program is complete scam and I have been duped.  ...  AES/PHEAA                        \n",
              "53     On several occasions ( XXXX ) I have tried to reach someone in costumer service today XX/XX/2020 I tried again to get through and was on hold for over 20 minutes and hung up. \\n\\n3 Years ago I have made no more than {$600.00} in purchases, and while making payments on my account with a {$9000.00} limit the interest charges are deducted from the credit limit and the interest was based on the balance each month. this left my interest and charge fess higher than my monthly payment which amounted to around {$240.00} each month. \\n\\nIn all of this time the interest was so big that it completely eat up the limit balance on the card, which left in me in a vicious cycle of never paying down the money owed. with in 2 years I was able to get the balance down {$2000.00} and I asked Walmart Capital One to reduce the balance down. Now it is back up to the high bank fees and interest charges that have again gone beyond what I can afford monthly the {$240.00}. This is a unfair and infantile game that is forced on me as an consumer.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                   ...  CAPITAL ONE FINANCIAL CORPORATION\n",
              "\n",
              "[5 rows x 3 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 30
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "0XodkBOu5R2y"
      },
      "source": [
        "-----"
      ]
    }
  ]
}