Topic-Modelling using ScikitLearn.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Importing Libraries"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "#importing libraries\n",
    "import pandas as pd\n",
    "from sklearn.feature_extraction.text import TfidfVectorizer, CountVectorizer\n",
    "from sklearn import decomposition\n",
    "import matplotlib.pyplot as plt\n",
    "import numpy as np\n",
    "import re\n",
    "import nltk\n",
    "from nltk.stem.porter import PorterStemmer\n",
    "from sklearn.model_selection import train_test_split\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[nltk_data] Downloading package punkt to\n",
      "[nltk_data]     C:\\Users\\Aastha78\\AppData\\Roaming\\nltk_data...\n",
      "[nltk_data]   Package punkt is already up-to-date!\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "True"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "nltk.download('punkt')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Loading the Data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "data = pd.read_csv('final_data.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0    Agency move court invoke UAPA Suspecting accus...\n",
       "1    Police found around 40 gram marijuana house Th...\n",
       "2    MUMBAI The Narcotics Control Bureau NCB last t...\n",
       "3    âTraffickersâ statement recordedâ Tollywood dr...\n",
       "4    MUMBAI A Mumbai court Wednesday remanded Bolly...\n",
       "Name: sentences, dtype: object"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "text = data.iloc[:,-1]\n",
    "text.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>sentences</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>Agency move court invoke UAPA Suspecting accus...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>Police found around 40 gram marijuana house Th...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>MUMBAI The Narcotics Control Bureau NCB last t...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>âTraffickersâ statement recordedâ Tollywood dr...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>MUMBAI A Mumbai court Wednesday remanded Bolly...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Unnamed: 0                                          sentences\n",
       "0           0  Agency move court invoke UAPA Suspecting accus...\n",
       "1           1  Police found around 40 gram marijuana house Th...\n",
       "2           2  MUMBAI The Narcotics Control Bureau NCB last t...\n",
       "3           3  âTraffickersâ statement recordedâ Tollywood dr...\n",
       "4           4  MUMBAI A Mumbai court Wednesday remanded Bolly..."
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "# x_train,x_test = train_test_split(text,test_size=0.6,random_state=0)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Data PreProcessing"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "#Removing Punctuations\n",
    "def remove_punctuations(text):\n",
    "    punctuations = '''<>/?:;\"'{[-)(*&^%$#@!~`]}'\"'''\n",
    "    no_punct = ''\n",
    "    for word in text:\n",
    "        if(word not in punctuations):\n",
    "            no_punct = no_punct+word\n",
    "    return no_punct\n",
    "\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0     Agency move court invoke UAPA Suspecting accus...\n",
       "1     Police found around 40 gram marijuana house Th...\n",
       "2     MUMBAI The Narcotics Control Bureau NCB last t...\n",
       "3     âTraffickersâ statement recordedâ Tollywood dr...\n",
       "4     MUMBAI A Mumbai court Wednesday remanded Bolly...\n",
       "                            ...                        \n",
       "95    GUWAHATI Police recovered heroin weighing arou...\n",
       "96    Mohali Police claimed arrested two habitual sn...\n",
       "97    Bengaluru Central Crime Branch CCB police seiz...\n",
       "98    Three narcotic smuggler arrested AntiNarcotics...\n",
       "99    Hyderabad September 3 Actress Rakul Preet Sing...\n",
       "Name: sentences, Length: 100, dtype: object"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data['sentences'].apply(remove_punctuations)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[nltk_data] Downloading package wordnet to\n",
      "[nltk_data]     C:\\Users\\Aastha78\\AppData\\Roaming\\nltk_data...\n",
      "[nltk_data]   Package wordnet is already up-to-date!\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "True"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Tokenization\n",
    "nltk.download('wordnet')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "#removing stopwords\n",
    "from nltk.corpus import stopwords"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "stop_words = stopwords.words('english')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "def remove_stopwords(text):\n",
    "    words = nltk.word_tokenize(text)\n",
    "    words = [w for w in words if not w in stop_words]\n",
    "    return words"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "data = data['sentences'].apply(remove_stopwords)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "data.to_csv('filtered_data2')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>sentences</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>['Agency', 'move', 'court', 'invoke', 'UAPA', ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>['Police', 'found', 'around', '40', 'gram', 'm...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>['MUMBAI', 'The', 'Narcotics', 'Control', 'Bur...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>['âTraffickersâ', 'statement', 'recordedâ', 'T...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>['MUMBAI', 'A', 'Mumbai', 'court', 'Wednesday'...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Unnamed: 0                                          sentences\n",
       "0           0  ['Agency', 'move', 'court', 'invoke', 'UAPA', ...\n",
       "1           1  ['Police', 'found', 'around', '40', 'gram', 'm...\n",
       "2           2  ['MUMBAI', 'The', 'Narcotics', 'Control', 'Bur...\n",
       "3           3  ['âTraffickersâ', 'statement', 'recordedâ', 'T...\n",
       "4           4  ['MUMBAI', 'A', 'Mumbai', 'court', 'Wednesday'..."
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "text = pd.read_csv('filtered_data2')\n",
    "text.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "#stemming\n",
    "def stemmer(text):\n",
    "    stemmer = PorterStemmer()\n",
    "    text2 = \"\"\n",
    "    for word in text:\n",
    "        word = stemmer.stem(word)\n",
    "        text2 = text2+word\n",
    "    return text2\n",
    "        \n",
    "        "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0     ['Agency', 'move', 'court', 'invoke', 'UAPA', ...\n",
       "1     ['Police', 'found', 'around', '40', 'gram', 'm...\n",
       "2     ['MUMBAI', 'The', 'Narcotics', 'Control', 'Bur...\n",
       "3     ['âTraffickersâ', 'statement', 'recordedâ', 'T...\n",
       "4     ['MUMBAI', 'A', 'Mumbai', 'court', 'Wednesday'...\n",
       "                            ...                        \n",
       "95    ['GUWAHATI', 'Police', 'recovered', 'heroin', ...\n",
       "96    ['Mohali', 'Police', 'claimed', 'arrested', 't...\n",
       "97    ['Bengaluru', 'Central', 'Crime', 'Branch', 'C...\n",
       "98    ['Three', 'narcotic', 'smuggler', 'arrested', ...\n",
       "99    ['Hyderabad', 'September', '3', 'Actress', 'Ra...\n",
       "Name: sentences, Length: 100, dtype: object"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "text['sentences'].apply(stemmer)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [],
   "source": [
    "x_train,x_test = train_test_split(text,test_size=0.6,random_state=0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>sentences</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>10</td>\n",
       "      <td>['Chandigarh', 'Punjab', 'Congress', 'presiden...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>31</td>\n",
       "      <td>['Bijnor', 'A', '30yearold', 'man', 'friend', ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>66</th>\n",
       "      <td>66</td>\n",
       "      <td>['Patiala', 'Police', 'arrested', 'five', 'men...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>57</th>\n",
       "      <td>57</td>\n",
       "      <td>['cannabis', 'smuggling', 'kitkat', 'chocolate...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79</th>\n",
       "      <td>79</td>\n",
       "      <td>['The', 'Enforcement', 'Directorate', 'ED', 'a...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    Unnamed: 0                                          sentences\n",
       "10          10  ['Chandigarh', 'Punjab', 'Congress', 'presiden...\n",
       "31          31  ['Bijnor', 'A', '30yearold', 'man', 'friend', ...\n",
       "66          66  ['Patiala', 'Police', 'arrested', 'five', 'men...\n",
       "57          57  ['cannabis', 'smuggling', 'kitkat', 'chocolate...\n",
       "79          79  ['The', 'Enforcement', 'Directorate', 'ED', 'a..."
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "x_train.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Tf-Idf Vectorizer"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "# def tokenize(text):\n",
    "#     tokens = [w for w in nltk.tokenize(text) if len(w)>3 and len(w.strip('Xx/')>2)]\n",
    "#     return tokens"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "cv = TfidfVectorizer()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [],
   "source": [
    "df = cv.fit_transform(x_train.sentences)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [],
   "source": [
    "a = pd.DataFrame(df)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0    40\n",
       "dtype: int64"
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "a.count()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['10',\n",
       " '100',\n",
       " '1000',\n",
       " '101',\n",
       " '101kg',\n",
       " '1030',\n",
       " '11',\n",
       " '114000',\n",
       " '1160kg',\n",
       " '12000',\n",
       " '120b',\n",
       " '13',\n",
       " '136',\n",
       " '14',\n",
       " '144th',\n",
       " '14day',\n",
       " '15',\n",
       " '150',\n",
       " '15000',\n",
       " '16',\n",
       " '161',\n",
       " '17',\n",
       " '18',\n",
       " '180',\n",
       " '18b',\n",
       " '18heera',\n",
       " '19',\n",
       " '1959',\n",
       " '1993',\n",
       " '1997',\n",
       " '1aa',\n",
       " '20',\n",
       " '20000',\n",
       " '2002',\n",
       " '201',\n",
       " '201112',\n",
       " '2017',\n",
       " '2018',\n",
       " '2019',\n",
       " '2020',\n",
       " '2021',\n",
       " '21',\n",
       " '212',\n",
       " '2125',\n",
       " '215',\n",
       " '22',\n",
       " '22000',\n",
       " '23',\n",
       " '230',\n",
       " '233',\n",
       " '24',\n",
       " '240000',\n",
       " '25',\n",
       " '251b',\n",
       " '26',\n",
       " '27',\n",
       " '28',\n",
       " '29',\n",
       " '30',\n",
       " '30000',\n",
       " '302',\n",
       " '30day',\n",
       " '30yearold',\n",
       " '31',\n",
       " '35',\n",
       " '38',\n",
       " '39',\n",
       " '40',\n",
       " '400',\n",
       " '4000',\n",
       " '40yearold',\n",
       " '45',\n",
       " '45000',\n",
       " '48',\n",
       " '48kg',\n",
       " '49yearold',\n",
       " '4km',\n",
       " '50',\n",
       " '500',\n",
       " '50000',\n",
       " '50000police',\n",
       " '54',\n",
       " '55yearold',\n",
       " '570',\n",
       " '59',\n",
       " '5kg',\n",
       " '6000crore',\n",
       " '61',\n",
       " '611793',\n",
       " '76800',\n",
       " '85',\n",
       " '87kg',\n",
       " '90',\n",
       " '90250',\n",
       " '96',\n",
       " 'absconding',\n",
       " 'access',\n",
       " 'accident',\n",
       " 'accommodate',\n",
       " 'accomplice',\n",
       " 'according',\n",
       " 'account',\n",
       " 'accountant',\n",
       " 'accused',\n",
       " 'across',\n",
       " 'act',\n",
       " 'acted',\n",
       " 'acting',\n",
       " 'action',\n",
       " 'activityt',\n",
       " 'actor',\n",
       " 'actorturnedproducer',\n",
       " 'actress',\n",
       " 'added',\n",
       " 'addicted',\n",
       " 'adding',\n",
       " 'addition',\n",
       " 'additional',\n",
       " 'admitted',\n",
       " 'adopting',\n",
       " 'advertisement',\n",
       " 'advised',\n",
       " 'aerospace',\n",
       " 'affidavit',\n",
       " 'african',\n",
       " 'after',\n",
       " 'age',\n",
       " 'agencies',\n",
       " 'agency',\n",
       " 'agencyearlier',\n",
       " 'agenda',\n",
       " 'agent',\n",
       " 'aggregator',\n",
       " 'ago',\n",
       " 'ahmad',\n",
       " 'aide',\n",
       " 'airport',\n",
       " 'ajay',\n",
       " 'ajaz',\n",
       " 'aka',\n",
       " 'akali',\n",
       " 'akashdeep',\n",
       " 'akshay',\n",
       " 'al',\n",
       " 'alias',\n",
       " 'alienate',\n",
       " 'alipore',\n",
       " 'all',\n",
       " 'alleged',\n",
       " 'allegedly',\n",
       " 'allopur',\n",
       " 'allotment',\n",
       " 'allotted',\n",
       " 'allowed',\n",
       " 'along',\n",
       " 'already',\n",
       " 'also',\n",
       " 'ambani',\n",
       " 'ambanis',\n",
       " 'amended',\n",
       " 'america',\n",
       " 'american',\n",
       " 'amid',\n",
       " 'among',\n",
       " 'amount',\n",
       " 'amritsar',\n",
       " 'amritsarbased',\n",
       " 'an',\n",
       " 'analysing',\n",
       " 'anand',\n",
       " 'anc',\n",
       " 'andheri',\n",
       " 'andhra',\n",
       " 'andro',\n",
       " 'anil',\n",
       " 'anirudh',\n",
       " 'another',\n",
       " 'ansari',\n",
       " 'antf',\n",
       " 'anti',\n",
       " 'anticipatory',\n",
       " 'antilia',\n",
       " 'antinarcotics',\n",
       " 'antinational',\n",
       " 'antiterror',\n",
       " 'anyone',\n",
       " 'apex',\n",
       " 'apparently',\n",
       " 'appealed',\n",
       " 'appear',\n",
       " 'appeared',\n",
       " 'application',\n",
       " 'apprehended',\n",
       " 'approached',\n",
       " 'appropriate',\n",
       " 'april',\n",
       " 'area',\n",
       " 'arey',\n",
       " 'argued',\n",
       " 'argument',\n",
       " 'arjun',\n",
       " 'arm',\n",
       " 'armaan',\n",
       " 'arman',\n",
       " 'arms',\n",
       " 'armsâ',\n",
       " 'armyman',\n",
       " 'arora',\n",
       " 'around',\n",
       " 'arrange',\n",
       " 'arrest',\n",
       " 'arrested',\n",
       " 'article',\n",
       " 'arun',\n",
       " 'aryaman',\n",
       " 'as',\n",
       " 'ascertain',\n",
       " 'ashike',\n",
       " 'asi',\n",
       " 'asked',\n",
       " 'assassinating',\n",
       " 'asset',\n",
       " 'assetbased',\n",
       " 'assistant',\n",
       " 'associate',\n",
       " 'associated',\n",
       " 'attached',\n",
       " 'attack',\n",
       " 'attacked',\n",
       " 'attacker',\n",
       " 'attempt',\n",
       " 'attend',\n",
       " 'attracts',\n",
       " 'august',\n",
       " 'aulakh',\n",
       " 'authority',\n",
       " 'autogenerated',\n",
       " 'autorickshaw',\n",
       " 'available',\n",
       " 'availed',\n",
       " 'avoid',\n",
       " 'avtar',\n",
       " 'awang',\n",
       " 'awarded',\n",
       " 'awardee',\n",
       " 'awas',\n",
       " 'awasthi',\n",
       " 'away',\n",
       " 'baba',\n",
       " 'bachan',\n",
       " 'bachi',\n",
       " 'back',\n",
       " 'backdoor',\n",
       " 'bag',\n",
       " 'bahupura',\n",
       " 'bail',\n",
       " 'balaj',\n",
       " 'balaji',\n",
       " 'balor',\n",
       " 'balwinder',\n",
       " 'bank',\n",
       " 'banned',\n",
       " 'bardhan',\n",
       " 'based',\n",
       " 'basis',\n",
       " 'bassi',\n",
       " 'battalion',\n",
       " 'bean',\n",
       " 'because',\n",
       " 'befriended',\n",
       " 'began',\n",
       " 'belonging',\n",
       " 'bench',\n",
       " 'bengaluru',\n",
       " 'besides',\n",
       " 'betty',\n",
       " 'bhaa',\n",
       " 'bhaddal',\n",
       " 'bhai',\n",
       " 'bhikhiwind',\n",
       " 'bhinder',\n",
       " 'bhola',\n",
       " 'bid',\n",
       " 'bigg',\n",
       " 'bihar',\n",
       " 'bijnor',\n",
       " 'bike',\n",
       " 'bikram',\n",
       " 'bitcoins',\n",
       " 'bittu',\n",
       " 'black',\n",
       " 'bn',\n",
       " 'board',\n",
       " 'body',\n",
       " 'boiled',\n",
       " 'bollywood',\n",
       " 'bomb',\n",
       " 'bonafidely',\n",
       " 'book',\n",
       " 'booked',\n",
       " 'bop',\n",
       " 'border',\n",
       " 'bose',\n",
       " 'boss',\n",
       " 'bought',\n",
       " 'boundary',\n",
       " 'branch',\n",
       " 'brave',\n",
       " 'brijesh',\n",
       " 'bring',\n",
       " 'brother',\n",
       " 'brought',\n",
       " 'bsf',\n",
       " 'btech',\n",
       " 'buck',\n",
       " 'building',\n",
       " 'buldhana',\n",
       " 'bulk',\n",
       " 'bullet',\n",
       " 'bura',\n",
       " 'bureau',\n",
       " 'business',\n",
       " 'businessman',\n",
       " 'bust',\n",
       " 'busted',\n",
       " 'busy',\n",
       " 'but',\n",
       " 'buy',\n",
       " 'cab',\n",
       " 'call',\n",
       " 'came',\n",
       " 'camp',\n",
       " 'can',\n",
       " 'canada',\n",
       " 'cane',\n",
       " 'cannabis',\n",
       " 'capital',\n",
       " 'capsule',\n",
       " 'car',\n",
       " 'carpet',\n",
       " 'carried',\n",
       " 'carrying',\n",
       " 'cartel',\n",
       " 'case',\n",
       " 'cash',\n",
       " 'caught',\n",
       " 'causing',\n",
       " 'cavity',\n",
       " 'cbi',\n",
       " 'cbic',\n",
       " 'cbicgovin',\n",
       " 'ccb',\n",
       " 'celebrity',\n",
       " 'cell',\n",
       " 'central',\n",
       " 'centre',\n",
       " 'chahal',\n",
       " 'chain',\n",
       " 'chairman',\n",
       " 'chakra',\n",
       " 'chakraborty',\n",
       " 'challenged',\n",
       " 'chandigarh',\n",
       " 'chaos',\n",
       " 'chara',\n",
       " 'charge',\n",
       " 'chargesheet',\n",
       " 'charmee',\n",
       " 'charmme',\n",
       " 'chartered',\n",
       " 'chase',\n",
       " 'chaturvedi',\n",
       " 'chautala',\n",
       " 'checking',\n",
       " 'checkpoint',\n",
       " 'cheetah',\n",
       " 'chemist',\n",
       " 'chennai',\n",
       " 'chhapra',\n",
       " 'chhilar',\n",
       " 'chief',\n",
       " 'chikkamagaluru',\n",
       " 'child',\n",
       " 'chinamade',\n",
       " 'chinoso',\n",
       " 'chiya',\n",
       " 'chocolate',\n",
       " 'chose',\n",
       " 'chowk',\n",
       " 'chowki',\n",
       " 'ciaiii',\n",
       " 'cid',\n",
       " 'cigarette',\n",
       " 'cinema',\n",
       " 'citizen',\n",
       " 'city',\n",
       " 'ciu',\n",
       " 'civil',\n",
       " 'ck',\n",
       " 'claim',\n",
       " 'claimed',\n",
       " 'clarification',\n",
       " 'clarified',\n",
       " 'class',\n",
       " 'cleaner',\n",
       " 'clearly',\n",
       " 'clientele',\n",
       " 'closely',\n",
       " 'club',\n",
       " 'cocaine',\n",
       " 'collected',\n",
       " 'colony',\n",
       " 'come',\n",
       " 'coming',\n",
       " 'commerce',\n",
       " 'commissioner',\n",
       " 'common',\n",
       " 'company',\n",
       " 'compensation',\n",
       " 'competent',\n",
       " 'complained',\n",
       " 'complaint',\n",
       " 'complete',\n",
       " 'completed',\n",
       " 'completing',\n",
       " 'completion',\n",
       " 'compulsorily',\n",
       " 'comrade',\n",
       " 'concealed',\n",
       " 'condition',\n",
       " 'conducted',\n",
       " 'conducting',\n",
       " 'confessed',\n",
       " 'confiscated',\n",
       " 'confront',\n",
       " 'congress',\n",
       " 'connected',\n",
       " 'connection',\n",
       " 'connivance',\n",
       " 'connived',\n",
       " 'consignment',\n",
       " 'consist',\n",
       " 'conspiracy',\n",
       " 'constable',\n",
       " 'constructed',\n",
       " 'construction',\n",
       " 'consumer',\n",
       " 'contact',\n",
       " 'containing',\n",
       " 'content',\n",
       " 'contestant',\n",
       " 'continue',\n",
       " 'continued',\n",
       " 'contraband',\n",
       " 'control',\n",
       " 'conversation',\n",
       " 'convertible',\n",
       " 'convict',\n",
       " 'convicted',\n",
       " 'cooperation',\n",
       " 'cooperative',\n",
       " 'cop',\n",
       " 'corporation',\n",
       " 'could',\n",
       " 'country',\n",
       " 'countrymade',\n",
       " 'course',\n",
       " 'court',\n",
       " 'courtkohli',\n",
       " 'courtthe',\n",
       " 'cousin',\n",
       " 'cover',\n",
       " 'covid19',\n",
       " 'covidrelated',\n",
       " 'crack',\n",
       " 'crackdown',\n",
       " 'create',\n",
       " 'creates',\n",
       " 'credit',\n",
       " 'creek',\n",
       " 'cremated',\n",
       " 'crime',\n",
       " 'criminal',\n",
       " 'crore',\n",
       " 'crorepallavi',\n",
       " 'cross',\n",
       " 'crossborder',\n",
       " 'crossfire',\n",
       " 'crpc',\n",
       " 'culprit',\n",
       " 'currently',\n",
       " 'custody',\n",
       " 'customer',\n",
       " 'customs',\n",
       " 'daggubati',\n",
       " 'dalit',\n",
       " 'dark',\n",
       " 'dass',\n",
       " 'datta',\n",
       " 'day',\n",
       " 'dcp',\n",
       " 'dead',\n",
       " 'dealer',\n",
       " 'death',\n",
       " 'deb',\n",
       " 'debanjan',\n",
       " 'debut',\n",
       " 'deceased',\n",
       " 'decided',\n",
       " 'declaring',\n",
       " 'default',\n",
       " 'defaulting',\n",
       " 'defence',\n",
       " 'definite',\n",
       " 'degree',\n",
       " 'delay',\n",
       " 'delhi',\n",
       " 'deliberate',\n",
       " 'deliver',\n",
       " 'delivery',\n",
       " 'demand',\n",
       " 'department',\n",
       " 'deposit',\n",
       " 'deputed',\n",
       " 'deputy',\n",
       " 'dera',\n",
       " 'describing',\n",
       " 'description',\n",
       " 'despite',\n",
       " 'detail',\n",
       " 'detained',\n",
       " 'dev',\n",
       " 'devanahalli',\n",
       " 'developed',\n",
       " 'developer',\n",
       " 'developers',\n",
       " 'development',\n",
       " 'devkar',\n",
       " 'dhai',\n",
       " 'dhaliwal',\n",
       " 'dhan',\n",
       " 'dhar',\n",
       " 'dharamveer',\n",
       " 'died',\n",
       " 'diploma',\n",
       " 'direction',\n",
       " 'director',\n",
       " 'directorate',\n",
       " 'disapproval',\n",
       " 'disciplinary',\n",
       " 'dismissed',\n",
       " 'distinguish',\n",
       " 'distribution',\n",
       " 'district',\n",
       " 'division',\n",
       " 'dixit',\n",
       " 'document',\n",
       " 'done',\n",
       " 'doob',\n",
       " 'doorstep',\n",
       " 'doshi',\n",
       " 'doubt',\n",
       " 'dozen',\n",
       " 'dpharma',\n",
       " 'drink',\n",
       " 'drive',\n",
       " 'driver',\n",
       " 'drug',\n",
       " 'druglinks',\n",
       " 'drugpeddling',\n",
       " 'drugs',\n",
       " 'drugsdevanahalli',\n",
       " 'dsp',\n",
       " 'due',\n",
       " 'dumped',\n",
       " 'duo',\n",
       " 'during',\n",
       " 'dutch',\n",
       " 'duty',\n",
       " 'dweller',\n",
       " 'earlier',\n",
       " 'early',\n",
       " 'easily',\n",
       " 'east',\n",
       " 'economic',\n",
       " 'ecstasy',\n",
       " 'ed',\n",
       " 'edited',\n",
       " 'efforts',\n",
       " 'eight',\n",
       " 'elder',\n",
       " 'election',\n",
       " 'element',\n",
       " 'email',\n",
       " 'emerald',\n",
       " 'employed',\n",
       " 'employee',\n",
       " 'encounter',\n",
       " 'end',\n",
       " 'enforcement',\n",
       " 'engaged',\n",
       " 'engineer',\n",
       " 'enraged',\n",
       " 'ensure',\n",
       " 'ensured',\n",
       " 'enter',\n",
       " 'enterprises',\n",
       " 'entire',\n",
       " 'entry',\n",
       " 'erring',\n",
       " 'error',\n",
       " 'escape',\n",
       " 'especially',\n",
       " 'essential',\n",
       " 'essentialsthe',\n",
       " 'establishment',\n",
       " 'estimated',\n",
       " 'even',\n",
       " 'evening',\n",
       " 'every',\n",
       " 'evidence',\n",
       " 'except',\n",
       " 'exchanged',\n",
       " 'excise',\n",
       " 'exclusive',\n",
       " 'execute',\n",
       " 'executive',\n",
       " 'exempt',\n",
       " 'exit',\n",
       " 'explaining',\n",
       " 'explode',\n",
       " 'explosive',\n",
       " 'explosivesladen',\n",
       " 'exposed',\n",
       " 'express',\n",
       " 'extend',\n",
       " 'extending',\n",
       " 'extension',\n",
       " 'extradite',\n",
       " 'extradited',\n",
       " 'face',\n",
       " 'facebook',\n",
       " 'facilitate',\n",
       " 'facilitation',\n",
       " 'facility',\n",
       " 'factory',\n",
       " 'failing',\n",
       " 'fake',\n",
       " 'fall',\n",
       " 'falling',\n",
       " 'false',\n",
       " 'family',\n",
       " 'far',\n",
       " 'fatehgarh',\n",
       " 'father',\n",
       " 'fatherson',\n",
       " 'featured',\n",
       " 'february',\n",
       " 'federal',\n",
       " 'feed',\n",
       " 'felix',\n",
       " 'fencing',\n",
       " 'ferozepur',\n",
       " 'field',\n",
       " 'fight',\n",
       " 'file',\n",
       " 'filed',\n",
       " 'film',\n",
       " 'filmmaker',\n",
       " 'finally',\n",
       " 'financial',\n",
       " 'find',\n",
       " 'fine',\n",
       " 'fined',\n",
       " 'fir',\n",
       " 'fired',\n",
       " 'firing',\n",
       " 'firm',\n",
       " 'first',\n",
       " 'five',\n",
       " 'flat',\n",
       " 'flavour',\n",
       " 'fled',\n",
       " 'flee',\n",
       " 'flight',\n",
       " 'floor',\n",
       " 'foiled',\n",
       " 'followed',\n",
       " 'following',\n",
       " 'followup',\n",
       " 'foot',\n",
       " 'for',\n",
       " 'force',\n",
       " 'forced',\n",
       " 'forcing',\n",
       " 'foreign',\n",
       " 'form',\n",
       " 'formed',\n",
       " 'former',\n",
       " 'fouji',\n",
       " 'found',\n",
       " 'four',\n",
       " 'framed',\n",
       " 'fraud',\n",
       " 'fraudulently',\n",
       " 'free',\n",
       " 'friday',\n",
       " 'friend',\n",
       " 'fsi',\n",
       " 'ft',\n",
       " 'fuel',\n",
       " 'fund',\n",
       " 'fungible',\n",
       " 'further',\n",
       " 'gang',\n",
       " 'gangsterturnedterrorist',\n",
       " 'ganja',\n",
       " 'garg',\n",
       " 'gaurav',\n",
       " 'gave',\n",
       " 'general',\n",
       " 'germanbased',\n",
       " 'germanybased',\n",
       " 'get',\n",
       " 'getting',\n",
       " 'ghatkopar',\n",
       " 'gholumajra',\n",
       " 'ghumman',\n",
       " 'girija',\n",
       " 'given',\n",
       " 'gm',\n",
       " 'goa',\n",
       " 'godown',\n",
       " 'goenka',\n",
       " 'goenkas',\n",
       " 'gogia',\n",
       " 'gogian',\n",
       " 'gone',\n",
       " 'gonibeedu',\n",
       " 'good',\n",
       " 'goods',\n",
       " 'got',\n",
       " 'government',\n",
       " 'grabbed',\n",
       " 'graduate',\n",
       " 'gram',\n",
       " 'grandson',\n",
       " 'granted',\n",
       " 'grenade',\n",
       " 'grilled',\n",
       " 'group',\n",
       " 'gst',\n",
       " 'guarantee',\n",
       " 'guilty',\n",
       " 'gully',\n",
       " 'gunny',\n",
       " 'gupta',\n",
       " 'gurjit',\n",
       " 'gurmail',\n",
       " 'gurpreet',\n",
       " 'gurwinder',\n",
       " 'habitual',\n",
       " 'hail',\n",
       " 'hair',\n",
       " 'hand',\n",
       " 'handed',\n",
       " 'handler',\n",
       " 'handling',\n",
       " 'hard',\n",
       " 'harjinder',\n",
       " 'harsh',\n",
       " 'haryana',\n",
       " 'hashish',\n",
       " 'hatched',\n",
       " 'hdil',\n",
       " 'he',\n",
       " 'head',\n",
       " 'headline',\n",
       " 'headquarters',\n",
       " 'hear',\n",
       " 'heart',\n",
       " 'hebbagodi',\n",
       " 'heera',\n",
       " 'held',\n",
       " 'help',\n",
       " 'heroin',\n",
       " 'herojit',\n",
       " 'hiding',\n",
       " 'high',\n",
       " 'highend',\n",
       " 'highway',\n",
       " 'hills',\n",
       " 'hindi',\n",
       " 'hindrance',\n",
       " 'hiran',\n",
       " 'hired',\n",
       " 'hiren',\n",
       " 'hirens',\n",
       " 'his',\n",
       " 'hoarded',\n",
       " 'hoarding',\n",
       " 'holder',\n",
       " 'home',\n",
       " 'hookah',\n",
       " 'horakeri',\n",
       " 'hospital',\n",
       " 'hospitality',\n",
       " 'hotel',\n",
       " 'hotels',\n",
       " 'hour',\n",
       " 'house',\n",
       " 'housing',\n",
       " 'however',\n",
       " 'huge',\n",
       " 'humanity',\n",
       " 'hyderabad',\n",
       " 'hydro',\n",
       " 'ias',\n",
       " 'ib',\n",
       " 'identified',\n",
       " 'identify',\n",
       " 'ignore',\n",
       " 'ignored',\n",
       " 'illegal',\n",
       " 'illegally',\n",
       " 'immanuel',\n",
       " 'imphal',\n",
       " 'imposed',\n",
       " 'impounded',\n",
       " 'imprisonment',\n",
       " 'imran',\n",
       " 'in',\n",
       " 'inaction',\n",
       " 'inbox',\n",
       " 'incident',\n",
       " 'include',\n",
       " 'includes',\n",
       " 'including',\n",
       " 'incriminating',\n",
       " 'inder',\n",
       " 'inderjit',\n",
       " 'index',\n",
       " 'india',\n",
       " 'indian',\n",
       " 'indiapakistan',\n",
       " 'indicate',\n",
       " 'indicates',\n",
       " 'indirect',\n",
       " 'indri',\n",
       " 'indulged',\n",
       " 'industrialist',\n",
       " 'industries',\n",
       " 'industry',\n",
       " 'infiltration',\n",
       " 'infirmity',\n",
       " 'information',\n",
       " 'informed',\n",
       " 'infrastructure',\n",
       " 'initial',\n",
       " 'initiate',\n",
       " 'initiated',\n",
       " 'initiating',\n",
       " 'injection',\n",
       " 'injured',\n",
       " 'injuring',\n",
       " 'injury',\n",
       " 'input',\n",
       " 'inquiry',\n",
       " 'inspector',\n",
       " 'instance',\n",
       " 'instead',\n",
       " 'instructed',\n",
       " 'insurance',\n",
       " 'intelligence',\n",
       " 'intended',\n",
       " 'intent',\n",
       " 'interalia',\n",
       " 'intercepted',\n",
       " 'international',\n",
       " 'internship',\n",
       " 'interrogation',\n",
       " 'interstate',\n",
       " 'intimation',\n",
       " 'intruder',\n",
       " 'invested',\n",
       " 'investigate',\n",
       " 'investigating',\n",
       " 'investigation',\n",
       " 'investigator',\n",
       " 'investment',\n",
       " 'involved',\n",
       " 'involvement',\n",
       " 'involving',\n",
       " 'iod',\n",
       " 'ipc',\n",
       " 'irshad',\n",
       " 'israel',\n",
       " 'issue',\n",
       " 'it',\n",
       " 'item',\n",
       " 'jagannadh',\n",
       " 'jagjit',\n",
       " 'jagroop',\n",
       " 'jail',\n",
       " 'jailed',\n",
       " 'jain',\n",
       " 'jammu',\n",
       " 'january',\n",
       " 'jawan',\n",
       " 'jharkhand',\n",
       " 'job',\n",
       " 'joga',\n",
       " 'johal',\n",
       " 'joined',\n",
       " 'joint',\n",
       " 'joy',\n",
       " 'judge',\n",
       " 'judgement',\n",
       " 'judicial',\n",
       " 'juhu',\n",
       " 'july',\n",
       " 'ka',\n",
       " 'kakka',\n",
       " 'kamendra',\n",
       " 'kandiala',\n",
       " 'kannada',\n",
       " 'karan',\n",
       " 'karnal',\n",
       " 'karnataka',\n",
       " 'kashmir',\n",
       " 'kasur',\n",
       " 'kaur',\n",
       " 'kept',\n",
       " 'key',\n",
       " 'kg',\n",
       " 'kgsof',\n",
       " 'khadoor',\n",
       " 'khalid',\n",
       " 'khalistan',\n",
       " 'khan',\n",
       " 'khanstarter',\n",
       " 'kill',\n",
       " 'killed',\n",
       " 'killing',\n",
       " 'kin',\n",
       " 'kind',\n",
       " 'kingpin',\n",
       " 'kirugunda',\n",
       " 'kitkat',\n",
       " 'kl',\n",
       " 'klf',\n",
       " 'knife',\n",
       " 'know',\n",
       " 'knowledge',\n",
       " 'known',\n",
       " 'kohli',\n",
       " 'kohlis',\n",
       " 'kolkata',\n",
       " 'kolkataâ',\n",
       " 'kot',\n",
       " 'kripalpur',\n",
       " 'kukhni',\n",
       " 'kuldeep',\n",
       " 'kumar',\n",
       " 'kushwaha',\n",
       " 'laboratory',\n",
       " 'laid',\n",
       " 'lakh',\n",
       " 'lakhsawan',\n",
       " 'lakhvir',\n",
       " 'lal',\n",
       " 'lalru',\n",
       " 'lalrulalru',\n",
       " 'lalâs',\n",
       " 'land',\n",
       " 'lapse',\n",
       " 'large',\n",
       " 'largepolice',\n",
       " 'largest',\n",
       " 'last',\n",
       " 'late',\n",
       " 'later',\n",
       " 'launched',\n",
       " 'laundering',\n",
       " 'law',\n",
       " 'lawyer',\n",
       " 'leadership',\n",
       " 'learnt',\n",
       " 'least',\n",
       " 'led',\n",
       " 'legal',\n",
       " 'leikai',\n",
       " 'lending',\n",
       " 'lenin',\n",
       " 'levy',\n",
       " 'levydid',\n",
       " 'liberation',\n",
       " 'life',\n",
       " 'light',\n",
       " 'like',\n",
       " ...]"
      ]
     },
     "execution_count": 32,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cv.get_feature_names()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Training The Model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [],
   "source": [
    "lda = decomposition.LatentDirichletAllocation(n_components=20,max_iter=3,learning_method='online',learning_offset=50,n_jobs=-1,random_state=111)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {},
   "outputs": [],
   "source": [
    "w1 = lda.fit_transform(df)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [],
   "source": [
    "h1 = lda.components_"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Picking Top words for each Topics"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [],
   "source": [
    "num_words = 15\n",
    "vocab = np.array(cv.get_feature_names())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {},
   "outputs": [],
   "source": [
    "top_words = lambda t: [vocab[i] for i in np.argsort(t)[:-num_words-1:-1]]\n",
    "topic_words = ([top_words(t) for t in h1])\n",
    "topics = [' '.join(t) for t in topic_words]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['handling surprised murder 1aa canada devanahalli hired lakhsawan accident arey 16 thomas currently thank popular',\n",
       " 'include summoned 18 kamendra observation aggregator worked cinema during on motorcycle raj smoking cbic still',\n",
       " 'rame resident drug 1000 ed trying nigerians police suspicious psychotropic thursday network sushant watch 15',\n",
       " 'conducted vip it produced bail centre primarily nagar bassi originated unidentified boss identify gogian end',\n",
       " 'madhya hoarding prem residence van the 1997 balaj singh plot originated disapproval identified savitri 76800',\n",
       " 'living raj dealer tira airport serveall menace held checkpoint status utilised sushant 20 action one',\n",
       " 'andro 114000 90 april prime attempt ahmad affidavit 101kg fir scheduled bassi deposit ipc efforts',\n",
       " 'development mansukh edited brought intelligence chennai dealer bomb transfer south officers inaction vaccine drugpeddling wanted',\n",
       " 'peddling citizen three zero remaining detail used involved scanner light presented imprisonment for hiren edited',\n",
       " 'special encounter maharashtra the net gang suresh premium all 55yearold hear bengaluru flavour gholumajra courtthe',\n",
       " 'magazine hear ritik antiterror kushwaha question added make could like 1959 jagjit others why recovery',\n",
       " 'subsumed horakeri indirect doorstep flavour know feed met head sam manager product lodged zero mr',\n",
       " 'book up sachins narcotic mephedrone only road investigate 101kg politician firm link taroan 136 age',\n",
       " 'nagar get sahil bhaa pankaj debut probe agency buck suresh face material attracts bhai duty',\n",
       " 'course nail ansari age chiya information seven special 150 drug common culprit sadar rehab first',\n",
       " 'troop wrapper social development special film cinema kamendra dweller 30000 raju reached tv balor guarantee',\n",
       " '161 viswanadham subsequent andhra separate dcp available tried election headquarters account saw distribution reference compulsorily',\n",
       " 'pakistan kashmir shashank paying khadoor further 17 still aerospace fraud facilitation far suitcase truck sachins',\n",
       " 'patamata intercepted present operative transparency drugpeddling akali learnt recovered proscribed bassi accident getting subsequently division',\n",
       " 'rate get chinoso asset methamphetamine racket grenade son unlimited cbicgovin pharmacy friday tns appeared raid']"
      ]
     },
     "execution_count": 57,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "topics"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[['handling',\n",
       "  'surprised',\n",
       "  'murder',\n",
       "  '1aa',\n",
       "  'canada',\n",
       "  'devanahalli',\n",
       "  'hired',\n",
       "  'lakhsawan',\n",
       "  'accident',\n",
       "  'arey',\n",
       "  '16',\n",
       "  'thomas',\n",
       "  'currently',\n",
       "  'thank',\n",
       "  'popular'],\n",
       " ['include',\n",
       "  'summoned',\n",
       "  '18',\n",
       "  'kamendra',\n",
       "  'observation',\n",
       "  'aggregator',\n",
       "  'worked',\n",
       "  'cinema',\n",
       "  'during',\n",
       "  'on',\n",
       "  'motorcycle',\n",
       "  'raj',\n",
       "  'smoking',\n",
       "  'cbic',\n",
       "  'still'],\n",
       " ['rame',\n",
       "  'resident',\n",
       "  'drug',\n",
       "  '1000',\n",
       "  'ed',\n",
       "  'trying',\n",
       "  'nigerians',\n",
       "  'police',\n",
       "  'suspicious',\n",
       "  'psychotropic',\n",
       "  'thursday',\n",
       "  'network',\n",
       "  'sushant',\n",
       "  'watch',\n",
       "  '15'],\n",
       " ['conducted',\n",
       "  'vip',\n",
       "  'it',\n",
       "  'produced',\n",
       "  'bail',\n",
       "  'centre',\n",
       "  'primarily',\n",
       "  'nagar',\n",
       "  'bassi',\n",
       "  'originated',\n",
       "  'unidentified',\n",
       "  'boss',\n",
       "  'identify',\n",
       "  'gogian',\n",
       "  'end'],\n",
       " ['madhya',\n",
       "  'hoarding',\n",
       "  'prem',\n",
       "  'residence',\n",
       "  'van',\n",
       "  'the',\n",
       "  '1997',\n",
       "  'balaj',\n",
       "  'singh',\n",
       "  'plot',\n",
       "  'originated',\n",
       "  'disapproval',\n",
       "  'identified',\n",
       "  'savitri',\n",
       "  '76800'],\n",
       " ['living',\n",
       "  'raj',\n",
       "  'dealer',\n",
       "  'tira',\n",
       "  'airport',\n",
       "  'serveall',\n",
       "  'menace',\n",
       "  'held',\n",
       "  'checkpoint',\n",
       "  'status',\n",
       "  'utilised',\n",
       "  'sushant',\n",
       "  '20',\n",
       "  'action',\n",
       "  'one'],\n",
       " ['andro',\n",
       "  '114000',\n",
       "  '90',\n",
       "  'april',\n",
       "  'prime',\n",
       "  'attempt',\n",
       "  'ahmad',\n",
       "  'affidavit',\n",
       "  '101kg',\n",
       "  'fir',\n",
       "  'scheduled',\n",
       "  'bassi',\n",
       "  'deposit',\n",
       "  'ipc',\n",
       "  'efforts'],\n",
       " ['development',\n",
       "  'mansukh',\n",
       "  'edited',\n",
       "  'brought',\n",
       "  'intelligence',\n",
       "  'chennai',\n",
       "  'dealer',\n",
       "  'bomb',\n",
       "  'transfer',\n",
       "  'south',\n",
       "  'officers',\n",
       "  'inaction',\n",
       "  'vaccine',\n",
       "  'drugpeddling',\n",
       "  'wanted'],\n",
       " ['peddling',\n",
       "  'citizen',\n",
       "  'three',\n",
       "  'zero',\n",
       "  'remaining',\n",
       "  'detail',\n",
       "  'used',\n",
       "  'involved',\n",
       "  'scanner',\n",
       "  'light',\n",
       "  'presented',\n",
       "  'imprisonment',\n",
       "  'for',\n",
       "  'hiren',\n",
       "  'edited'],\n",
       " ['special',\n",
       "  'encounter',\n",
       "  'maharashtra',\n",
       "  'the',\n",
       "  'net',\n",
       "  'gang',\n",
       "  'suresh',\n",
       "  'premium',\n",
       "  'all',\n",
       "  '55yearold',\n",
       "  'hear',\n",
       "  'bengaluru',\n",
       "  'flavour',\n",
       "  'gholumajra',\n",
       "  'courtthe'],\n",
       " ['magazine',\n",
       "  'hear',\n",
       "  'ritik',\n",
       "  'antiterror',\n",
       "  'kushwaha',\n",
       "  'question',\n",
       "  'added',\n",
       "  'make',\n",
       "  'could',\n",
       "  'like',\n",
       "  '1959',\n",
       "  'jagjit',\n",
       "  'others',\n",
       "  'why',\n",
       "  'recovery'],\n",
       " ['subsumed',\n",
       "  'horakeri',\n",
       "  'indirect',\n",
       "  'doorstep',\n",
       "  'flavour',\n",
       "  'know',\n",
       "  'feed',\n",
       "  'met',\n",
       "  'head',\n",
       "  'sam',\n",
       "  'manager',\n",
       "  'product',\n",
       "  'lodged',\n",
       "  'zero',\n",
       "  'mr'],\n",
       " ['book',\n",
       "  'up',\n",
       "  'sachins',\n",
       "  'narcotic',\n",
       "  'mephedrone',\n",
       "  'only',\n",
       "  'road',\n",
       "  'investigate',\n",
       "  '101kg',\n",
       "  'politician',\n",
       "  'firm',\n",
       "  'link',\n",
       "  'taroan',\n",
       "  '136',\n",
       "  'age'],\n",
       " ['nagar',\n",
       "  'get',\n",
       "  'sahil',\n",
       "  'bhaa',\n",
       "  'pankaj',\n",
       "  'debut',\n",
       "  'probe',\n",
       "  'agency',\n",
       "  'buck',\n",
       "  'suresh',\n",
       "  'face',\n",
       "  'material',\n",
       "  'attracts',\n",
       "  'bhai',\n",
       "  'duty'],\n",
       " ['course',\n",
       "  'nail',\n",
       "  'ansari',\n",
       "  'age',\n",
       "  'chiya',\n",
       "  'information',\n",
       "  'seven',\n",
       "  'special',\n",
       "  '150',\n",
       "  'drug',\n",
       "  'common',\n",
       "  'culprit',\n",
       "  'sadar',\n",
       "  'rehab',\n",
       "  'first'],\n",
       " ['troop',\n",
       "  'wrapper',\n",
       "  'social',\n",
       "  'development',\n",
       "  'special',\n",
       "  'film',\n",
       "  'cinema',\n",
       "  'kamendra',\n",
       "  'dweller',\n",
       "  '30000',\n",
       "  'raju',\n",
       "  'reached',\n",
       "  'tv',\n",
       "  'balor',\n",
       "  'guarantee'],\n",
       " ['161',\n",
       "  'viswanadham',\n",
       "  'subsequent',\n",
       "  'andhra',\n",
       "  'separate',\n",
       "  'dcp',\n",
       "  'available',\n",
       "  'tried',\n",
       "  'election',\n",
       "  'headquarters',\n",
       "  'account',\n",
       "  'saw',\n",
       "  'distribution',\n",
       "  'reference',\n",
       "  'compulsorily'],\n",
       " ['pakistan',\n",
       "  'kashmir',\n",
       "  'shashank',\n",
       "  'paying',\n",
       "  'khadoor',\n",
       "  'further',\n",
       "  '17',\n",
       "  'still',\n",
       "  'aerospace',\n",
       "  'fraud',\n",
       "  'facilitation',\n",
       "  'far',\n",
       "  'suitcase',\n",
       "  'truck',\n",
       "  'sachins'],\n",
       " ['patamata',\n",
       "  'intercepted',\n",
       "  'present',\n",
       "  'operative',\n",
       "  'transparency',\n",
       "  'drugpeddling',\n",
       "  'akali',\n",
       "  'learnt',\n",
       "  'recovered',\n",
       "  'proscribed',\n",
       "  'bassi',\n",
       "  'accident',\n",
       "  'getting',\n",
       "  'subsequently',\n",
       "  'division'],\n",
       " ['rate',\n",
       "  'get',\n",
       "  'chinoso',\n",
       "  'asset',\n",
       "  'methamphetamine',\n",
       "  'racket',\n",
       "  'grenade',\n",
       "  'son',\n",
       "  'unlimited',\n",
       "  'cbicgovin',\n",
       "  'pharmacy',\n",
       "  'friday',\n",
       "  'tns',\n",
       "  'appeared',\n",
       "  'raid']]"
      ]
     },
     "execution_count": 50,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "topic_words"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "metadata": {},
   "outputs": [],
   "source": [
    "topic_list = pd.DataFrame(topic_words)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "      <th>5</th>\n",
       "      <th>6</th>\n",
       "      <th>7</th>\n",
       "      <th>8</th>\n",
       "      <th>9</th>\n",
       "      <th>10</th>\n",
       "      <th>11</th>\n",
       "      <th>12</th>\n",
       "      <th>13</th>\n",
       "      <th>14</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>handling</td>\n",
       "      <td>surprised</td>\n",
       "      <td>murder</td>\n",
       "      <td>1aa</td>\n",
       "      <td>canada</td>\n",
       "      <td>devanahalli</td>\n",
       "      <td>hired</td>\n",
       "      <td>lakhsawan</td>\n",
       "      <td>accident</td>\n",
       "      <td>arey</td>\n",
       "      <td>16</td>\n",
       "      <td>thomas</td>\n",
       "      <td>currently</td>\n",
       "      <td>thank</td>\n",
       "      <td>popular</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>include</td>\n",
       "      <td>summoned</td>\n",
       "      <td>18</td>\n",
       "      <td>kamendra</td>\n",
       "      <td>observation</td>\n",
       "      <td>aggregator</td>\n",
       "      <td>worked</td>\n",
       "      <td>cinema</td>\n",
       "      <td>during</td>\n",
       "      <td>on</td>\n",
       "      <td>motorcycle</td>\n",
       "      <td>raj</td>\n",
       "      <td>smoking</td>\n",
       "      <td>cbic</td>\n",
       "      <td>still</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>rame</td>\n",
       "      <td>resident</td>\n",
       "      <td>drug</td>\n",
       "      <td>1000</td>\n",
       "      <td>ed</td>\n",
       "      <td>trying</td>\n",
       "      <td>nigerians</td>\n",
       "      <td>police</td>\n",
       "      <td>suspicious</td>\n",
       "      <td>psychotropic</td>\n",
       "      <td>thursday</td>\n",
       "      <td>network</td>\n",
       "      <td>sushant</td>\n",
       "      <td>watch</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>conducted</td>\n",
       "      <td>vip</td>\n",
       "      <td>it</td>\n",
       "      <td>produced</td>\n",
       "      <td>bail</td>\n",
       "      <td>centre</td>\n",
       "      <td>primarily</td>\n",
       "      <td>nagar</td>\n",
       "      <td>bassi</td>\n",
       "      <td>originated</td>\n",
       "      <td>unidentified</td>\n",
       "      <td>boss</td>\n",
       "      <td>identify</td>\n",
       "      <td>gogian</td>\n",
       "      <td>end</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>madhya</td>\n",
       "      <td>hoarding</td>\n",
       "      <td>prem</td>\n",
       "      <td>residence</td>\n",
       "      <td>van</td>\n",
       "      <td>the</td>\n",
       "      <td>1997</td>\n",
       "      <td>balaj</td>\n",
       "      <td>singh</td>\n",
       "      <td>plot</td>\n",
       "      <td>originated</td>\n",
       "      <td>disapproval</td>\n",
       "      <td>identified</td>\n",
       "      <td>savitri</td>\n",
       "      <td>76800</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>living</td>\n",
       "      <td>raj</td>\n",
       "      <td>dealer</td>\n",
       "      <td>tira</td>\n",
       "      <td>airport</td>\n",
       "      <td>serveall</td>\n",
       "      <td>menace</td>\n",
       "      <td>held</td>\n",
       "      <td>checkpoint</td>\n",
       "      <td>status</td>\n",
       "      <td>utilised</td>\n",
       "      <td>sushant</td>\n",
       "      <td>20</td>\n",
       "      <td>action</td>\n",
       "      <td>one</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>andro</td>\n",
       "      <td>114000</td>\n",
       "      <td>90</td>\n",
       "      <td>april</td>\n",
       "      <td>prime</td>\n",
       "      <td>attempt</td>\n",
       "      <td>ahmad</td>\n",
       "      <td>affidavit</td>\n",
       "      <td>101kg</td>\n",
       "      <td>fir</td>\n",
       "      <td>scheduled</td>\n",
       "      <td>bassi</td>\n",
       "      <td>deposit</td>\n",
       "      <td>ipc</td>\n",
       "      <td>efforts</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>development</td>\n",
       "      <td>mansukh</td>\n",
       "      <td>edited</td>\n",
       "      <td>brought</td>\n",
       "      <td>intelligence</td>\n",
       "      <td>chennai</td>\n",
       "      <td>dealer</td>\n",
       "      <td>bomb</td>\n",
       "      <td>transfer</td>\n",
       "      <td>south</td>\n",
       "      <td>officers</td>\n",
       "      <td>inaction</td>\n",
       "      <td>vaccine</td>\n",
       "      <td>drugpeddling</td>\n",
       "      <td>wanted</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>peddling</td>\n",
       "      <td>citizen</td>\n",
       "      <td>three</td>\n",
       "      <td>zero</td>\n",
       "      <td>remaining</td>\n",
       "      <td>detail</td>\n",
       "      <td>used</td>\n",
       "      <td>involved</td>\n",
       "      <td>scanner</td>\n",
       "      <td>light</td>\n",
       "      <td>presented</td>\n",
       "      <td>imprisonment</td>\n",
       "      <td>for</td>\n",
       "      <td>hiren</td>\n",
       "      <td>edited</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>special</td>\n",
       "      <td>encounter</td>\n",
       "      <td>maharashtra</td>\n",
       "      <td>the</td>\n",
       "      <td>net</td>\n",
       "      <td>gang</td>\n",
       "      <td>suresh</td>\n",
       "      <td>premium</td>\n",
       "      <td>all</td>\n",
       "      <td>55yearold</td>\n",
       "      <td>hear</td>\n",
       "      <td>bengaluru</td>\n",
       "      <td>flavour</td>\n",
       "      <td>gholumajra</td>\n",
       "      <td>courtthe</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>magazine</td>\n",
       "      <td>hear</td>\n",
       "      <td>ritik</td>\n",
       "      <td>antiterror</td>\n",
       "      <td>kushwaha</td>\n",
       "      <td>question</td>\n",
       "      <td>added</td>\n",
       "      <td>make</td>\n",
       "      <td>could</td>\n",
       "      <td>like</td>\n",
       "      <td>1959</td>\n",
       "      <td>jagjit</td>\n",
       "      <td>others</td>\n",
       "      <td>why</td>\n",
       "      <td>recovery</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>subsumed</td>\n",
       "      <td>horakeri</td>\n",
       "      <td>indirect</td>\n",
       "      <td>doorstep</td>\n",
       "      <td>flavour</td>\n",
       "      <td>know</td>\n",
       "      <td>feed</td>\n",
       "      <td>met</td>\n",
       "      <td>head</td>\n",
       "      <td>sam</td>\n",
       "      <td>manager</td>\n",
       "      <td>product</td>\n",
       "      <td>lodged</td>\n",
       "      <td>zero</td>\n",
       "      <td>mr</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>book</td>\n",
       "      <td>up</td>\n",
       "      <td>sachins</td>\n",
       "      <td>narcotic</td>\n",
       "      <td>mephedrone</td>\n",
       "      <td>only</td>\n",
       "      <td>road</td>\n",
       "      <td>investigate</td>\n",
       "      <td>101kg</td>\n",
       "      <td>politician</td>\n",
       "      <td>firm</td>\n",
       "      <td>link</td>\n",
       "      <td>taroan</td>\n",
       "      <td>136</td>\n",
       "      <td>age</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>nagar</td>\n",
       "      <td>get</td>\n",
       "      <td>sahil</td>\n",
       "      <td>bhaa</td>\n",
       "      <td>pankaj</td>\n",
       "      <td>debut</td>\n",
       "      <td>probe</td>\n",
       "      <td>agency</td>\n",
       "      <td>buck</td>\n",
       "      <td>suresh</td>\n",
       "      <td>face</td>\n",
       "      <td>material</td>\n",
       "      <td>attracts</td>\n",
       "      <td>bhai</td>\n",
       "      <td>duty</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>course</td>\n",
       "      <td>nail</td>\n",
       "      <td>ansari</td>\n",
       "      <td>age</td>\n",
       "      <td>chiya</td>\n",
       "      <td>information</td>\n",
       "      <td>seven</td>\n",
       "      <td>special</td>\n",
       "      <td>150</td>\n",
       "      <td>drug</td>\n",
       "      <td>common</td>\n",
       "      <td>culprit</td>\n",
       "      <td>sadar</td>\n",
       "      <td>rehab</td>\n",
       "      <td>first</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>troop</td>\n",
       "      <td>wrapper</td>\n",
       "      <td>social</td>\n",
       "      <td>development</td>\n",
       "      <td>special</td>\n",
       "      <td>film</td>\n",
       "      <td>cinema</td>\n",
       "      <td>kamendra</td>\n",
       "      <td>dweller</td>\n",
       "      <td>30000</td>\n",
       "      <td>raju</td>\n",
       "      <td>reached</td>\n",
       "      <td>tv</td>\n",
       "      <td>balor</td>\n",
       "      <td>guarantee</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>161</td>\n",
       "      <td>viswanadham</td>\n",
       "      <td>subsequent</td>\n",
       "      <td>andhra</td>\n",
       "      <td>separate</td>\n",
       "      <td>dcp</td>\n",
       "      <td>available</td>\n",
       "      <td>tried</td>\n",
       "      <td>election</td>\n",
       "      <td>headquarters</td>\n",
       "      <td>account</td>\n",
       "      <td>saw</td>\n",
       "      <td>distribution</td>\n",
       "      <td>reference</td>\n",
       "      <td>compulsorily</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>pakistan</td>\n",
       "      <td>kashmir</td>\n",
       "      <td>shashank</td>\n",
       "      <td>paying</td>\n",
       "      <td>khadoor</td>\n",
       "      <td>further</td>\n",
       "      <td>17</td>\n",
       "      <td>still</td>\n",
       "      <td>aerospace</td>\n",
       "      <td>fraud</td>\n",
       "      <td>facilitation</td>\n",
       "      <td>far</td>\n",
       "      <td>suitcase</td>\n",
       "      <td>truck</td>\n",
       "      <td>sachins</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>patamata</td>\n",
       "      <td>intercepted</td>\n",
       "      <td>present</td>\n",
       "      <td>operative</td>\n",
       "      <td>transparency</td>\n",
       "      <td>drugpeddling</td>\n",
       "      <td>akali</td>\n",
       "      <td>learnt</td>\n",
       "      <td>recovered</td>\n",
       "      <td>proscribed</td>\n",
       "      <td>bassi</td>\n",
       "      <td>accident</td>\n",
       "      <td>getting</td>\n",
       "      <td>subsequently</td>\n",
       "      <td>division</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>rate</td>\n",
       "      <td>get</td>\n",
       "      <td>chinoso</td>\n",
       "      <td>asset</td>\n",
       "      <td>methamphetamine</td>\n",
       "      <td>racket</td>\n",
       "      <td>grenade</td>\n",
       "      <td>son</td>\n",
       "      <td>unlimited</td>\n",
       "      <td>cbicgovin</td>\n",
       "      <td>pharmacy</td>\n",
       "      <td>friday</td>\n",
       "      <td>tns</td>\n",
       "      <td>appeared</td>\n",
       "      <td>raid</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             0            1            2            3                4   \\\n",
       "0      handling    surprised       murder          1aa           canada   \n",
       "1       include     summoned           18     kamendra      observation   \n",
       "2          rame     resident         drug         1000               ed   \n",
       "3     conducted          vip           it     produced             bail   \n",
       "4        madhya     hoarding         prem    residence              van   \n",
       "5        living          raj       dealer         tira          airport   \n",
       "6         andro       114000           90        april            prime   \n",
       "7   development      mansukh       edited      brought     intelligence   \n",
       "8      peddling      citizen        three         zero        remaining   \n",
       "9       special    encounter  maharashtra          the              net   \n",
       "10     magazine         hear        ritik   antiterror         kushwaha   \n",
       "11     subsumed     horakeri     indirect     doorstep          flavour   \n",
       "12         book           up      sachins     narcotic       mephedrone   \n",
       "13        nagar          get        sahil         bhaa           pankaj   \n",
       "14       course         nail       ansari          age            chiya   \n",
       "15        troop      wrapper       social  development          special   \n",
       "16          161  viswanadham   subsequent       andhra         separate   \n",
       "17     pakistan      kashmir     shashank       paying          khadoor   \n",
       "18     patamata  intercepted      present    operative     transparency   \n",
       "19         rate          get      chinoso        asset  methamphetamine   \n",
       "\n",
       "              5          6            7           8             9   \\\n",
       "0    devanahalli      hired    lakhsawan    accident          arey   \n",
       "1     aggregator     worked       cinema      during            on   \n",
       "2         trying  nigerians       police  suspicious  psychotropic   \n",
       "3         centre  primarily        nagar       bassi    originated   \n",
       "4            the       1997        balaj       singh          plot   \n",
       "5       serveall     menace         held  checkpoint        status   \n",
       "6        attempt      ahmad    affidavit       101kg           fir   \n",
       "7        chennai     dealer         bomb    transfer         south   \n",
       "8         detail       used     involved     scanner         light   \n",
       "9           gang     suresh      premium         all     55yearold   \n",
       "10      question      added         make       could          like   \n",
       "11          know       feed          met        head           sam   \n",
       "12          only       road  investigate       101kg    politician   \n",
       "13         debut      probe       agency        buck        suresh   \n",
       "14   information      seven      special         150          drug   \n",
       "15          film     cinema     kamendra     dweller         30000   \n",
       "16           dcp  available        tried    election  headquarters   \n",
       "17       further         17        still   aerospace         fraud   \n",
       "18  drugpeddling      akali       learnt   recovered    proscribed   \n",
       "19        racket    grenade          son   unlimited     cbicgovin   \n",
       "\n",
       "              10            11            12            13            14  \n",
       "0             16        thomas     currently         thank       popular  \n",
       "1     motorcycle           raj       smoking          cbic         still  \n",
       "2       thursday       network       sushant         watch            15  \n",
       "3   unidentified          boss      identify        gogian           end  \n",
       "4     originated   disapproval    identified       savitri         76800  \n",
       "5       utilised       sushant            20        action           one  \n",
       "6      scheduled         bassi       deposit           ipc       efforts  \n",
       "7       officers      inaction       vaccine  drugpeddling        wanted  \n",
       "8      presented  imprisonment           for         hiren        edited  \n",
       "9           hear     bengaluru       flavour    gholumajra      courtthe  \n",
       "10          1959        jagjit        others           why      recovery  \n",
       "11       manager       product        lodged          zero            mr  \n",
       "12          firm          link        taroan           136           age  \n",
       "13          face      material      attracts          bhai          duty  \n",
       "14        common       culprit         sadar         rehab         first  \n",
       "15          raju       reached            tv         balor     guarantee  \n",
       "16       account           saw  distribution     reference  compulsorily  \n",
       "17  facilitation           far      suitcase         truck       sachins  \n",
       "18         bassi      accident       getting  subsequently      division  \n",
       "19      pharmacy        friday           tns      appeared          raid  "
      ]
     },
     "execution_count": 60,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "topic_list"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {},
   "outputs": [],
   "source": [
    "colnames = [\"Topics\"+ str(i) for i in range(lda.n_components)]\n",
    "docnames = [\"Doc\" + str(i) for i in range(len(x_train.sentences))]\n",
    "df_doc_topics = pd.DataFrame(np.round(w1,2), columns = colnames,index = docnames)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {},
   "outputs": [],
   "source": [
    "significant_topic = np.argmax(df_doc_topics.values,axis=1)\n",
    "df_doc_topics['dominant_topic'] = significant_topic"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Topics0</th>\n",
       "      <th>Topics1</th>\n",
       "      <th>Topics2</th>\n",
       "      <th>Topics3</th>\n",
       "      <th>Topics4</th>\n",
       "      <th>Topics5</th>\n",
       "      <th>Topics6</th>\n",
       "      <th>Topics7</th>\n",
       "      <th>Topics8</th>\n",
       "      <th>Topics9</th>\n",
       "      <th>...</th>\n",
       "      <th>Topics11</th>\n",
       "      <th>Topics12</th>\n",
       "      <th>Topics13</th>\n",
       "      <th>Topics14</th>\n",
       "      <th>Topics15</th>\n",
       "      <th>Topics16</th>\n",
       "      <th>Topics17</th>\n",
       "      <th>Topics18</th>\n",
       "      <th>Topics19</th>\n",
       "      <th>dominant_topic</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>Doc0</th>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.91</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>...</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Doc1</th>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>...</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.90</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Doc2</th>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.91</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>...</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Doc3</th>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>...</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.79</td>\n",
       "      <td>19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Doc4</th>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.92</td>\n",
       "      <td>...</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Doc5</th>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.91</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>...</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Doc6</th>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.91</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>...</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Doc7</th>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.90</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>...</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Doc8</th>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.91</td>\n",
       "      <td>...</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Doc9</th>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.89</td>\n",
       "      <td>...</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Doc10</th>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.89</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>...</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Doc11</th>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.89</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>...</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Doc12</th>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.88</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>...</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Doc13</th>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.90</td>\n",
       "      <td>...</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Doc14</th>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>...</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.90</td>\n",
       "      <td>0.01</td>\n",
       "      <td>18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Doc15</th>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.89</td>\n",
       "      <td>...</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Doc16</th>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.92</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>...</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Doc17</th>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.89</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>...</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Doc18</th>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>...</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.92</td>\n",
       "      <td>19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Doc19</th>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.92</td>\n",
       "      <td>...</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Doc20</th>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.89</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>...</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Doc21</th>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>...</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.90</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Doc22</th>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>...</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.91</td>\n",
       "      <td>19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Doc23</th>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.91</td>\n",
       "      <td>...</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Doc24</th>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.91</td>\n",
       "      <td>...</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Doc25</th>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.91</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>...</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Doc26</th>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>...</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.90</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Doc27</th>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>...</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.91</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Doc28</th>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>...</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.91</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Doc29</th>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.91</td>\n",
       "      <td>...</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Doc30</th>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.90</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>...</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Doc31</th>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>...</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.89</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Doc32</th>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>...</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.91</td>\n",
       "      <td>0.00</td>\n",
       "      <td>18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Doc33</th>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>...</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.91</td>\n",
       "      <td>19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Doc34</th>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.89</td>\n",
       "      <td>0.01</td>\n",
       "      <td>...</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Doc35</th>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.91</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>...</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Doc36</th>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.90</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>...</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Doc37</th>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>...</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.86</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Doc38</th>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.89</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>...</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Doc39</th>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>...</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.90</td>\n",
       "      <td>19</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>40 rows × 21 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       Topics0  Topics1  Topics2  Topics3  Topics4  Topics5  Topics6  Topics7  \\\n",
       "Doc0      0.00     0.00     0.91     0.00     0.00     0.00     0.00     0.00   \n",
       "Doc1      0.01     0.01     0.01     0.01     0.01     0.01     0.01     0.01   \n",
       "Doc2      0.00     0.00     0.91     0.00     0.00     0.00     0.00     0.00   \n",
       "Doc3      0.01     0.01     0.01     0.01     0.01     0.01     0.01     0.01   \n",
       "Doc4      0.00     0.00     0.00     0.00     0.00     0.00     0.00     0.00   \n",
       "Doc5      0.00     0.00     0.91     0.00     0.00     0.00     0.00     0.00   \n",
       "Doc6      0.00     0.00     0.91     0.00     0.00     0.00     0.00     0.00   \n",
       "Doc7      0.01     0.01     0.90     0.01     0.01     0.01     0.01     0.01   \n",
       "Doc8      0.00     0.00     0.00     0.00     0.00     0.00     0.00     0.00   \n",
       "Doc9      0.01     0.01     0.01     0.01     0.01     0.01     0.01     0.01   \n",
       "Doc10     0.01     0.01     0.01     0.01     0.89     0.01     0.01     0.01   \n",
       "Doc11     0.01     0.01     0.89     0.01     0.01     0.01     0.01     0.01   \n",
       "Doc12     0.01     0.01     0.88     0.01     0.01     0.01     0.01     0.01   \n",
       "Doc13     0.01     0.01     0.01     0.01     0.01     0.01     0.01     0.01   \n",
       "Doc14     0.01     0.01     0.01     0.01     0.01     0.01     0.01     0.01   \n",
       "Doc15     0.01     0.01     0.01     0.01     0.01     0.01     0.01     0.01   \n",
       "Doc16     0.00     0.00     0.92     0.00     0.00     0.00     0.00     0.00   \n",
       "Doc17     0.01     0.01     0.89     0.01     0.01     0.01     0.01     0.01   \n",
       "Doc18     0.00     0.00     0.00     0.00     0.00     0.00     0.00     0.00   \n",
       "Doc19     0.00     0.00     0.00     0.00     0.00     0.00     0.00     0.00   \n",
       "Doc20     0.01     0.01     0.01     0.01     0.89     0.01     0.01     0.01   \n",
       "Doc21     0.01     0.01     0.01     0.01     0.01     0.01     0.01     0.01   \n",
       "Doc22     0.00     0.00     0.00     0.00     0.00     0.00     0.00     0.00   \n",
       "Doc23     0.00     0.00     0.00     0.00     0.00     0.00     0.00     0.00   \n",
       "Doc24     0.00     0.00     0.00     0.00     0.00     0.00     0.00     0.00   \n",
       "Doc25     0.00     0.00     0.00     0.00     0.91     0.00     0.00     0.00   \n",
       "Doc26     0.01     0.01     0.01     0.01     0.01     0.01     0.01     0.01   \n",
       "Doc27     0.00     0.00     0.00     0.00     0.00     0.00     0.00     0.00   \n",
       "Doc28     0.00     0.00     0.00     0.00     0.00     0.00     0.00     0.00   \n",
       "Doc29     0.00     0.00     0.00     0.00     0.00     0.00     0.00     0.00   \n",
       "Doc30     0.01     0.01     0.01     0.01     0.90     0.01     0.01     0.01   \n",
       "Doc31     0.01     0.01     0.01     0.01     0.01     0.01     0.01     0.01   \n",
       "Doc32     0.00     0.00     0.00     0.00     0.00     0.00     0.00     0.00   \n",
       "Doc33     0.00     0.00     0.00     0.00     0.00     0.00     0.00     0.00   \n",
       "Doc34     0.01     0.01     0.01     0.01     0.01     0.01     0.01     0.01   \n",
       "Doc35     0.00     0.00     0.00     0.00     0.91     0.00     0.00     0.00   \n",
       "Doc36     0.01     0.01     0.90     0.01     0.01     0.01     0.01     0.01   \n",
       "Doc37     0.01     0.01     0.01     0.01     0.01     0.01     0.01     0.01   \n",
       "Doc38     0.01     0.01     0.89     0.01     0.01     0.01     0.01     0.01   \n",
       "Doc39     0.01     0.01     0.01     0.01     0.01     0.01     0.01     0.01   \n",
       "\n",
       "       Topics8  Topics9  ...  Topics11  Topics12  Topics13  Topics14  \\\n",
       "Doc0      0.00     0.00  ...      0.00      0.00      0.00      0.00   \n",
       "Doc1      0.01     0.01  ...      0.01      0.01      0.01      0.90   \n",
       "Doc2      0.00     0.00  ...      0.00      0.00      0.00      0.00   \n",
       "Doc3      0.01     0.01  ...      0.01      0.01      0.01      0.01   \n",
       "Doc4      0.00     0.92  ...      0.00      0.00      0.00      0.00   \n",
       "Doc5      0.00     0.00  ...      0.00      0.00      0.00      0.00   \n",
       "Doc6      0.00     0.00  ...      0.00      0.00      0.00      0.00   \n",
       "Doc7      0.01     0.01  ...      0.01      0.01      0.01      0.01   \n",
       "Doc8      0.00     0.91  ...      0.00      0.00      0.00      0.00   \n",
       "Doc9      0.01     0.89  ...      0.01      0.01      0.01      0.01   \n",
       "Doc10     0.01     0.01  ...      0.01      0.01      0.01      0.01   \n",
       "Doc11     0.01     0.01  ...      0.01      0.01      0.01      0.01   \n",
       "Doc12     0.01     0.01  ...      0.01      0.01      0.01      0.01   \n",
       "Doc13     0.01     0.90  ...      0.01      0.01      0.01      0.01   \n",
       "Doc14     0.01     0.01  ...      0.01      0.01      0.01      0.01   \n",
       "Doc15     0.01     0.89  ...      0.01      0.01      0.01      0.01   \n",
       "Doc16     0.00     0.00  ...      0.00      0.00      0.00      0.00   \n",
       "Doc17     0.01     0.01  ...      0.01      0.01      0.01      0.01   \n",
       "Doc18     0.00     0.00  ...      0.00      0.00      0.00      0.00   \n",
       "Doc19     0.00     0.92  ...      0.00      0.00      0.00      0.00   \n",
       "Doc20     0.01     0.01  ...      0.01      0.01      0.01      0.01   \n",
       "Doc21     0.01     0.01  ...      0.01      0.01      0.01      0.90   \n",
       "Doc22     0.00     0.00  ...      0.00      0.00      0.00      0.00   \n",
       "Doc23     0.00     0.91  ...      0.00      0.00      0.00      0.00   \n",
       "Doc24     0.00     0.91  ...      0.00      0.00      0.00      0.00   \n",
       "Doc25     0.00     0.00  ...      0.00      0.00      0.00      0.00   \n",
       "Doc26     0.01     0.01  ...      0.01      0.01      0.01      0.90   \n",
       "Doc27     0.00     0.00  ...      0.00      0.00      0.00      0.91   \n",
       "Doc28     0.00     0.00  ...      0.00      0.00      0.00      0.00   \n",
       "Doc29     0.00     0.91  ...      0.00      0.00      0.00      0.00   \n",
       "Doc30     0.01     0.01  ...      0.01      0.01      0.01      0.01   \n",
       "Doc31     0.01     0.01  ...      0.01      0.01      0.01      0.89   \n",
       "Doc32     0.00     0.00  ...      0.00      0.00      0.00      0.00   \n",
       "Doc33     0.00     0.00  ...      0.00      0.00      0.00      0.00   \n",
       "Doc34     0.89     0.01  ...      0.01      0.01      0.01      0.01   \n",
       "Doc35     0.00     0.00  ...      0.00      0.00      0.00      0.00   \n",
       "Doc36     0.01     0.01  ...      0.01      0.01      0.01      0.01   \n",
       "Doc37     0.01     0.01  ...      0.01      0.01      0.01      0.86   \n",
       "Doc38     0.01     0.01  ...      0.01      0.01      0.01      0.01   \n",
       "Doc39     0.01     0.01  ...      0.01      0.01      0.01      0.01   \n",
       "\n",
       "       Topics15  Topics16  Topics17  Topics18  Topics19  dominant_topic  \n",
       "Doc0       0.00      0.00      0.00      0.00      0.00               2  \n",
       "Doc1       0.01      0.01      0.01      0.01      0.01              14  \n",
       "Doc2       0.00      0.00      0.00      0.00      0.00               2  \n",
       "Doc3       0.01      0.01      0.01      0.01      0.79              19  \n",
       "Doc4       0.00      0.00      0.00      0.00      0.00               9  \n",
       "Doc5       0.00      0.00      0.00      0.00      0.00               2  \n",
       "Doc6       0.00      0.00      0.00      0.00      0.00               2  \n",
       "Doc7       0.01      0.01      0.01      0.01      0.01               2  \n",
       "Doc8       0.00      0.00      0.00      0.00      0.00               9  \n",
       "Doc9       0.01      0.01      0.01      0.01      0.01               9  \n",
       "Doc10      0.01      0.01      0.01      0.01      0.01               4  \n",
       "Doc11      0.01      0.01      0.01      0.01      0.01               2  \n",
       "Doc12      0.01      0.01      0.01      0.01      0.01               2  \n",
       "Doc13      0.01      0.01      0.01      0.01      0.01               9  \n",
       "Doc14      0.01      0.01      0.01      0.90      0.01              18  \n",
       "Doc15      0.01      0.01      0.01      0.01      0.01               9  \n",
       "Doc16      0.00      0.00      0.00      0.00      0.00               2  \n",
       "Doc17      0.01      0.01      0.01      0.01      0.01               2  \n",
       "Doc18      0.00      0.00      0.00      0.00      0.92              19  \n",
       "Doc19      0.00      0.00      0.00      0.00      0.00               9  \n",
       "Doc20      0.01      0.01      0.01      0.01      0.01               4  \n",
       "Doc21      0.01      0.01      0.01      0.01      0.01              14  \n",
       "Doc22      0.00      0.00      0.00      0.00      0.91              19  \n",
       "Doc23      0.00      0.00      0.00      0.00      0.00               9  \n",
       "Doc24      0.00      0.00      0.00      0.00      0.00               9  \n",
       "Doc25      0.00      0.00      0.00      0.00      0.00               4  \n",
       "Doc26      0.01      0.01      0.01      0.01      0.01              14  \n",
       "Doc27      0.00      0.00      0.00      0.00      0.00              14  \n",
       "Doc28      0.00      0.00      0.91      0.00      0.00              17  \n",
       "Doc29      0.00      0.00      0.00      0.00      0.00               9  \n",
       "Doc30      0.01      0.01      0.01      0.01      0.01               4  \n",
       "Doc31      0.01      0.01      0.01      0.01      0.01              14  \n",
       "Doc32      0.00      0.00      0.00      0.91      0.00              18  \n",
       "Doc33      0.00      0.00      0.00      0.00      0.91              19  \n",
       "Doc34      0.01      0.01      0.01      0.01      0.01               8  \n",
       "Doc35      0.00      0.00      0.00      0.00      0.00               4  \n",
       "Doc36      0.01      0.01      0.01      0.01      0.01               2  \n",
       "Doc37      0.01      0.01      0.01      0.01      0.01              14  \n",
       "Doc38      0.01      0.01      0.01      0.01      0.01               2  \n",
       "Doc39      0.01      0.01      0.01      0.01      0.90              19  \n",
       "\n",
       "[40 rows x 21 columns]"
      ]
     },
     "execution_count": 56,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_doc_topics"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}