project2_stopwords_stemmer_update.ipynb

{"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"name":"project2_stopwords_stemmer_update.ipynb","provenance":[],"collapsed_sections":[],"authorship_tag":"ABX9TyPnEmfnDLj/Xs2p5m9YRORT"},"kernelspec":{"name":"python3","display_name":"Python 3"}},"cells":[{"cell_type":"code","metadata":{"id":"PjH8ZqKNdSSS","executionInfo":{"status":"ok","timestamp":1604563860362,"user_tz":-540,"elapsed":14912,"user":{"displayName":"김동현","photoUrl":"","userId":"00166777288990497892"}},"outputId":"97e0cde5-75e8-4422-900a-cac3bba22960","colab":{"base_uri":"https://localhost:8080/"}},"source":["from google.colab import drive\n","drive.mount('/content/drive')"],"execution_count":1,"outputs":[{"output_type":"stream","text":["Mounted at /content/drive\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"id":"YKwJFR6kdS9s","executionInfo":{"status":"ok","timestamp":1604563864511,"user_tz":-540,"elapsed":2346,"user":{"displayName":"김동현","photoUrl":"","userId":"00166777288990497892"}}},"source":["import pandas as pd\n","import warnings\n","warnings.filterwarnings(action = 'ignore')\n","import numpy as np\n","import tensorflow as tf\n","from tensorflow.keras.preprocessing.sequence import pad_sequences\n","from tensorflow.keras.preprocessing.text import Tokenizer\n","import re"],"execution_count":2,"outputs":[]},{"cell_type":"code","metadata":{"id":"WBkqNvOYdYJs","executionInfo":{"status":"ok","timestamp":1604563868189,"user_tz":-540,"elapsed":592,"user":{"displayName":"김동현","photoUrl":"","userId":"00166777288990497892"}}},"source":["# 경로 설정\n","import os\n","os.chdir('/content/drive/My Drive')"],"execution_count":3,"outputs":[]},{"cell_type":"code","metadata":{"id":"YdZA5W9GdZek","executionInfo":{"status":"ok","timestamp":1604563875153,"user_tz":-540,"elapsed":1749,"user":{"displayName":"김동현","photoUrl":"","userId":"00166777288990497892"}}},"source":["# 파일 불러오기\n","train = pd.read_csv('open/train.csv', encoding = 'utf-8')\n","test = pd.read_csv('open/test_x.csv', encoding = 'utf-8')\n","sample_submission = pd.read_csv('open/sample_submission.csv', encoding = 'utf-8')"],"execution_count":4,"outputs":[]},{"cell_type":"code","metadata":{"id":"FGkK0cDYda5V","executionInfo":{"status":"ok","timestamp":1604563879371,"user_tz":-540,"elapsed":588,"user":{"displayName":"김동현","photoUrl":"","userId":"00166777288990497892"}},"outputId":"aae4f670-cd84-45bf-fff3-26e8cd27b161","colab":{"base_uri":"https://localhost:8080/","height":419}},"source":["# train 데이터 살펴보기\n","train"],"execution_count":5,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>index</th>\n","      <th>text</th>\n","      <th>author</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>0</td>\n","      <td>He was almost choking. There was so much, so m...</td>\n","      <td>3</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>1</td>\n","      <td>“Your sister asked for it, I suppose?”</td>\n","      <td>2</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>2</td>\n","      <td>She was engaged one day as she walked, in per...</td>\n","      <td>1</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>3</td>\n","      <td>The captain was in the porch, keeping himself ...</td>\n","      <td>4</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>4</td>\n","      <td>“Have mercy, gentlemen!” odin flung up his han...</td>\n","      <td>3</td>\n","    </tr>\n","    <tr>\n","      <th>...</th>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","    </tr>\n","    <tr>\n","      <th>54874</th>\n","      <td>54874</td>\n","      <td>“Is that you, Mr. Smith?” odin whispered. “I h...</td>\n","      <td>2</td>\n","    </tr>\n","    <tr>\n","      <th>54875</th>\n","      <td>54875</td>\n","      <td>I told my plan to the captain, and between us ...</td>\n","      <td>4</td>\n","    </tr>\n","    <tr>\n","      <th>54876</th>\n","      <td>54876</td>\n","      <td>\"Your sincere well-wisher, friend, and sister...</td>\n","      <td>1</td>\n","    </tr>\n","    <tr>\n","      <th>54877</th>\n","      <td>54877</td>\n","      <td>“Then you wanted me to lend you money?”</td>\n","      <td>3</td>\n","    </tr>\n","    <tr>\n","      <th>54878</th>\n","      <td>54878</td>\n","      <td>It certainly had not occurred to me before, bu...</td>\n","      <td>0</td>\n","    </tr>\n","  </tbody>\n","</table>\n","<p>54879 rows × 3 columns</p>\n","</div>"],"text/plain":["       index                                               text  author\n","0          0  He was almost choking. There was so much, so m...       3\n","1          1             “Your sister asked for it, I suppose?”       2\n","2          2   She was engaged one day as she walked, in per...       1\n","3          3  The captain was in the porch, keeping himself ...       4\n","4          4  “Have mercy, gentlemen!” odin flung up his han...       3\n","...      ...                                                ...     ...\n","54874  54874  “Is that you, Mr. Smith?” odin whispered. “I h...       2\n","54875  54875  I told my plan to the captain, and between us ...       4\n","54876  54876   \"Your sincere well-wisher, friend, and sister...       1\n","54877  54877            “Then you wanted me to lend you money?”       3\n","54878  54878  It certainly had not occurred to me before, bu...       0\n","\n","[54879 rows x 3 columns]"]},"metadata":{"tags":[]},"execution_count":5}]},{"cell_type":"code","metadata":{"id":"GohAE7hpdcNV","executionInfo":{"status":"ok","timestamp":1604563884841,"user_tz":-540,"elapsed":587,"user":{"displayName":"김동현","photoUrl":"","userId":"00166777288990497892"}},"outputId":"ea3ccb3f-2bbd-41d7-9e51-d8d4564f0442","colab":{"base_uri":"https://localhost:8080/","height":419}},"source":["# test 데이터 살펴보기\n","test"],"execution_count":6,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>index</th>\n","      <th>text</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>0</td>\n","      <td>“Not at all. I think she is one of the most ch...</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>1</td>\n","      <td>\"No,\" replied he, with sudden consciousness, \"...</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>2</td>\n","      <td>As the lady had stated her intention of scream...</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>3</td>\n","      <td>“And then suddenly in the silence I heard a so...</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>4</td>\n","      <td>His conviction remained unchanged. So far as I...</td>\n","    </tr>\n","    <tr>\n","      <th>...</th>\n","      <td>...</td>\n","      <td>...</td>\n","    </tr>\n","    <tr>\n","      <th>19612</th>\n","      <td>19612</td>\n","      <td>At the end of another day or two, odin growing...</td>\n","    </tr>\n","    <tr>\n","      <th>19613</th>\n","      <td>19613</td>\n","      <td>All afternoon we sat together, mostly in silen...</td>\n","    </tr>\n","    <tr>\n","      <th>19614</th>\n","      <td>19614</td>\n","      <td>odin, having carried his thanks to odin, proc...</td>\n","    </tr>\n","    <tr>\n","      <th>19615</th>\n","      <td>19615</td>\n","      <td>Soon after this, upon odin's leaving the room,...</td>\n","    </tr>\n","    <tr>\n","      <th>19616</th>\n","      <td>19616</td>\n","      <td>And all the worse for the doomed man, that the...</td>\n","    </tr>\n","  </tbody>\n","</table>\n","<p>19617 rows × 2 columns</p>\n","</div>"],"text/plain":["       index                                               text\n","0          0  “Not at all. I think she is one of the most ch...\n","1          1  \"No,\" replied he, with sudden consciousness, \"...\n","2          2  As the lady had stated her intention of scream...\n","3          3  “And then suddenly in the silence I heard a so...\n","4          4  His conviction remained unchanged. So far as I...\n","...      ...                                                ...\n","19612  19612  At the end of another day or two, odin growing...\n","19613  19613  All afternoon we sat together, mostly in silen...\n","19614  19614   odin, having carried his thanks to odin, proc...\n","19615  19615  Soon after this, upon odin's leaving the room,...\n","19616  19616  And all the worse for the doomed man, that the...\n","\n","[19617 rows x 2 columns]"]},"metadata":{"tags":[]},"execution_count":6}]},{"cell_type":"code","metadata":{"id":"d7KV1zWbddi1","executionInfo":{"status":"ok","timestamp":1604563890772,"user_tz":-540,"elapsed":616,"user":{"displayName":"김동현","photoUrl":"","userId":"00166777288990497892"}},"outputId":"2476edb9-1a14-4d7e-f2bc-3ac9f90ccfa2","colab":{"base_uri":"https://localhost:8080/","height":419}},"source":["# sample_submission\n","sample_submission"],"execution_count":7,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>index</th>\n","      <th>0</th>\n","      <th>1</th>\n","      <th>2</th>\n","      <th>3</th>\n","      <th>4</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>2</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>3</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>4</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>...</th>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","    </tr>\n","    <tr>\n","      <th>19612</th>\n","      <td>19612</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>19613</th>\n","      <td>19613</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>19614</th>\n","      <td>19614</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>19615</th>\n","      <td>19615</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>19616</th>\n","      <td>19616</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","    </tr>\n","  </tbody>\n","</table>\n","<p>19617 rows × 6 columns</p>\n","</div>"],"text/plain":["       index  0  1  2  3  4\n","0          0  0  0  0  0  0\n","1          1  0  0  0  0  0\n","2          2  0  0  0  0  0\n","3          3  0  0  0  0  0\n","4          4  0  0  0  0  0\n","...      ... .. .. .. .. ..\n","19612  19612  0  0  0  0  0\n","19613  19613  0  0  0  0  0\n","19614  19614  0  0  0  0  0\n","19615  19615  0  0  0  0  0\n","19616  19616  0  0  0  0  0\n","\n","[19617 rows x 6 columns]"]},"metadata":{"tags":[]},"execution_count":7}]},{"cell_type":"markdown","metadata":{"id":"wiljiFTIdhK-"},"source":["# **전처리**"]},{"cell_type":"code","metadata":{"id":"TWXDEjE7de_F","executionInfo":{"status":"ok","timestamp":1604563910925,"user_tz":-540,"elapsed":805,"user":{"displayName":"김동현","photoUrl":"","userId":"00166777288990497892"}}},"source":["# 부호를 제거해주는 함수\n","def alpha_num(text) :\n","  return re.sub(r'[^A-Za-z0-9 ]', '', text)\n","\n","train['text'] = train['text'].apply(alpha_num)"],"execution_count":8,"outputs":[]},{"cell_type":"code","metadata":{"id":"DU12QXZzdj2-","executionInfo":{"status":"ok","timestamp":1604563916935,"user_tz":-540,"elapsed":666,"user":{"displayName":"김동현","photoUrl":"","userId":"00166777288990497892"}},"outputId":"9f063df7-1241-4edd-ae69-03897f32b53c","colab":{"base_uri":"https://localhost:8080/","height":419}},"source":["# 부호가 사라진 것을 확인할 수 있습니다.\n","train"],"execution_count":9,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>index</th>\n","      <th>text</th>\n","      <th>author</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>0</td>\n","      <td>He was almost choking There was so much so muc...</td>\n","      <td>3</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>1</td>\n","      <td>Your sister asked for it I suppose</td>\n","      <td>2</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>2</td>\n","      <td>She was engaged one day as she walked in peru...</td>\n","      <td>1</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>3</td>\n","      <td>The captain was in the porch keeping himself c...</td>\n","      <td>4</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>4</td>\n","      <td>Have mercy gentlemen odin flung up his hands D...</td>\n","      <td>3</td>\n","    </tr>\n","    <tr>\n","      <th>...</th>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","    </tr>\n","    <tr>\n","      <th>54874</th>\n","      <td>54874</td>\n","      <td>Is that you Mr Smith odin whispered I hardly d...</td>\n","      <td>2</td>\n","    </tr>\n","    <tr>\n","      <th>54875</th>\n","      <td>54875</td>\n","      <td>I told my plan to the captain and between us w...</td>\n","      <td>4</td>\n","    </tr>\n","    <tr>\n","      <th>54876</th>\n","      <td>54876</td>\n","      <td>Your sincere wellwisher friend and sister LUC...</td>\n","      <td>1</td>\n","    </tr>\n","    <tr>\n","      <th>54877</th>\n","      <td>54877</td>\n","      <td>Then you wanted me to lend you money</td>\n","      <td>3</td>\n","    </tr>\n","    <tr>\n","      <th>54878</th>\n","      <td>54878</td>\n","      <td>It certainly had not occurred to me before but...</td>\n","      <td>0</td>\n","    </tr>\n","  </tbody>\n","</table>\n","<p>54879 rows × 3 columns</p>\n","</div>"],"text/plain":["       index                                               text  author\n","0          0  He was almost choking There was so much so muc...       3\n","1          1                 Your sister asked for it I suppose       2\n","2          2   She was engaged one day as she walked in peru...       1\n","3          3  The captain was in the porch keeping himself c...       4\n","4          4  Have mercy gentlemen odin flung up his hands D...       3\n","...      ...                                                ...     ...\n","54874  54874  Is that you Mr Smith odin whispered I hardly d...       2\n","54875  54875  I told my plan to the captain and between us w...       4\n","54876  54876   Your sincere wellwisher friend and sister LUC...       1\n","54877  54877               Then you wanted me to lend you money       3\n","54878  54878  It certainly had not occurred to me before but...       0\n","\n","[54879 rows x 3 columns]"]},"metadata":{"tags":[]},"execution_count":9}]},{"cell_type":"code","metadata":{"id":"Iw-h4hcVdlXH","executionInfo":{"status":"ok","timestamp":1604563922875,"user_tz":-540,"elapsed":586,"user":{"displayName":"김동현","photoUrl":"","userId":"00166777288990497892"}},"outputId":"c19b7c0c-555c-4391-8ec4-df2f9467d3a6","colab":{"base_uri":"https://localhost:8080/","height":419}},"source":["# 이상치 제거\n","train = train[train.text != \"     \"]\n","train = train.reset_index(drop=True)\n","train"],"execution_count":10,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>index</th>\n","      <th>text</th>\n","      <th>author</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>0</td>\n","      <td>He was almost choking There was so much so muc...</td>\n","      <td>3</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>1</td>\n","      <td>Your sister asked for it I suppose</td>\n","      <td>2</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>2</td>\n","      <td>She was engaged one day as she walked in peru...</td>\n","      <td>1</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>3</td>\n","      <td>The captain was in the porch keeping himself c...</td>\n","      <td>4</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>4</td>\n","      <td>Have mercy gentlemen odin flung up his hands D...</td>\n","      <td>3</td>\n","    </tr>\n","    <tr>\n","      <th>...</th>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","    </tr>\n","    <tr>\n","      <th>54831</th>\n","      <td>54874</td>\n","      <td>Is that you Mr Smith odin whispered I hardly d...</td>\n","      <td>2</td>\n","    </tr>\n","    <tr>\n","      <th>54832</th>\n","      <td>54875</td>\n","      <td>I told my plan to the captain and between us w...</td>\n","      <td>4</td>\n","    </tr>\n","    <tr>\n","      <th>54833</th>\n","      <td>54876</td>\n","      <td>Your sincere wellwisher friend and sister LUC...</td>\n","      <td>1</td>\n","    </tr>\n","    <tr>\n","      <th>54834</th>\n","      <td>54877</td>\n","      <td>Then you wanted me to lend you money</td>\n","      <td>3</td>\n","    </tr>\n","    <tr>\n","      <th>54835</th>\n","      <td>54878</td>\n","      <td>It certainly had not occurred to me before but...</td>\n","      <td>0</td>\n","    </tr>\n","  </tbody>\n","</table>\n","<p>54836 rows × 3 columns</p>\n","</div>"],"text/plain":["       index                                               text  author\n","0          0  He was almost choking There was so much so muc...       3\n","1          1                 Your sister asked for it I suppose       2\n","2          2   She was engaged one day as she walked in peru...       1\n","3          3  The captain was in the porch keeping himself c...       4\n","4          4  Have mercy gentlemen odin flung up his hands D...       3\n","...      ...                                                ...     ...\n","54831  54874  Is that you Mr Smith odin whispered I hardly d...       2\n","54832  54875  I told my plan to the captain and between us w...       4\n","54833  54876   Your sincere wellwisher friend and sister LUC...       1\n","54834  54877               Then you wanted me to lend you money       3\n","54835  54878  It certainly had not occurred to me before but...       0\n","\n","[54836 rows x 3 columns]"]},"metadata":{"tags":[]},"execution_count":10}]},{"cell_type":"code","metadata":{"id":"TDqx2GVFdm1H","executionInfo":{"status":"ok","timestamp":1604563939089,"user_tz":-540,"elapsed":2265,"user":{"displayName":"김동현","photoUrl":"","userId":"00166777288990497892"}},"outputId":"7a8d074c-3a07-439f-d5d4-00a9ce68bea3","colab":{"base_uri":"https://localhost:8080/"}},"source":["import nltk\n","nltk.download('stopwords')\n","stopwords=nltk.corpus.stopwords.words('english')\n","stopwords.append('odin')\n","stopwords.extend(['could', 'ought', 'would'])"],"execution_count":11,"outputs":[{"output_type":"stream","text":["[nltk_data] Downloading package stopwords to /root/nltk_data...\n","[nltk_data]   Unzipping corpora/stopwords.zip.\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"id":"FrGsqSRZdqYQ","executionInfo":{"status":"ok","timestamp":1604563956496,"user_tz":-540,"elapsed":603,"user":{"displayName":"김동현","photoUrl":"","userId":"00166777288990497892"}}},"source":["# 불용어 제거해주는 함수\n","def remove_stopwords(text):\n","    final_text = []\n","    for i in text.split():\n","        if i.strip().lower() not in stopwords:\n","            final_text.append(i.strip())\n","    return \" \".join(final_text)\n","\n","# 불용어\n","# stopwords = [ \"a\", \"about\", \"above\", \"after\", \"again\", \"against\", \"all\", \"am\", \"an\", \"and\", \"any\", \"are\", \"as\", \n","#              \"at\", \"be\", \"because\", \"been\", \"before\", \"being\", \"below\", \"between\", \"both\", \"but\", \"by\", \"could\", \n","#              \"did\", \"do\", \"does\", \"doing\", \"down\", \"during\", \"each\", \"few\", \"for\", \"from\", \"further\", \"had\", \"has\", \n","#              \"have\", \"having\", \"he\", \"he'd\", \"he'll\", \"he's\", \"her\", \"here\", \"here's\", \"hers\", \"herself\", \"him\", \"himself\", \n","#              \"his\", \"how\", \"how's\", \"i\", \"i'd\", \"i'll\", \"i'm\", \"i've\", \"if\", \"in\", \"into\", \"is\", \"it\", \"it's\", \"its\", \"itself\", \n","#              \"let's\", \"me\", \"more\", \"most\", \"my\", \"myself\", \"nor\", \"of\", \"on\", \"once\", \"only\", \"or\", \"other\", \"ought\", \"our\", \"ours\", \n","#              \"ourselves\", \"out\", \"over\", \"own\", \"same\", \"she\", \"she'd\", \"she'll\", \"she's\", \"should\", \"so\", \"some\", \"such\", \"than\", \"that\", \n","#              \"that's\", \"the\", \"their\", \"theirs\", \"them\", \"themselves\", \"then\", \"there\", \"there's\", \"these\", \"they\", \"they'd\", \"they'll\", \n","#              \"they're\", \"they've\", \"this\", \"those\", \"through\", \"to\", \"too\", \"under\", \"until\", \"up\", \"very\", \"was\", \"we\", \"we'd\", \"we'll\", \n","#              \"we're\", \"we've\", \"were\", \"what\", \"what's\", \"when\", \"when's\", \"where\", \"where's\", \"which\", \"while\", \"who\", \"who's\", \"whom\", \n","#              \"why\", \"why's\", \"with\", \"would\", \"you\", \"you'd\", \"you'll\", \"you're\", \"you've\", \"your\", \"yours\", \"yourself\", \"yourselves\" ]"],"execution_count":12,"outputs":[]},{"cell_type":"code","metadata":{"id":"f0HpGsoPdvCJ","executionInfo":{"status":"ok","timestamp":1604563973584,"user_tz":-540,"elapsed":7899,"user":{"displayName":"김동현","photoUrl":"","userId":"00166777288990497892"}}},"source":["#전처리 적용\n","train['text'] = train['text'].str.lower()\n","test['text'] = test['text'].str.lower()\n","train['text'] = train['text'].apply(alpha_num).apply(remove_stopwords)\n","test['text'] = test['text'].apply(alpha_num).apply(remove_stopwords)"],"execution_count":13,"outputs":[]},{"cell_type":"code","metadata":{"id":"5R_T7U6Pdxap","executionInfo":{"status":"ok","timestamp":1604563975761,"user_tz":-540,"elapsed":630,"user":{"displayName":"김동현","photoUrl":"","userId":"00166777288990497892"}},"outputId":"aa01ee48-cca9-4e2f-81bb-05ddec02ff46","colab":{"base_uri":"https://localhost:8080/","height":419}},"source":["train"],"execution_count":14,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>index</th>\n","      <th>text</th>\n","      <th>author</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>0</td>\n","      <td>almost choking much much wanted say strange ex...</td>\n","      <td>3</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>1</td>\n","      <td>sister asked suppose</td>\n","      <td>2</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>2</td>\n","      <td>engaged one day walked perusing janes last let...</td>\n","      <td>1</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>3</td>\n","      <td>captain porch keeping carefully way treacherou...</td>\n","      <td>4</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>4</td>\n","      <td>mercy gentlemen flung hands dont write anyway ...</td>\n","      <td>3</td>\n","    </tr>\n","    <tr>\n","      <th>...</th>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","    </tr>\n","    <tr>\n","      <th>54831</th>\n","      <td>54874</td>\n","      <td>mr smith whispered hardly dared hope come</td>\n","      <td>2</td>\n","    </tr>\n","    <tr>\n","      <th>54832</th>\n","      <td>54875</td>\n","      <td>told plan captain us settled details accomplis...</td>\n","      <td>4</td>\n","    </tr>\n","    <tr>\n","      <th>54833</th>\n","      <td>54876</td>\n","      <td>sincere wellwisher friend sister lucy</td>\n","      <td>1</td>\n","    </tr>\n","    <tr>\n","      <th>54834</th>\n","      <td>54877</td>\n","      <td>wanted lend money</td>\n","      <td>3</td>\n","    </tr>\n","    <tr>\n","      <th>54835</th>\n","      <td>54878</td>\n","      <td>certainly occurred said yes like</td>\n","      <td>0</td>\n","    </tr>\n","  </tbody>\n","</table>\n","<p>54836 rows × 3 columns</p>\n","</div>"],"text/plain":["       index                                               text  author\n","0          0  almost choking much much wanted say strange ex...       3\n","1          1                               sister asked suppose       2\n","2          2  engaged one day walked perusing janes last let...       1\n","3          3  captain porch keeping carefully way treacherou...       4\n","4          4  mercy gentlemen flung hands dont write anyway ...       3\n","...      ...                                                ...     ...\n","54831  54874          mr smith whispered hardly dared hope come       2\n","54832  54875  told plan captain us settled details accomplis...       4\n","54833  54876              sincere wellwisher friend sister lucy       1\n","54834  54877                                  wanted lend money       3\n","54835  54878                   certainly occurred said yes like       0\n","\n","[54836 rows x 3 columns]"]},"metadata":{"tags":[]},"execution_count":14}]},{"cell_type":"code","metadata":{"id":"7YdZYl7xdzuy","executionInfo":{"status":"ok","timestamp":1604564062849,"user_tz":-540,"elapsed":909,"user":{"displayName":"김동현","photoUrl":"","userId":"00166777288990497892"}}},"source":["# train test 분리\n","X_train = np.array([x for x in train['text']])\n","X_test = np.array([x for x in test['text']])\n","y_train = np.array([x for x in train['author']])"],"execution_count":15,"outputs":[]},{"cell_type":"code","metadata":{"id":"IbQnQLu1eI7H","executionInfo":{"status":"ok","timestamp":1604564067580,"user_tz":-540,"elapsed":698,"user":{"displayName":"김동현","photoUrl":"","userId":"00166777288990497892"}},"outputId":"ba69c90e-02aa-4e4c-b1f7-4c28ecb4c689","colab":{"base_uri":"https://localhost:8080/"}},"source":["X_train"],"execution_count":16,"outputs":[{"output_type":"execute_result","data":{"text/plain":["array(['almost choking much much wanted say strange exclamations came lips pole gazed fixedly bundle notes hand looked evident perplexity',\n","       'sister asked suppose',\n","       'engaged one day walked perusing janes last letter dwelling passages proved jane written spirits instead surprised mr saw looking meeting putting away letter immediately forcing smile said',\n","       ..., 'sincere wellwisher friend sister lucy', 'wanted lend money',\n","       'certainly occurred said yes like'], dtype='<U1345')"]},"metadata":{"tags":[]},"execution_count":16}]},{"cell_type":"markdown","metadata":{"id":"WIBDNLL7eLoZ"},"source":["# **모델링**"]},{"cell_type":"code","metadata":{"id":"MujA2JyqeKIX","executionInfo":{"status":"ok","timestamp":1604564081882,"user_tz":-540,"elapsed":773,"user":{"displayName":"김동현","photoUrl":"","userId":"00166777288990497892"}}},"source":["# 파라미터 설정\n","vocab_size = 20000\n","embedding_dim = 16\n","max_length = 500\n","padding_type = 'post'\n","# oov_tok = \"<OOV>\""],"execution_count":17,"outputs":[]},{"cell_type":"code","metadata":{"id":"QAwXxxWSeNmn","executionInfo":{"status":"ok","timestamp":1604564089464,"user_tz":-540,"elapsed":2410,"user":{"displayName":"김동현","photoUrl":"","userId":"00166777288990497892"}}},"source":["# tokenizer에 fit\n","tokenizer = Tokenizer(num_words = vocab_size) # , oov_token = oov_tok)\n","tokenizer.fit_on_texts(X_train)\n","word_index = tokenizer.word_index"],"execution_count":18,"outputs":[]},{"cell_type":"code","metadata":{"id":"LBorHyOmePDg","executionInfo":{"status":"ok","timestamp":1604564097160,"user_tz":-540,"elapsed":3023,"user":{"displayName":"김동현","photoUrl":"","userId":"00166777288990497892"}}},"source":["# 데이터를 sequence로 변환해주고 padding 해줍니다.\n","train_sequences = tokenizer.texts_to_sequences(X_train)\n","train_padded = pad_sequences(train_sequences, padding = padding_type, maxlen = max_length)\n","\n","test_sequences = tokenizer.texts_to_sequences(X_test)\n","test_padded = pad_sequences(test_sequences, padding = padding_type, maxlen = max_length)"],"execution_count":19,"outputs":[]},{"cell_type":"code","metadata":{"id":"oNL6bsAdeQyQ","executionInfo":{"status":"ok","timestamp":1604564101115,"user_tz":-540,"elapsed":787,"user":{"displayName":"김동현","photoUrl":"","userId":"00166777288990497892"}}},"source":["# 가벼운 NLP모델 생성\n","model = tf.keras.Sequential([\n","    tf.keras.layers.Embedding(vocab_size, embedding_dim, input_length = max_length),\n","    tf.keras.layers.GlobalAveragePooling1D(),\n","    tf.keras.layers.Dense(24, activation = 'relu'),\n","    tf.keras.layers.Dense(5, activation = 'softmax')\n","])"],"execution_count":20,"outputs":[]},{"cell_type":"code","metadata":{"id":"2HLyahU9eSTA","executionInfo":{"status":"ok","timestamp":1604564108161,"user_tz":-540,"elapsed":600,"user":{"displayName":"김동현","photoUrl":"","userId":"00166777288990497892"}},"outputId":"0e40f6bc-22c3-4135-95fe-fb436118c8bc","colab":{"base_uri":"https://localhost:8080/"}},"source":["# compile model\n","model.compile(loss = 'sparse_categorical_crossentropy',\n","              optimizer = 'adam',\n","              metrics = ['accuracy'])\n","\n","# model summary\n","print(model.summary())"],"execution_count":21,"outputs":[{"output_type":"stream","text":["Model: \"sequential\"\n","_________________________________________________________________\n","Layer (type)                 Output Shape              Param #   \n","=================================================================\n","embedding (Embedding)        (None, 500, 16)           320000    \n","_________________________________________________________________\n","global_average_pooling1d (Gl (None, 16)                0         \n","_________________________________________________________________\n","dense (Dense)                (None, 24)                408       \n","_________________________________________________________________\n","dense_1 (Dense)              (None, 5)                 125       \n","=================================================================\n","Total params: 320,533\n","Trainable params: 320,533\n","Non-trainable params: 0\n","_________________________________________________________________\n","None\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"id":"wG7t67NneUEC","executionInfo":{"status":"ok","timestamp":1604564266859,"user_tz":-540,"elapsed":152154,"user":{"displayName":"김동현","photoUrl":"","userId":"00166777288990497892"}},"outputId":"aea4a56b-4437-4544-f190-853e451359d2","colab":{"base_uri":"https://localhost:8080/"}},"source":["# fit model\n","num_epochs = 20\n","history = model.fit(train_padded, y_train,\n","                    epochs = num_epochs, verbose = 2,\n","                    validation_split = 0.2)"],"execution_count":22,"outputs":[{"output_type":"stream","text":["Epoch 1/20\n","1371/1371 - 7s - loss: 1.5702 - accuracy: 0.2747 - val_loss: 1.5661 - val_accuracy: 0.2683\n","Epoch 2/20\n","1371/1371 - 7s - loss: 1.5347 - accuracy: 0.3019 - val_loss: 1.4552 - val_accuracy: 0.3553\n","Epoch 3/20\n","1371/1371 - 7s - loss: 1.3115 - accuracy: 0.4680 - val_loss: 1.2312 - val_accuracy: 0.5001\n","Epoch 4/20\n","1371/1371 - 7s - loss: 1.1591 - accuracy: 0.5227 - val_loss: 1.1632 - val_accuracy: 0.5218\n","Epoch 5/20\n","1371/1371 - 8s - loss: 1.0872 - accuracy: 0.5515 - val_loss: 1.1017 - val_accuracy: 0.5465\n","Epoch 6/20\n","1371/1371 - 8s - loss: 1.0297 - accuracy: 0.5790 - val_loss: 1.0721 - val_accuracy: 0.5641\n","Epoch 7/20\n","1371/1371 - 8s - loss: 0.9728 - accuracy: 0.6070 - val_loss: 1.0201 - val_accuracy: 0.5805\n","Epoch 8/20\n","1371/1371 - 7s - loss: 0.9053 - accuracy: 0.6486 - val_loss: 0.9921 - val_accuracy: 0.6016\n","Epoch 9/20\n","1371/1371 - 7s - loss: 0.8428 - accuracy: 0.6787 - val_loss: 0.9182 - val_accuracy: 0.6524\n","Epoch 10/20\n","1371/1371 - 7s - loss: 0.7876 - accuracy: 0.7032 - val_loss: 0.8964 - val_accuracy: 0.6576\n","Epoch 11/20\n","1371/1371 - 7s - loss: 0.7428 - accuracy: 0.7242 - val_loss: 0.8580 - val_accuracy: 0.6839\n","Epoch 12/20\n","1371/1371 - 10s - loss: 0.7002 - accuracy: 0.7445 - val_loss: 0.8382 - val_accuracy: 0.6891\n","Epoch 13/20\n","1371/1371 - 9s - loss: 0.6635 - accuracy: 0.7577 - val_loss: 0.8364 - val_accuracy: 0.6844\n","Epoch 14/20\n","1371/1371 - 7s - loss: 0.6317 - accuracy: 0.7698 - val_loss: 0.8116 - val_accuracy: 0.7006\n","Epoch 15/20\n","1371/1371 - 7s - loss: 0.6064 - accuracy: 0.7789 - val_loss: 0.8317 - val_accuracy: 0.6858\n","Epoch 16/20\n","1371/1371 - 7s - loss: 0.5797 - accuracy: 0.7905 - val_loss: 0.8160 - val_accuracy: 0.6975\n","Epoch 17/20\n","1371/1371 - 7s - loss: 0.5591 - accuracy: 0.7978 - val_loss: 0.7955 - val_accuracy: 0.7041\n","Epoch 18/20\n","1371/1371 - 7s - loss: 0.5396 - accuracy: 0.8054 - val_loss: 0.7985 - val_accuracy: 0.7090\n","Epoch 19/20\n","1371/1371 - 7s - loss: 0.5215 - accuracy: 0.8125 - val_loss: 0.7886 - val_accuracy: 0.7132\n","Epoch 20/20\n","1371/1371 - 7s - loss: 0.5053 - accuracy: 0.8171 - val_loss: 0.7991 - val_accuracy: 0.7131\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"id":"Z-ZFK6lZeVzh","executionInfo":{"status":"ok","timestamp":1604564319511,"user_tz":-540,"elapsed":1319,"user":{"displayName":"김동현","photoUrl":"","userId":"00166777288990497892"}},"outputId":"d0033a4b-437b-4281-d1fb-2e0d68f1e29c","colab":{"base_uri":"https://localhost:8080/"}},"source":["# predict values\n","pred = model.predict_proba(test_padded)"],"execution_count":23,"outputs":[{"output_type":"stream","text":["WARNING:tensorflow:From <ipython-input-23-9e01c6cf1b05>:2: Sequential.predict_proba (from tensorflow.python.keras.engine.sequential) is deprecated and will be removed after 2021-01-01.\n","Instructions for updating:\n","Please use `model.predict()` instead.\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"id":"xXhAY1SveYMC","executionInfo":{"status":"ok","timestamp":1604564321691,"user_tz":-540,"elapsed":627,"user":{"displayName":"김동현","photoUrl":"","userId":"00166777288990497892"}},"outputId":"ce4b8190-c5b6-4b9b-86e9-4ca645d64310","colab":{"base_uri":"https://localhost:8080/"}},"source":["pred"],"execution_count":24,"outputs":[{"output_type":"execute_result","data":{"text/plain":["array([[2.2220856e-05, 6.0771018e-01, 9.7821623e-02, 2.9295623e-01,\n","        1.4896442e-03],\n","       [2.1921597e-01, 4.3326786e-01, 6.7787521e-02, 3.2421380e-02,\n","        2.4730729e-01],\n","       [9.9450386e-01, 2.5473126e-05, 1.5764406e-06, 3.1771048e-08,\n","        5.4690801e-03],\n","       ...,\n","       [2.0791531e-04, 9.9768472e-01, 5.9560575e-06, 5.7958068e-06,\n","        2.0955598e-03],\n","       [1.7468612e-04, 9.9726897e-01, 1.2631829e-05, 8.4507219e-06,\n","        2.5353108e-03],\n","       [9.9406999e-01, 5.0172061e-06, 1.3873166e-05, 1.9133158e-07,\n","        5.9108799e-03]], dtype=float32)"]},"metadata":{"tags":[]},"execution_count":24}]},{"cell_type":"code","metadata":{"id":"C9rIvKK6eY6x","executionInfo":{"status":"ok","timestamp":1604564324550,"user_tz":-540,"elapsed":662,"user":{"displayName":"김동현","photoUrl":"","userId":"00166777288990497892"}},"outputId":"ad0e2ec1-46f0-4c24-87e5-f7479f359765","colab":{"base_uri":"https://localhost:8080/","height":419}},"source":["# submission\n","sample_submission[['0', '1', '2', '3', '4']] = pred\n","sample_submission"],"execution_count":25,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>index</th>\n","      <th>0</th>\n","      <th>1</th>\n","      <th>2</th>\n","      <th>3</th>\n","      <th>4</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>0</td>\n","      <td>2.222086e-05</td>\n","      <td>6.077102e-01</td>\n","      <td>9.782162e-02</td>\n","      <td>2.929562e-01</td>\n","      <td>0.001490</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>1</td>\n","      <td>2.192160e-01</td>\n","      <td>4.332679e-01</td>\n","      <td>6.778752e-02</td>\n","      <td>3.242138e-02</td>\n","      <td>0.247307</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>2</td>\n","      <td>9.945039e-01</td>\n","      <td>2.547313e-05</td>\n","      <td>1.576441e-06</td>\n","      <td>3.177105e-08</td>\n","      <td>0.005469</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>3</td>\n","      <td>4.613730e-06</td>\n","      <td>5.665078e-10</td>\n","      <td>9.915523e-01</td>\n","      <td>6.881439e-11</td>\n","      <td>0.008443</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>4</td>\n","      <td>9.541207e-01</td>\n","      <td>1.803538e-03</td>\n","      <td>1.333417e-03</td>\n","      <td>3.713495e-02</td>\n","      <td>0.005607</td>\n","    </tr>\n","    <tr>\n","      <th>...</th>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","    </tr>\n","    <tr>\n","      <th>19612</th>\n","      <td>19612</td>\n","      <td>4.612654e-08</td>\n","      <td>9.999912e-01</td>\n","      <td>4.384508e-12</td>\n","      <td>3.247740e-13</td>\n","      <td>0.000009</td>\n","    </tr>\n","    <tr>\n","      <th>19613</th>\n","      <td>19613</td>\n","      <td>7.037356e-03</td>\n","      <td>4.380584e-05</td>\n","      <td>6.931027e-05</td>\n","      <td>3.614834e-13</td>\n","      <td>0.992849</td>\n","    </tr>\n","    <tr>\n","      <th>19614</th>\n","      <td>19614</td>\n","      <td>2.079153e-04</td>\n","      <td>9.976847e-01</td>\n","      <td>5.956058e-06</td>\n","      <td>5.795807e-06</td>\n","      <td>0.002096</td>\n","    </tr>\n","    <tr>\n","      <th>19615</th>\n","      <td>19615</td>\n","      <td>1.746861e-04</td>\n","      <td>9.972690e-01</td>\n","      <td>1.263183e-05</td>\n","      <td>8.450722e-06</td>\n","      <td>0.002535</td>\n","    </tr>\n","    <tr>\n","      <th>19616</th>\n","      <td>19616</td>\n","      <td>9.940700e-01</td>\n","      <td>5.017206e-06</td>\n","      <td>1.387317e-05</td>\n","      <td>1.913316e-07</td>\n","      <td>0.005911</td>\n","    </tr>\n","  </tbody>\n","</table>\n","<p>19617 rows × 6 columns</p>\n","</div>"],"text/plain":["       index             0             1             2             3         4\n","0          0  2.222086e-05  6.077102e-01  9.782162e-02  2.929562e-01  0.001490\n","1          1  2.192160e-01  4.332679e-01  6.778752e-02  3.242138e-02  0.247307\n","2          2  9.945039e-01  2.547313e-05  1.576441e-06  3.177105e-08  0.005469\n","3          3  4.613730e-06  5.665078e-10  9.915523e-01  6.881439e-11  0.008443\n","4          4  9.541207e-01  1.803538e-03  1.333417e-03  3.713495e-02  0.005607\n","...      ...           ...           ...           ...           ...       ...\n","19612  19612  4.612654e-08  9.999912e-01  4.384508e-12  3.247740e-13  0.000009\n","19613  19613  7.037356e-03  4.380584e-05  6.931027e-05  3.614834e-13  0.992849\n","19614  19614  2.079153e-04  9.976847e-01  5.956058e-06  5.795807e-06  0.002096\n","19615  19615  1.746861e-04  9.972690e-01  1.263183e-05  8.450722e-06  0.002535\n","19616  19616  9.940700e-01  5.017206e-06  1.387317e-05  1.913316e-07  0.005911\n","\n","[19617 rows x 6 columns]"]},"metadata":{"tags":[]},"execution_count":25}]},{"cell_type":"code","metadata":{"id":"vuYDPVTpeb7q","executionInfo":{"status":"ok","timestamp":1604564331000,"user_tz":-540,"elapsed":602,"user":{"displayName":"김동현","photoUrl":"","userId":"00166777288990497892"}}},"source":["sample_submission.to_csv('submission_stopwords_stemmer_update.csv', index = False, encoding = 'utf-8')"],"execution_count":26,"outputs":[]},{"cell_type":"code","metadata":{"id":"lb9Ksgm1fKdO"},"source":[""],"execution_count":null,"outputs":[]}]}