notebook/CovidFAQ/02.Ingesting_Data_to_Elasticsearch.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Requirement already satisfied: elasticsearch in /Users/nattiya/miniconda3/envs/dl/lib/python3.8/site-packages (7.9.1)\r\n",
      "Requirement already satisfied: certifi in /Users/nattiya/miniconda3/envs/dl/lib/python3.8/site-packages (from elasticsearch) (2020.12.5)\r\n",
      "Requirement already satisfied: urllib3>=1.21.1 in /Users/nattiya/miniconda3/envs/dl/lib/python3.8/site-packages (from elasticsearch) (1.25.10)\r\n"
     ]
    }
   ],
   "source": [
    "!pip3 install elasticsearch"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Requirement already satisfied: elasticsearch-dsl in /Users/nattiya/miniconda3/envs/dl/lib/python3.8/site-packages (7.3.0)\n",
      "Requirement already satisfied: python-dateutil in /Users/nattiya/miniconda3/envs/dl/lib/python3.8/site-packages (from elasticsearch-dsl) (2.8.1)\n",
      "Requirement already satisfied: elasticsearch<8.0.0,>=7.0.0 in /Users/nattiya/miniconda3/envs/dl/lib/python3.8/site-packages (from elasticsearch-dsl) (7.9.1)\n",
      "Requirement already satisfied: six in /Users/nattiya/miniconda3/envs/dl/lib/python3.8/site-packages (from elasticsearch-dsl) (1.15.0)\n",
      "Requirement already satisfied: urllib3>=1.21.1 in /Users/nattiya/miniconda3/envs/dl/lib/python3.8/site-packages (from elasticsearch<8.0.0,>=7.0.0->elasticsearch-dsl) (1.25.10)\n",
      "Requirement already satisfied: certifi in /Users/nattiya/miniconda3/envs/dl/lib/python3.8/site-packages (from elasticsearch<8.0.0,>=7.0.0->elasticsearch-dsl) (2020.12.5)\n"
     ]
    }
   ],
   "source": [
    "!pip3 install elasticsearch-dsl"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "import sys\n",
    "sys.path.insert(0, '../../../BERT-FAQ/')\n",
    "\n",
    "# import required libraries\n",
    "from elasticsearch_dsl import Index, Document, Integer, Text, analyzer, Keyword, Double\n",
    "from elasticsearch_dsl.connections import connections\n",
    "from elasticsearch import Elasticsearch, helpers\n",
    "\n",
    "from evaluation import get_relevance_label_df\n",
    "from shared.utils import load_from_json\n",
    "from shared.utils import dump_to_json\n",
    "from shared.utils import make_dirs\n",
    "from indexer import ingest_data\n",
    "from indexer import QA\n",
    "import logging"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "# get list of query answer pairs\n",
    "\n",
    "query_answer_pairs_filepath = '../../../BERT-FAQ/data/CovidFAQ/query_answer_pairs.json'\n",
    "relevance_label_df = get_relevance_label_df(query_answer_pairs_filepath)\n",
    "faq_qa_pair_df = relevance_label_df[relevance_label_df['query_type'] == 'faq']\n",
    "faq_qa_pairs = faq_qa_pair_df.T.to_dict().values()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>label</th>\n",
       "      <th>query_type</th>\n",
       "      <th>question</th>\n",
       "      <th>answer</th>\n",
       "      <th>id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>What is COVID-19?</td>\n",
       "      <td>COVID-19 is a new coronavirus that we have not...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>What is a coronavirus?</td>\n",
       "      <td>Coronavirus are a type of virus - there are ma...</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>Any advice about how to minimize risk during g...</td>\n",
       "      <td>Currently, there is no evidence of food or foo...</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>Why do I have to stay at home?</td>\n",
       "      <td>Socially distancing is a practice that aims to...</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>What is social distancing and how does it help...</td>\n",
       "      <td>Social distancing is one of the most effective...</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1450</th>\n",
       "      <td>1</td>\n",
       "      <td>user_query</td>\n",
       "      <td>will coronavirus stop in summer</td>\n",
       "      <td>We do not know. Some viruses, like the common ...</td>\n",
       "      <td>1451</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1451</th>\n",
       "      <td>1</td>\n",
       "      <td>user_query</td>\n",
       "      <td>will coronavirus stop in the summer</td>\n",
       "      <td>We do not know. Some viruses, like the common ...</td>\n",
       "      <td>1452</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1452</th>\n",
       "      <td>1</td>\n",
       "      <td>user_query</td>\n",
       "      <td>will coronavirus survive in the summer</td>\n",
       "      <td>We do not know. Some viruses, like the common ...</td>\n",
       "      <td>1453</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1453</th>\n",
       "      <td>1</td>\n",
       "      <td>user_query</td>\n",
       "      <td>will coronavirus survive on surfaces</td>\n",
       "      <td>A recent study shows that the virus can live i...</td>\n",
       "      <td>1454</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1454</th>\n",
       "      <td>1</td>\n",
       "      <td>user_query</td>\n",
       "      <td>world coronavirus die in summer</td>\n",
       "      <td>We do not know. Some viruses, like the common ...</td>\n",
       "      <td>1455</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1455 rows × 5 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      label  query_type                                           question  \\\n",
       "0         1         faq                                 What is COVID-19?    \n",
       "1         1         faq                             What is a coronavirus?   \n",
       "2         1         faq  Any advice about how to minimize risk during g...   \n",
       "3         1         faq                     Why do I have to stay at home?   \n",
       "4         1         faq  What is social distancing and how does it help...   \n",
       "...     ...         ...                                                ...   \n",
       "1450      1  user_query                    will coronavirus stop in summer   \n",
       "1451      1  user_query                will coronavirus stop in the summer   \n",
       "1452      1  user_query             will coronavirus survive in the summer   \n",
       "1453      1  user_query               will coronavirus survive on surfaces   \n",
       "1454      1  user_query                    world coronavirus die in summer   \n",
       "\n",
       "                                                 answer    id  \n",
       "0     COVID-19 is a new coronavirus that we have not...     1  \n",
       "1     Coronavirus are a type of virus - there are ma...     2  \n",
       "2     Currently, there is no evidence of food or foo...     3  \n",
       "3     Socially distancing is a practice that aims to...     4  \n",
       "4     Social distancing is one of the most effective...     5  \n",
       "...                                                 ...   ...  \n",
       "1450  We do not know. Some viruses, like the common ...  1451  \n",
       "1451  We do not know. Some viruses, like the common ...  1452  \n",
       "1452  We do not know. Some viruses, like the common ...  1453  \n",
       "1453  A recent study shows that the virus can live i...  1454  \n",
       "1454  We do not know. Some viruses, like the common ...  1455  \n",
       "\n",
       "[1455 rows x 5 columns]"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# check relevance_label_df\n",
    "relevance_label_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>label</th>\n",
       "      <th>query_type</th>\n",
       "      <th>question</th>\n",
       "      <th>answer</th>\n",
       "      <th>id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>What is COVID-19?</td>\n",
       "      <td>COVID-19 is a new coronavirus that we have not...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>What is a coronavirus?</td>\n",
       "      <td>Coronavirus are a type of virus - there are ma...</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>Any advice about how to minimize risk during g...</td>\n",
       "      <td>Currently, there is no evidence of food or foo...</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>Why do I have to stay at home?</td>\n",
       "      <td>Socially distancing is a practice that aims to...</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>What is social distancing and how does it help...</td>\n",
       "      <td>Social distancing is one of the most effective...</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>Where did COVID-19 come from?</td>\n",
       "      <td>It was first found in Wuhan City, Hubei Provin...</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>What are the symptoms of COVID-19?</td>\n",
       "      <td>Reported illnesses have ranged from mild sympt...</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>Should I be wearing a face mask to prevent me ...</td>\n",
       "      <td>Masks are only helpful in preventing people wh...</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>Should I wear a face mask?</td>\n",
       "      <td>You should only wear a face mask if a healthca...</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>Should the general population wear masks to pr...</td>\n",
       "      <td>If you are a healthy individual, the use of a ...</td>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>What is SARS-CoV?</td>\n",
       "      <td>SARS is Severe Acute Respiratory Syndrome. It ...</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>How does COVID-19 spread?</td>\n",
       "      <td>It is able to spread person-to-person. The spr...</td>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>Should I be tested for COVID-19?</td>\n",
       "      <td>If you have developed symptoms like fever, cou...</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>Where can I get tested for COVID-19?</td>\n",
       "      <td>If you have the symptoms of COVID-19 and want ...</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>What types of cleaning products should I use t...</td>\n",
       "      <td>For disinfecting purposes, most common EPA reg...</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>How long do people have to isolate for?</td>\n",
       "      <td>It depends, and is often decided on a case-by-...</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>What is the treatment for COVID-19?</td>\n",
       "      <td>Most people with mild coronavirus illness will...</td>\n",
       "      <td>17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>What caused COVID-19?</td>\n",
       "      <td>There are many types of coronaviruses. Some on...</td>\n",
       "      <td>18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>Has anyone gotten infected in the United States?</td>\n",
       "      <td>Yes, all states have reported COVID-19 infecti...</td>\n",
       "      <td>19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>Who is at a higher risk of serious illness and...</td>\n",
       "      <td>Older adults (people over the age of 65), thos...</td>\n",
       "      <td>20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>Why is it called COVID-19?</td>\n",
       "      <td>COVID comes from corona (CO), virus (VI), and ...</td>\n",
       "      <td>21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>How many Covid19 cases are there?</td>\n",
       "      <td>This interactive map by the Johns Hopkins Univ...</td>\n",
       "      <td>22</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>How many Covid19 cases have been reported in m...</td>\n",
       "      <td>This interactive map by the Johns Hopkins Univ...</td>\n",
       "      <td>23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>How long does the virus live on surfaces, like...</td>\n",
       "      <td>A recent study shows that the virus can live i...</td>\n",
       "      <td>24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>What is the current advice if I am planning to...</td>\n",
       "      <td>1. self-isolate for 14 days after returning fr...</td>\n",
       "      <td>25</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>Can my pet or other animals get sick from COVI...</td>\n",
       "      <td>There is currently no evidence to suggest that...</td>\n",
       "      <td>26</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>Can COVID-19 be transmitted through food?</td>\n",
       "      <td>There is currently no evidence to suggest that...</td>\n",
       "      <td>27</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>Can COVID-19 be spread through food (including...</td>\n",
       "      <td>Right now, our current understanding of how CO...</td>\n",
       "      <td>28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>How can I protect myself and others?</td>\n",
       "      <td>The best way to prevent illness from COVID-19 ...</td>\n",
       "      <td>29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>Will warm weather / summer / heat stop outbrea...</td>\n",
       "      <td>We do not know. Some viruses, like the common ...</td>\n",
       "      <td>30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>Is COVID-19 contagious? Can someone who has it...</td>\n",
       "      <td>Yes. It is actively spreading person to person...</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>Can my dog/cat/pet/animal get COVID-19?</td>\n",
       "      <td>While this virus did emerge from an animal sou...</td>\n",
       "      <td>32</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>Can I get COVID-19 from animals when travellin...</td>\n",
       "      <td>Although the current spread and growth of the ...</td>\n",
       "      <td>33</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>What is MERS-CoV?</td>\n",
       "      <td>MERs is Middle East Respiratory Syndrome. It i...</td>\n",
       "      <td>34</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>Do viruses get weaker over time? Will coronavi...</td>\n",
       "      <td>They can, but it is not guaranteed; it depends...</td>\n",
       "      <td>35</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>I have read that CV is able to be contracted t...</td>\n",
       "      <td>COVID-19 is being spread through respiratory d...</td>\n",
       "      <td>36</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>Does chloroquine and/or hydroxychloroquine tre...</td>\n",
       "      <td>It is currently unclear - scientists are curre...</td>\n",
       "      <td>37</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>What does socially distancing even mean?</td>\n",
       "      <td>It is avoiding crowds, mass gatherings, and ma...</td>\n",
       "      <td>38</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>How can I protect my child from COVID-19?</td>\n",
       "      <td>By having them practice the same things you ha...</td>\n",
       "      <td>39</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>Can COVID-19 be transmitted when a person is n...</td>\n",
       "      <td>Experts believe that this is posisble, though ...</td>\n",
       "      <td>40</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>I'm pregnant... am I at risk for COVID-19?</td>\n",
       "      <td>It does not look like pregnant women are more ...</td>\n",
       "      <td>41</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>It would be great to hear more about the sympt...</td>\n",
       "      <td>The most common symptoms are fever, tiredness ...</td>\n",
       "      <td>42</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>Should I use soap and water or a hand sanitize...</td>\n",
       "      <td>Handwashing with soap and water for at least 2...</td>\n",
       "      <td>43</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>What are N95 respirators/masks?</td>\n",
       "      <td>This is a type of personal protective equipmen...</td>\n",
       "      <td>44</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>What can I do to reduce my and my family's ris...</td>\n",
       "      <td>It is important to daily practice actions that...</td>\n",
       "      <td>45</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>Schools, daycare, university - they have all c...</td>\n",
       "      <td>Talk to the schools and facilities about their...</td>\n",
       "      <td>46</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>How long should we self quarantine before movi...</td>\n",
       "      <td>You should quarantine yourself for at least 14...</td>\n",
       "      <td>47</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>What should I do if I just returned from a trip?</td>\n",
       "      <td>If you do not have any symptoms, you will be a...</td>\n",
       "      <td>48</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>Also, what to do if you have no access to sani...</td>\n",
       "      <td>IF NO ACCESS TO HAND SANITIZER: wash your hand...</td>\n",
       "      <td>49</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>Am I at risk for COVID-19 in the United Staes?</td>\n",
       "      <td>The risk assessment changes daily. Currently, ...</td>\n",
       "      <td>50</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>Are symptoms of COVID-19 different in children?</td>\n",
       "      <td>No. They have the same symptoms, though it may...</td>\n",
       "      <td>51</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>51</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>Can we use fabric masks to prevent the spread?</td>\n",
       "      <td>Face masks, including fabric ones, are only re...</td>\n",
       "      <td>52</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>What is the difference between COVID-19 and SA...</td>\n",
       "      <td>SARS-CoV-2 refers to the virus that causes COV...</td>\n",
       "      <td>53</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>53</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>What is the difference between isolation and q...</td>\n",
       "      <td>Isolation refers to separating people who are ...</td>\n",
       "      <td>54</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>54</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>Are there any natural health products that can...</td>\n",
       "      <td>At this time, there are no natural health prod...</td>\n",
       "      <td>55</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>What is personal protective equipment (PPE)?</td>\n",
       "      <td>Personal protective equipment (PPE) are types ...</td>\n",
       "      <td>56</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>56</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>What should I do if there is an outbreak in my...</td>\n",
       "      <td>It is important to stay calm and put your prep...</td>\n",
       "      <td>57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>57</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>I am pregnant, am I at a greater risk for more...</td>\n",
       "      <td>Throughout pregnancy, women experience changes...</td>\n",
       "      <td>58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>58</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>should we quarantine our mail and packages for...</td>\n",
       "      <td>The risk is quite low for one to become infect...</td>\n",
       "      <td>59</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>59</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>There have been a lot of mixed messages about ...</td>\n",
       "      <td>Currently, children are not at a higher risk o...</td>\n",
       "      <td>60</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>60</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>What is novel (new) coronavirus?</td>\n",
       "      <td>A novel, or new, coronavirus is one that has n...</td>\n",
       "      <td>61</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>61</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>What is the COVID-19 situation in the U.S?</td>\n",
       "      <td>All 50 states in the U.S., as well as D.C., Pu...</td>\n",
       "      <td>62</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>62</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>What is flattening the curve?</td>\n",
       "      <td>Flattening the curve refers to the use of soci...</td>\n",
       "      <td>63</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>63</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>Can COVID-19 be spread through surface-touching?</td>\n",
       "      <td>It can be possible, as people can touch a surf...</td>\n",
       "      <td>64</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>How do I prepare my child for a COVID-19 outbr...</td>\n",
       "      <td>It is important to talk with your child about ...</td>\n",
       "      <td>65</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>65</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>What steps should parents take to protect chil...</td>\n",
       "      <td>Remember - this is a new virus, and there is a...</td>\n",
       "      <td>66</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>66</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>Why are schools closing down becasue of COVID-19?</td>\n",
       "      <td>School dismissals are a method that can help s...</td>\n",
       "      <td>67</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>67</th>\n",
       "      <td>1</td>\n",
       "      <td>faq</td>\n",
       "      <td>I have packages coming from China... am I at r...</td>\n",
       "      <td>There is so much that we do not know about COV...</td>\n",
       "      <td>68</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    label query_type                                           question  \\\n",
       "0       1        faq                                 What is COVID-19?    \n",
       "1       1        faq                             What is a coronavirus?   \n",
       "2       1        faq  Any advice about how to minimize risk during g...   \n",
       "3       1        faq                     Why do I have to stay at home?   \n",
       "4       1        faq  What is social distancing and how does it help...   \n",
       "5       1        faq                      Where did COVID-19 come from?   \n",
       "6       1        faq                 What are the symptoms of COVID-19?   \n",
       "7       1        faq  Should I be wearing a face mask to prevent me ...   \n",
       "8       1        faq                         Should I wear a face mask?   \n",
       "9       1        faq  Should the general population wear masks to pr...   \n",
       "10      1        faq                                  What is SARS-CoV?   \n",
       "11      1        faq                          How does COVID-19 spread?   \n",
       "12      1        faq                   Should I be tested for COVID-19?   \n",
       "13      1        faq               Where can I get tested for COVID-19?   \n",
       "14      1        faq  What types of cleaning products should I use t...   \n",
       "15      1        faq            How long do people have to isolate for?   \n",
       "16      1        faq                What is the treatment for COVID-19?   \n",
       "17      1        faq                             What caused COVID-19?    \n",
       "18      1        faq   Has anyone gotten infected in the United States?   \n",
       "19      1        faq  Who is at a higher risk of serious illness and...   \n",
       "20      1        faq                         Why is it called COVID-19?   \n",
       "21      1        faq                  How many Covid19 cases are there?   \n",
       "22      1        faq  How many Covid19 cases have been reported in m...   \n",
       "23      1        faq  How long does the virus live on surfaces, like...   \n",
       "24      1        faq  What is the current advice if I am planning to...   \n",
       "25      1        faq  Can my pet or other animals get sick from COVI...   \n",
       "26      1        faq          Can COVID-19 be transmitted through food?   \n",
       "27      1        faq  Can COVID-19 be spread through food (including...   \n",
       "28      1        faq               How can I protect myself and others?   \n",
       "29      1        faq  Will warm weather / summer / heat stop outbrea...   \n",
       "30      1        faq  Is COVID-19 contagious? Can someone who has it...   \n",
       "31      1        faq            Can my dog/cat/pet/animal get COVID-19?   \n",
       "32      1        faq  Can I get COVID-19 from animals when travellin...   \n",
       "33      1        faq                                  What is MERS-CoV?   \n",
       "34      1        faq  Do viruses get weaker over time? Will coronavi...   \n",
       "35      1        faq  I have read that CV is able to be contracted t...   \n",
       "36      1        faq  Does chloroquine and/or hydroxychloroquine tre...   \n",
       "37      1        faq           What does socially distancing even mean?   \n",
       "38      1        faq          How can I protect my child from COVID-19?   \n",
       "39      1        faq  Can COVID-19 be transmitted when a person is n...   \n",
       "40      1        faq         I'm pregnant... am I at risk for COVID-19?   \n",
       "41      1        faq  It would be great to hear more about the sympt...   \n",
       "42      1        faq  Should I use soap and water or a hand sanitize...   \n",
       "43      1        faq                    What are N95 respirators/masks?   \n",
       "44      1        faq  What can I do to reduce my and my family's ris...   \n",
       "45      1        faq  Schools, daycare, university - they have all c...   \n",
       "46      1        faq  How long should we self quarantine before movi...   \n",
       "47      1        faq   What should I do if I just returned from a trip?   \n",
       "48      1        faq  Also, what to do if you have no access to sani...   \n",
       "49      1        faq     Am I at risk for COVID-19 in the United Staes?   \n",
       "50      1        faq    Are symptoms of COVID-19 different in children?   \n",
       "51      1        faq     Can we use fabric masks to prevent the spread?   \n",
       "52      1        faq  What is the difference between COVID-19 and SA...   \n",
       "53      1        faq  What is the difference between isolation and q...   \n",
       "54      1        faq  Are there any natural health products that can...   \n",
       "55      1        faq       What is personal protective equipment (PPE)?   \n",
       "56      1        faq  What should I do if there is an outbreak in my...   \n",
       "57      1        faq  I am pregnant, am I at a greater risk for more...   \n",
       "58      1        faq  should we quarantine our mail and packages for...   \n",
       "59      1        faq  There have been a lot of mixed messages about ...   \n",
       "60      1        faq                   What is novel (new) coronavirus?   \n",
       "61      1        faq         What is the COVID-19 situation in the U.S?   \n",
       "62      1        faq                      What is flattening the curve?   \n",
       "63      1        faq   Can COVID-19 be spread through surface-touching?   \n",
       "64      1        faq  How do I prepare my child for a COVID-19 outbr...   \n",
       "65      1        faq  What steps should parents take to protect chil...   \n",
       "66      1        faq  Why are schools closing down becasue of COVID-19?   \n",
       "67      1        faq  I have packages coming from China... am I at r...   \n",
       "\n",
       "                                               answer  id  \n",
       "0   COVID-19 is a new coronavirus that we have not...   1  \n",
       "1   Coronavirus are a type of virus - there are ma...   2  \n",
       "2   Currently, there is no evidence of food or foo...   3  \n",
       "3   Socially distancing is a practice that aims to...   4  \n",
       "4   Social distancing is one of the most effective...   5  \n",
       "5   It was first found in Wuhan City, Hubei Provin...   6  \n",
       "6   Reported illnesses have ranged from mild sympt...   7  \n",
       "7   Masks are only helpful in preventing people wh...   8  \n",
       "8   You should only wear a face mask if a healthca...   9  \n",
       "9   If you are a healthy individual, the use of a ...  10  \n",
       "10  SARS is Severe Acute Respiratory Syndrome. It ...  11  \n",
       "11  It is able to spread person-to-person. The spr...  12  \n",
       "12  If you have developed symptoms like fever, cou...  13  \n",
       "13  If you have the symptoms of COVID-19 and want ...  14  \n",
       "14  For disinfecting purposes, most common EPA reg...  15  \n",
       "15  It depends, and is often decided on a case-by-...  16  \n",
       "16  Most people with mild coronavirus illness will...  17  \n",
       "17  There are many types of coronaviruses. Some on...  18  \n",
       "18  Yes, all states have reported COVID-19 infecti...  19  \n",
       "19  Older adults (people over the age of 65), thos...  20  \n",
       "20  COVID comes from corona (CO), virus (VI), and ...  21  \n",
       "21  This interactive map by the Johns Hopkins Univ...  22  \n",
       "22  This interactive map by the Johns Hopkins Univ...  23  \n",
       "23  A recent study shows that the virus can live i...  24  \n",
       "24  1. self-isolate for 14 days after returning fr...  25  \n",
       "25  There is currently no evidence to suggest that...  26  \n",
       "26  There is currently no evidence to suggest that...  27  \n",
       "27  Right now, our current understanding of how CO...  28  \n",
       "28  The best way to prevent illness from COVID-19 ...  29  \n",
       "29  We do not know. Some viruses, like the common ...  30  \n",
       "30  Yes. It is actively spreading person to person...  31  \n",
       "31  While this virus did emerge from an animal sou...  32  \n",
       "32  Although the current spread and growth of the ...  33  \n",
       "33  MERs is Middle East Respiratory Syndrome. It i...  34  \n",
       "34  They can, but it is not guaranteed; it depends...  35  \n",
       "35  COVID-19 is being spread through respiratory d...  36  \n",
       "36  It is currently unclear - scientists are curre...  37  \n",
       "37  It is avoiding crowds, mass gatherings, and ma...  38  \n",
       "38  By having them practice the same things you ha...  39  \n",
       "39  Experts believe that this is posisble, though ...  40  \n",
       "40  It does not look like pregnant women are more ...  41  \n",
       "41  The most common symptoms are fever, tiredness ...  42  \n",
       "42  Handwashing with soap and water for at least 2...  43  \n",
       "43  This is a type of personal protective equipmen...  44  \n",
       "44  It is important to daily practice actions that...  45  \n",
       "45  Talk to the schools and facilities about their...  46  \n",
       "46  You should quarantine yourself for at least 14...  47  \n",
       "47  If you do not have any symptoms, you will be a...  48  \n",
       "48  IF NO ACCESS TO HAND SANITIZER: wash your hand...  49  \n",
       "49  The risk assessment changes daily. Currently, ...  50  \n",
       "50  No. They have the same symptoms, though it may...  51  \n",
       "51  Face masks, including fabric ones, are only re...  52  \n",
       "52  SARS-CoV-2 refers to the virus that causes COV...  53  \n",
       "53  Isolation refers to separating people who are ...  54  \n",
       "54  At this time, there are no natural health prod...  55  \n",
       "55  Personal protective equipment (PPE) are types ...  56  \n",
       "56  It is important to stay calm and put your prep...  57  \n",
       "57  Throughout pregnancy, women experience changes...  58  \n",
       "58  The risk is quite low for one to become infect...  59  \n",
       "59  Currently, children are not at a higher risk o...  60  \n",
       "60  A novel, or new, coronavirus is one that has n...  61  \n",
       "61  All 50 states in the U.S., as well as D.C., Pu...  62  \n",
       "62  Flattening the curve refers to the use of soci...  63  \n",
       "63  It can be possible, as people can touch a surf...  64  \n",
       "64  It is important to talk with your child about ...  65  \n",
       "65  Remember - this is a new virus, and there is a...  66  \n",
       "66  School dismissals are a method that can help s...  67  \n",
       "67  There is so much that we do not know about COV...  68  "
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# check faq_qa_pair_df\n",
    "faq_qa_pair_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "# convert to list\n",
    "faq_qa_pairs = list(faq_qa_pairs)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[{'label': 1,\n",
       "  'query_type': 'faq',\n",
       "  'question': 'What is COVID-19? ',\n",
       "  'answer': 'COVID-19 is a new coronavirus that we have not seen previously; it is not the same as the flu or common cold. Coronaviruses are types of viruses that cause illnesses. These include the common cold, flu, to more severe diseases like Middle East Respiratory Syndrom (MERs-CoV) and Severe Acute Respiratory Syndrome (SARS-CoV).   [[Would you like to know more about COVID-19 symptoms?]]',\n",
       "  'id': '1'},\n",
       " {'label': 1,\n",
       "  'query_type': 'faq',\n",
       "  'question': 'What is a coronavirus?',\n",
       "  'answer': 'Coronavirus are a type of virus - there are many kinds, and some of them can cause disease. Examples of coronaviruses include the common cold, flu, to more severe diseases like Middle East Respiratory Syndrome (MERS-CoV) and Severe Acute Respiratory Syndrome (SARS-CoV).   COVID19 is a novel coronavirus that has been recently identified.   [[Would you like more information on COVID19?]] [[Would you like to know the symptoms of COVID19?]]    ',\n",
       "  'id': '2'},\n",
       " {'label': 1,\n",
       "  'query_type': 'faq',\n",
       "  'question': 'Any advice about how to minimize risk during grocery shopping trips or getting takeout.',\n",
       "  'answer': 'Currently, there is no evidence of food or food packaging being associated with transmission of COVID-19. Like other viruses, it is possible that the virus that causes COVID-19 can survive on surfaces or objects. For that reason, it is critical to wash your hands often, including utensils. Currently, there is no evidence of food or food packaging being associated with transmission of COVID-19. However, the virus that causes COVID-19 is spreading from person-to-person in some communities in the U.S. The CDC recommends that if you are sick, stay home until you are better and no longer pose a risk of infecting others. Anyone handling, preparing and serving food should always follow safe food handling procedures, such as washing hands and surfaces often.',\n",
       "  'id': '3'},\n",
       " {'label': 1,\n",
       "  'query_type': 'faq',\n",
       "  'question': 'Why do I have to stay at home?',\n",
       "  'answer': 'Socially distancing is a practice that aims to prevent those who are sick from coming into contact with those who are healthy. This is to reduce the opportunity for disease transmission. As COVID-19 spreads person-to-person in close contact, we want to reduce the chance of infection amongst populations that are vulnerable. This includes older adults (over the age of 65) and those with suppressed immune systems. It is also to help reduce the burden on healthcar esystems and workers, as there are not enough workers and beds to care for patients if everyone were to have COVID-19 at the same time.',\n",
       "  'id': '4'},\n",
       " {'label': 1,\n",
       "  'query_type': 'faq',\n",
       "  'question': 'What is social distancing and how does it help to minimize COVID-19?',\n",
       "  'answer': 'Social distancing is one of the most effective ways to reduce the spread of illness during an outbreak, but it is sometimes hard to understand what this means given the vague language. What it means is to stay at home as much as possible, and limit your outside exposure. This does mean meaking changes to your everyday routine to minimize contacts with others, including:   avoiding non-essential gatherings avoiding common greetings, such as handshakes avoiding crowded places such as concerts, arenas, conferences and festivals limiting contact with people at higher risk like older adults and those in poor health keeping a distance of at least 2 arms-length (approximately 6 feet) from others  For example - if you need to go grocery shopping, limit to once a week. If you go on walks, make sure you maintain a 6 foot distance between yourself and others.',\n",
       "  'id': '5'}]"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# check first 5 entries in faq_qa_pairs\n",
    "faq_qa_pairs[:5]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████| 68/68 [00:00<00:00, 13056.80it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Finished indexing 68 records to covidfaq index\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/nattiya/miniconda3/envs/dl/lib/python3.8/site-packages/elasticsearch/connection/base.py:190: ElasticsearchDeprecationWarning: [types removal] Specifying types in bulk requests is deprecated.\n",
      "  warnings.warn(message, category=ElasticsearchDeprecationWarning)\n"
     ]
    }
   ],
   "source": [
    "try:\n",
    "    \n",
    "    es = connections.create_connection(hosts=['localhost'])\n",
    "    \n",
    "    # Index data to Elasticsearch \n",
    "    index_name = \"covidfaq\"\n",
    "    \n",
    "    # Initialize index (only perform once)\n",
    "    index = Index(index_name)\n",
    "\n",
    "    # Define custom settings\n",
    "    index.settings(\n",
    "        number_of_shards=1,\n",
    "        number_of_replicas=0\n",
    "    )\n",
    "\n",
    "    # Delete the index, ignore if it doesn't exist\n",
    "    index.delete(ignore=404)\n",
    "\n",
    "    # Create the index in Elasticsearch\n",
    "    index.create()\n",
    "\n",
    "    # Register a document with the index\n",
    "    index.document(QA)\n",
    "\n",
    "    # Ingest data to Elasticsearch\n",
    "    ingest_data(faq_qa_pairs, es=es, index=index_name)\n",
    "\n",
    "    print(\"Finished indexing {} records to {} index\".format(len(faq_qa_pairs), index_name))\n",
    "\n",
    "except Exception:\n",
    "    logging.error('exception occured', exc_info=True)\n"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}