API_scrape_test3.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "# !pip install tweepy"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Libraries"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "import tweepy\n",
    "import pandas as pd\n",
    "import os\n",
    "import numpy as np"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Authentication, USE YOUR OWN KEYS AND SECRETS HERE"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "# consumer_key = \n",
    "# consumer_key_secret = \n",
    "# access_token = \n",
    "# access_token_secret = "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Some tests"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "# authorization of consumer key and consumer secret \n",
    "auth = tweepy.OAuthHandler(consumer_key, consumer_key_secret) \n",
    "  \n",
    "# set access to user's access key and access secret  \n",
    "auth.set_access_token(access_token, access_token_secret) \n",
    "  \n",
    "# calling the api  \n",
    "api = tweepy.API(auth, wait_on_rate_limit=True, wait_on_rate_limit_notify=False) "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "ename": "TweepError",
     "evalue": "[{'code': 326, 'message': 'To protect our users from spam and other malicious activity, this account is temporarily locked. Please log in to https://twitter.com to unlock your account.'}]",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mTweepError\u001b[0m                                Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-5-645cd982d562>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[1;32m      3\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      4\u001b[0m \u001b[0;31m# fetching the status\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 5\u001b[0;31m \u001b[0mstatus\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mapi\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mget_status\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mtweet_id\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtweet_mode\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m\"extended\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m      6\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      7\u001b[0m \u001b[0;31m# fetching the text attribute\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/.conda/envs/pytorch_playground/lib/python3.8/site-packages/tweepy/binder.py\u001b[0m in \u001b[0;36m_call\u001b[0;34m(*args, **kwargs)\u001b[0m\n\u001b[1;32m    251\u001b[0m                 \u001b[0;32mreturn\u001b[0m \u001b[0mmethod\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    252\u001b[0m             \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 253\u001b[0;31m                 \u001b[0;32mreturn\u001b[0m \u001b[0mmethod\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mexecute\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    254\u001b[0m         \u001b[0;32mfinally\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    255\u001b[0m             \u001b[0mmethod\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msession\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mclose\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/.conda/envs/pytorch_playground/lib/python3.8/site-packages/tweepy/binder.py\u001b[0m in \u001b[0;36mexecute\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m    232\u001b[0m                     \u001b[0;32mraise\u001b[0m \u001b[0mRateLimitError\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0merror_msg\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mresp\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    233\u001b[0m                 \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 234\u001b[0;31m                     \u001b[0;32mraise\u001b[0m \u001b[0mTweepError\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0merror_msg\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mresp\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mapi_code\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mapi_error_code\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    235\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    236\u001b[0m             \u001b[0;31m# Parse the response payload\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mTweepError\u001b[0m: [{'code': 326, 'message': 'To protect our users from spam and other malicious activity, this account is temporarily locked. Please log in to https://twitter.com to unlock your account.'}]"
     ]
    }
   ],
   "source": [
    "# the ID of the status \n",
    "tweet_id = 1241208732979212289\n",
    "  \n",
    "# fetching the status \n",
    "status = api.get_status(tweet_id, tweet_mode = \"extended\") \n",
    "  \n",
    "# fetching the text attribute \n",
    "text = status.full_text  \n",
    "  \n",
    "print(text) \n",
    "print(status.place.country_code)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Original data (for one day)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tweet_id</th>\n",
       "      <th>sentiment</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>1245233510929104897</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>1245234185410957320</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>1245234958383419392</td>\n",
       "      <td>0.118182</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>1245235669389185024</td>\n",
       "      <td>0.260000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>1245236636008558592</td>\n",
       "      <td>0.061111</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "               tweet_id  sentiment\n",
       "20  1245233510929104897   0.000000\n",
       "21  1245234185410957320   0.000000\n",
       "22  1245234958383419392   0.118182\n",
       "23  1245235669389185024   0.260000\n",
       "24  1245236636008558592   0.061111"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "test = pd.read_csv(\"Csv/april1_april2.csv\", header=None)\n",
    "test.columns = [\"tweet_id\", \"sentiment\"]\n",
    "print(\"Original data (for one day)\")\n",
    "test.iloc[range(20, 25)]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Set directory"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [],
   "source": [
    "csv_dir = \"Csv/\"\n",
    "csv_list = [file for file in os.listdir(csv_dir) if not file.startswith(\"t\") and not file.startswith(\"_\")]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['september29_september30.csv',\n",
       " 'july23_july24.csv',\n",
       " 'april15_april16.csv',\n",
       " 'january16_january17.csv',\n",
       " 'september21_september22.csv',\n",
       " 'october1_october2.csv',\n",
       " 'may29_may30.csv',\n",
       " 'april29_april30.csv',\n",
       " 'november26_november27.csv',\n",
       " 'july12_july13.csv',\n",
       " 'june15_june16.csv',\n",
       " 'september26_september27.csv',\n",
       " 'january11_january12.csv',\n",
       " 'november29_november30.csv',\n",
       " 'december15_december16.csv',\n",
       " 'april8_april9.csv',\n",
       " 'january17_january18.csv',\n",
       " 'august5_august6.csv',\n",
       " 'november20_november21.csv',\n",
       " 'may12_may13.csv',\n",
       " 'june7_june8.csv',\n",
       " 'march20_march21.csv',\n",
       " 'september6_september7.csv',\n",
       " 'may6_may7.csv',\n",
       " 'may22_may23.csv',\n",
       " 'january7_january8.csv',\n",
       " 'june10_june11.csv',\n",
       " 'december26_december27.csv',\n",
       " 'april27_april28.csv',\n",
       " 'july2_july3.csv',\n",
       " 'march25_march26.csv',\n",
       " 'may24_may25.csv',\n",
       " 'december29_december30.csv',\n",
       " 'november15_november16.csv',\n",
       " 'april6_april7.csv',\n",
       " 'april10_april11.csv',\n",
       " 'january5_january6.csv',\n",
       " 'march30_march31.csv',\n",
       " 'may31_june1.csv',\n",
       " 'december20_december21.csv',\n",
       " 'october24_october25.csv',\n",
       " 'july4_july5.csv',\n",
       " 'may30_may31.csv',\n",
       " 'december14_december15.csv',\n",
       " 'october19_october20.csv',\n",
       " 'january4_january5.csv',\n",
       " 'june27_june28.csv',\n",
       " 'july26_july27.csv',\n",
       " 'august7_august8.csv',\n",
       " 'may14-may15.csv',\n",
       " 'april20_april21.csv',\n",
       " 'november21_november22.csv',\n",
       " 'september11_september12.csv',\n",
       " 'july19_july20.csv',\n",
       " 'january2_january3.csv',\n",
       " 'april17_april18.csv',\n",
       " 'june29_june30.csv',\n",
       " 'december12_december13.csv',\n",
       " 'october23_october24.csv',\n",
       " 'september16_september17.csv',\n",
       " 'may27_may28.csv',\n",
       " 'october20_october21.csv',\n",
       " 'june21_june22.csv',\n",
       " 'january3_january4.csv',\n",
       " 'july7_july8.csv',\n",
       " 'october30_october31.csv',\n",
       " 'november13_november14.csv',\n",
       " 'june24_june25.csv',\n",
       " 'july28_july29.csv',\n",
       " 'september1_september2.csv',\n",
       " 'november14_november15.csv',\n",
       " 'may17_may18.csv',\n",
       " 'june2_june3.csv',\n",
       " 'january12_january13.csv',\n",
       " 'october6_october7.csv',\n",
       " 'december21_december22.csv',\n",
       " 'may8_may9.csv',\n",
       " 'november12_november13.csv',\n",
       " 'august28_august29.csv',\n",
       " 'april3_april4.csv',\n",
       " 'june4_june5.csv',\n",
       " 'december13_december14.csv',\n",
       " 'april25_april26.csv',\n",
       " 'march27_march28.csv',\n",
       " 'january15_january16.csv',\n",
       " 'october31_november1.csv',\n",
       " 'may1_may2.csv',\n",
       " 'december6_december7.csv',\n",
       " 'december10_december11.csv',\n",
       " 'april28_april29.csv',\n",
       " 'march23_march24.csv',\n",
       " 'october28_october29.csv',\n",
       " 'january19_january20.csv',\n",
       " 'june23_june24.csv',\n",
       " 'june12_june13.csv',\n",
       " 'november25_november26.csv',\n",
       " 'december30_december31.csv',\n",
       " 'november6_november7.csv',\n",
       " 'december1_december2.csv',\n",
       " 'november7_november8.csv',\n",
       " 'december16_december17.csv',\n",
       " 'july15_july16.csv',\n",
       " 'july5_july6.csv',\n",
       " 'may25_may26.csv',\n",
       " 'december7_december8.csv',\n",
       " 'april4_april5.csv',\n",
       " 'november1_november2.csv',\n",
       " 'april26_april27.csv',\n",
       " 'august13_august14.csv',\n",
       " 'july10_july11.csv',\n",
       " 'may15_may16.csv',\n",
       " 'september5_september6.csv',\n",
       " 'october29_october30.csv',\n",
       " 'september10_september11.csv',\n",
       " 'november10_november11.csv',\n",
       " 'august12_august13.csv',\n",
       " 'october12_october13.csv',\n",
       " 'april13_april14.csv',\n",
       " 'august21_august22.csv',\n",
       " 'april1_april2.csv',\n",
       " 'december25_december26.csv',\n",
       " 'august3_august4.csv',\n",
       " 'july30_july31.csv',\n",
       " 'november16_november17.csv',\n",
       " 'october15_october16.csv',\n",
       " 'june3_june4.csv',\n",
       " 'april7_april8.csv',\n",
       " 'august14_august15.csv',\n",
       " 'april9_april10.csv',\n",
       " 'july27_july28.csv',\n",
       " 'december23_december24.csv',\n",
       " 'october16_october17.csv',\n",
       " 'july9_july10.csv',\n",
       " 'may13_may14.csv',\n",
       " 'march26_march27.csv',\n",
       " 'june26_june27.csv',\n",
       " 'august26_august27.csv',\n",
       " 'august15_august16.csv',\n",
       " 'november22_november23.csv',\n",
       " 'september3_september4.csv',\n",
       " 'june5_june6.csv',\n",
       " 'april23_april24.csv',\n",
       " 'october11_october12.csv',\n",
       " 'march28_march29.csv',\n",
       " 'june30_july1.csv',\n",
       " 'july21_july22.csv',\n",
       " 'june19_june20.csv',\n",
       " 'december11_december12.csv',\n",
       " 'july29_july30.csv',\n",
       " 'october8_october9.csv',\n",
       " 'may9_may10.csv',\n",
       " 'october17_october18.csv',\n",
       " 'november24_november25.csv',\n",
       " 'august17_august18.csv',\n",
       " 'august20_august21.csv',\n",
       " 'december31_january1.csv',\n",
       " 'september20_september21.csv',\n",
       " 'september2_september3.csv',\n",
       " 'november23_november24.csv',\n",
       " 'september30_october1.csv',\n",
       " 'august8_august9.csv',\n",
       " 'july24_july25.csv',\n",
       " 'june28_june29.csv',\n",
       " 'november2_november3.csv',\n",
       " 'april16_april17.csv',\n",
       " 'december2_december3.csv',\n",
       " 'december22_december23.csv',\n",
       " 'july31_august1.csv',\n",
       " 'november9_november10.csv',\n",
       " 'november11_november12.csv',\n",
       " 'may23_may24.csv',\n",
       " 'september4_september5.csv',\n",
       " 'november5_november6.csv',\n",
       " 'december24_december25.csv',\n",
       " 'december5_december6.csv',\n",
       " 'april18_april19.csv',\n",
       " 'august9_august10.csv',\n",
       " 'july3_july4.csv',\n",
       " 'august6_august7.csv',\n",
       " 'november17_november18.csv',\n",
       " 'december18_december19.csv',\n",
       " 'december4_december5.csv',\n",
       " 'january8_january9.csv',\n",
       " 'may20_may21.csv',\n",
       " 'september12_september13.csv',\n",
       " 'june25_june26.csv',\n",
       " 'november4_november5.csv',\n",
       " 'july6_july7.csv',\n",
       " 'december19_december20.csv',\n",
       " 'july22_july23.csv',\n",
       " 'september15_september16.csv',\n",
       " 'july13_july14.csv',\n",
       " 'april21_april22.csv',\n",
       " 'september27_september28.csv',\n",
       " 'may26_may27.csv',\n",
       " 'december17_december18.csv',\n",
       " 'may16_may17.csv',\n",
       " 'august23_august24.csv',\n",
       " 'november18_november19.csv',\n",
       " 'october13_october14.csv',\n",
       " 'april24_april25.csv',\n",
       " 'october10_october11.csv',\n",
       " 'august22_august23.csv',\n",
       " 'august11_august12.csv',\n",
       " 'november19_november20.csv',\n",
       " 'may10_may11.csv',\n",
       " 'june8_june9.csv',\n",
       " 'september28_september29.csv',\n",
       " 'january18_january19.csv',\n",
       " 'august24_august25.csv',\n",
       " 'june20_june21.csv',\n",
       " 'may18_may19.csv',\n",
       " 'october14_october15.csv',\n",
       " 'march21_march22.csv',\n",
       " 'august16_august17.csv',\n",
       " 'august25_august26.csv',\n",
       " 'august4_august5.csv',\n",
       " 'june11_june12.csv',\n",
       " 'september22_september23.csv',\n",
       " 'september25_september26.csv',\n",
       " 'march31_april1.csv',\n",
       " 'july16_july17.csv',\n",
       " 'april14_april15.csv',\n",
       " 'june6_june7.csv',\n",
       " 'august10_august11.csv',\n",
       " 'may5_may6.csv',\n",
       " 'august27_august28.csv',\n",
       " 'september17_september18.csv',\n",
       " 'june17_june18.csv',\n",
       " 'april30_may1.csv',\n",
       " 'april11_april12.csv',\n",
       " 'november3_november4.csv',\n",
       " 'december3_december4.csv',\n",
       " 'june9_june10.csv',\n",
       " 'april2_april3.csv',\n",
       " 'september18_september19.csv',\n",
       " 'july8_july9.csv',\n",
       " 'march24_march25.csv',\n",
       " 'july18_july19.csv',\n",
       " 'june14_june15.csv',\n",
       " 'may4_may5.csv',\n",
       " 'may28_may29.csv',\n",
       " 'august30_august31.csv',\n",
       " 'august1_august2.csv',\n",
       " 'april12_april13.csv',\n",
       " 'january14_january15.csv',\n",
       " 'november30_december1.csv',\n",
       " 'october3_october4.csv',\n",
       " 'october2_october3.csv',\n",
       " 'july25_july26.csv',\n",
       " 'june22_june23.csv',\n",
       " 'september7_september8.csv',\n",
       " 'august2_august3.csv',\n",
       " 'may11_may12.csv',\n",
       " 'november28_november29.csv',\n",
       " 'june13_june14.csv',\n",
       " 'december27_december28.csv',\n",
       " 'september13_september14.csv',\n",
       " 'october4_october5.csv',\n",
       " 'may21_may22.csv',\n",
       " 'may3_may4.csv',\n",
       " 'october27_october28.csv',\n",
       " 'october21_october22.csv',\n",
       " 'may19_may20.csv',\n",
       " 'march22_march23.csv',\n",
       " 'july1_july2.csv',\n",
       " 'september9_september10.csv',\n",
       " 'november8_november9.csv',\n",
       " 'january6_january7.csv',\n",
       " 'september8_september9.csv',\n",
       " 'august31_september1.csv',\n",
       " 'december28_december29.csv',\n",
       " 'october26_october27.csv',\n",
       " 'september24_september25.csv',\n",
       " 'november27_november28.csv',\n",
       " 'july20_july21.csv',\n",
       " 'december8_december9.csv',\n",
       " 'october25_october26.csv',\n",
       " 'october9_october10.csv',\n",
       " 'december9_december10.csv',\n",
       " 'august19_august20.csv',\n",
       " 'july11_july12.csv',\n",
       " 'october22_october23.csv',\n",
       " 'august29_august30.csv',\n",
       " 'june16_june17.csv',\n",
       " 'january1_january2.csv',\n",
       " 'january9_january10.csv',\n",
       " 'september23_september24.csv',\n",
       " 'september19_september20.csv',\n",
       " 'july17_july18.csv',\n",
       " 'may7_may8.csv',\n",
       " 'january10_january11.csv',\n",
       " 'october5_october6.csv',\n",
       " 'june1_june2.csv',\n",
       " 'april19_april20.csv',\n",
       " 'january13_january14.csv',\n",
       " 'april5_april6.csv',\n",
       " 'october7_october8.csv',\n",
       " 'april22_april23.csv',\n",
       " 'june18_june19.csv',\n",
       " 'may2_may3.csv',\n",
       " 'july14_july15.csv',\n",
       " 'october18_october19.csv',\n",
       " 'september14_september15.csv',\n",
       " 'august18_august19.csv']"
      ]
     },
     "execution_count": 43,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "csv_list"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# I made files for each of us, load your one"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 164,
   "metadata": {},
   "outputs": [],
   "source": [
    "# csv_joey = csv_list[0:101]\n",
    "# pd.DataFrame(csv_joey, columns=[\"file_names\"]).to_csv(csv_dir+\"_joey.csv\")\n",
    "# csv_giannis = csv_list[101:202]\n",
    "# pd.DataFrame(csv_giannis, columns=[\"file_names\"]).to_csv(csv_dir+\"_giannis.csv\")\n",
    "# csv_asher = csv_list[202:]\n",
    "# pd.DataFrame(csv_asher, columns=[\"file_names\"]).to_csv(csv_dir+\"_asher.csv\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "insert your name here"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "# my_csv = list(pd.read_csv(csv_dir+\"_joey.csv\")[\"file_names\"]) #your name here"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Set country\n",
    "(for if we maybe want to change this later)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "country = \"US\""
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Remove loop\n",
    "(this removes all created files by the loop, keep commented out to prevent running it unintentionally)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "# for csv in my_csv: # replace with csv_list\n",
    "#     if os.path.isfile(csv_dir+\"tweets_\"+country+\"_\"+csv):\n",
    "#         os.remove(csv_dir+\"tweets_\"+country+\"_\"+csv)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# The loop"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Now with all files"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "for tweet_id_per_day_file in tweet_id_per_day_files:\n",
    "    for tweet_id in tweet_id_per_day_file:\n",
    "        tweet = twitter_API(tweet_id)\n",
    "        if tweet.country == \"US\":\n",
    "            save(tweet.text)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Already DONE Csv/tweets_US_september29_september30.csv\n",
      "Already DONE Csv/tweets_US_july23_july24.csv\n",
      "Already DONE Csv/tweets_US_april15_april16.csv\n",
      "Already DONE Csv/tweets_US__giannis.csv\n",
      "Already DONE Csv/tweets_US_january16_january17.csv\n",
      "Already DONE Csv/tweets_US_september21_september22.csv\n",
      "Already DONE Csv/tweets_US_october1_october2.csv\n",
      "Already DONE Csv/tweets_US_may29_may30.csv\n",
      "Already DONE Csv/tweets_US_april29_april30.csv\n",
      "Already DONE Csv/tweets_US_november26_november27.csv\n",
      "Already DONE Csv/tweets_US_july12_july13.csv\n",
      "Already DONE Csv/tweets_US_june15_june16.csv\n",
      "Already DONE Csv/tweets_US_september26_september27.csv\n",
      "Already DONE Csv/tweets_US_january11_january12.csv\n",
      "Already DONE Csv/tweets_US_november29_november30.csv\n",
      "Already DONE Csv/tweets_US_december15_december16.csv\n",
      "Already DONE Csv/tweets_US_april8_april9.csv\n",
      "Already DONE Csv/tweets_US_january17_january18.csv\n",
      "Already DONE Csv/tweets_US_august5_august6.csv\n",
      "Already DONE Csv/tweets_US_november20_november21.csv\n",
      "Already DONE Csv/tweets_US_may12_may13.csv\n",
      "Already DONE Csv/tweets_US_june7_june8.csv\n",
      "Already DONE Csv/tweets_US_march20_march21.csv\n",
      "Already DONE Csv/tweets_US_september6_september7.csv\n",
      "Already DONE Csv/tweets_US_may6_may7.csv\n",
      "Already DONE Csv/tweets_US_may22_may23.csv\n",
      "Already DONE Csv/tweets_US_january7_january8.csv\n",
      "Already DONE Csv/tweets_US_june10_june11.csv\n",
      "Already DONE Csv/tweets_US_december26_december27.csv\n",
      "Already DONE Csv/tweets_US_april27_april28.csv\n",
      "Already DONE Csv/tweets_US_july2_july3.csv\n",
      "Already DONE Csv/tweets_US_march25_march26.csv\n",
      "Already DONE Csv/tweets_US_may24_may25.csv\n",
      "Already DONE Csv/tweets_US_december29_december30.csv\n",
      "Already DONE Csv/tweets_US_november15_november16.csv\n",
      "Already DONE Csv/tweets_US_april6_april7.csv\n",
      "Already DONE Csv/tweets_US_april10_april11.csv\n",
      "Already DONE Csv/tweets_US_january5_january6.csv\n",
      "Already DONE Csv/tweets_US_march30_march31.csv\n",
      "Already DONE Csv/tweets_US_may31_june1.csv\n",
      "Already DONE Csv/tweets_US_december20_december21.csv\n",
      "Already DONE Csv/tweets_US_october24_october25.csv\n",
      "Already DONE Csv/tweets_US_july4_july5.csv\n",
      "Already DONE Csv/tweets_US_may30_may31.csv\n",
      "Already DONE Csv/tweets_US_december14_december15.csv\n",
      "Already DONE Csv/tweets_US_october19_october20.csv\n",
      "Already DONE Csv/tweets_US_january4_january5.csv\n",
      "Already DONE Csv/tweets_US_june27_june28.csv\n",
      "Already DONE Csv/tweets_US_july26_july27.csv\n",
      "Already DONE Csv/tweets_US_august7_august8.csv\n",
      "Already DONE Csv/tweets_US_may14-may15.csv\n",
      "Already DONE Csv/tweets_US_april20_april21.csv\n",
      "Already DONE Csv/tweets_US_november21_november22.csv\n",
      "Already DONE Csv/tweets_US_september11_september12.csv\n",
      "Already DONE Csv/tweets_US_july19_july20.csv\n",
      "Already DONE Csv/tweets_US_january2_january3.csv\n",
      "Already DONE Csv/tweets_US_april17_april18.csv\n",
      "Already DONE Csv/tweets_US_june29_june30.csv\n",
      "Already DONE Csv/tweets_US_december12_december13.csv\n",
      "Already DONE Csv/tweets_US_october23_october24.csv\n",
      "Already DONE Csv/tweets_US_september16_september17.csv\n",
      "Already DONE Csv/tweets_US_may27_may28.csv\n",
      "Already DONE Csv/tweets_US_october20_october21.csv\n",
      "Already DONE Csv/tweets_US_june21_june22.csv\n",
      "Already DONE Csv/tweets_US_january3_january4.csv\n",
      "Already DONE Csv/tweets_US_july7_july8.csv\n",
      "Already DONE Csv/tweets_US_october30_october31.csv\n",
      "Already DONE Csv/tweets_US_november13_november14.csv\n",
      "Already DONE Csv/tweets_US_june24_june25.csv\n",
      "Already DONE Csv/tweets_US_july28_july29.csv\n",
      "Already DONE Csv/tweets_US_september1_september2.csv\n",
      "Already DONE Csv/tweets_US_november14_november15.csv\n",
      "Already DONE Csv/tweets_US_may17_may18.csv\n",
      "Already DONE Csv/tweets_US_june2_june3.csv\n",
      "Already DONE Csv/tweets_US_january12_january13.csv\n",
      "Already DONE Csv/tweets_US_october6_october7.csv\n",
      "Already DONE Csv/tweets_US_december21_december22.csv\n",
      "Already DONE Csv/tweets_US_may8_may9.csv\n",
      "Already DONE Csv/tweets_US_november12_november13.csv\n",
      "Already DONE Csv/tweets_US_august28_august29.csv\n",
      "Already DONE Csv/tweets_US_april3_april4.csv\n",
      "Already DONE Csv/tweets_US_june4_june5.csv\n",
      "Already DONE Csv/tweets_US_december13_december14.csv\n",
      "Already DONE Csv/tweets_US_april25_april26.csv\n",
      "Already DONE Csv/tweets_US_march27_march28.csv\n",
      "Already DONE Csv/tweets_US_january15_january16.csv\n",
      "Already DONE Csv/tweets_US_october31_november1.csv\n",
      "Already DONE Csv/tweets_US_may1_may2.csv\n",
      "Already DONE Csv/tweets_US_december6_december7.csv\n",
      "Already DONE Csv/tweets_US_december10_december11.csv\n",
      "Already DONE Csv/tweets_US_april28_april29.csv\n",
      "Already DONE Csv/tweets_US_march23_march24.csv\n",
      "Already DONE Csv/tweets_US_october28_october29.csv\n",
      "Already DONE Csv/tweets_US_january19_january20.csv\n",
      "Already DONE Csv/tweets_US_june23_june24.csv\n",
      "Already DONE Csv/tweets_US_june12_june13.csv\n",
      "Already DONE Csv/tweets_US_november25_november26.csv\n",
      "Already DONE Csv/tweets_US_december30_december31.csv\n",
      "Already DONE Csv/tweets_US_november6_november7.csv\n",
      "Already DONE Csv/tweets_US_december1_december2.csv\n",
      "Already DONE Csv/tweets_US_november7_november8.csv\n",
      "Already DONE Csv/tweets_US_december16_december17.csv\n",
      "Already DONE Csv/tweets_US_july15_july16.csv\n",
      "Already DONE Csv/tweets_US_july5_july6.csv\n",
      "Already DONE Csv/tweets_US_may25_may26.csv\n",
      "Already DONE Csv/tweets_US_december7_december8.csv\n",
      "Already DONE Csv/tweets_US_april4_april5.csv\n",
      "Already DONE Csv/tweets_US_november1_november2.csv\n",
      "Already DONE Csv/tweets_US_april26_april27.csv\n",
      "Already DONE Csv/tweets_US_august13_august14.csv\n",
      "Already DONE Csv/tweets_US_july10_july11.csv\n",
      "Already DONE Csv/tweets_US_may15_may16.csv\n",
      "Already DONE Csv/tweets_US_september5_september6.csv\n",
      "Already DONE Csv/tweets_US_october29_october30.csv\n",
      "Already DONE Csv/tweets_US_september10_september11.csv\n",
      "Already DONE Csv/tweets_US_november10_november11.csv\n",
      "Already DONE Csv/tweets_US_august12_august13.csv\n",
      "Already DONE Csv/tweets_US_october12_october13.csv\n",
      "Already DONE Csv/tweets_US_april13_april14.csv\n",
      "Already DONE Csv/tweets_US_august21_august22.csv\n",
      "Already DONE Csv/tweets_US_april1_april2.csv\n",
      "Already DONE Csv/tweets_US_december25_december26.csv\n",
      "Already DONE Csv/tweets_US_august3_august4.csv\n",
      "Already DONE Csv/tweets_US_july30_july31.csv\n",
      "Already DONE Csv/tweets_US_november16_november17.csv\n",
      "Already DONE Csv/tweets_US_october15_october16.csv\n",
      "Already DONE Csv/tweets_US_june3_june4.csv\n",
      "Already DONE Csv/tweets_US_april7_april8.csv\n",
      "Already DONE Csv/tweets_US_august14_august15.csv\n",
      "Already DONE Csv/tweets_US_april9_april10.csv\n",
      "Already DONE Csv/tweets_US_july27_july28.csv\n",
      "Already DONE Csv/tweets_US_december23_december24.csv\n",
      "Already DONE Csv/tweets_US_october16_october17.csv\n",
      "Already DONE Csv/tweets_US_july9_july10.csv\n",
      "Already DONE Csv/tweets_US_may13_may14.csv\n",
      "Already DONE Csv/tweets_US_march26_march27.csv\n",
      "Already DONE Csv/tweets_US_june26_june27.csv\n",
      "Already DONE Csv/tweets_US_august26_august27.csv\n",
      "Already DONE Csv/tweets_US_august15_august16.csv\n",
      "Already DONE Csv/tweets_US_november22_november23.csv\n",
      "Already DONE Csv/tweets_US_september3_september4.csv\n",
      "Already DONE Csv/tweets_US_june5_june6.csv\n",
      "Already DONE Csv/tweets_US_april23_april24.csv\n",
      "Already DONE Csv/tweets_US_october11_october12.csv\n",
      "Already DONE Csv/tweets_US_march28_march29.csv\n",
      "Already DONE Csv/tweets_US_june30_july1.csv\n",
      "Already DONE Csv/tweets_US_july21_july22.csv\n",
      "Already DONE Csv/tweets_US_june19_june20.csv\n",
      "Already DONE Csv/tweets_US_december11_december12.csv\n",
      "Already DONE Csv/tweets_US_july29_july30.csv\n",
      "Already DONE Csv/tweets_US_october8_october9.csv\n",
      "Already DONE Csv/tweets_US_may9_may10.csv\n",
      "Already DONE Csv/tweets_US_october17_october18.csv\n",
      "Already DONE Csv/tweets_US_november24_november25.csv\n",
      "Already DONE Csv/tweets_US_august17_august18.csv\n",
      "Already DONE Csv/tweets_US_august20_august21.csv\n",
      "Already DONE Csv/tweets_US_december31_january1.csv\n",
      "Already DONE Csv/tweets_US_september20_september21.csv\n",
      "Already DONE Csv/tweets_US_september2_september3.csv\n",
      "Already DONE Csv/tweets_US_november23_november24.csv\n",
      "Already DONE Csv/tweets_US_september30_october1.csv\n",
      "Already DONE Csv/tweets_US_august8_august9.csv\n",
      "Already DONE Csv/tweets_US_july24_july25.csv\n",
      "Already DONE Csv/tweets_US_june28_june29.csv\n",
      "Already DONE Csv/tweets_US_november2_november3.csv\n",
      "Already DONE Csv/tweets_US_april16_april17.csv\n",
      "Already DONE Csv/tweets_US_december2_december3.csv\n",
      "Already DONE Csv/tweets_US_december22_december23.csv\n",
      "Already DONE Csv/tweets_US_july31_august1.csv\n",
      "Already DONE Csv/tweets_US_november9_november10.csv\n",
      "Already DONE Csv/tweets_US_november11_november12.csv\n",
      "Already DONE Csv/tweets_US_may23_may24.csv\n",
      "Already DONE Csv/tweets_US_september4_september5.csv\n",
      "Already DONE Csv/tweets_US_november5_november6.csv\n",
      "Already DONE Csv/tweets_US_december24_december25.csv\n",
      "Already DONE Csv/tweets_US_december5_december6.csv\n",
      "Already DONE Csv/tweets_US_april18_april19.csv\n",
      "Already DONE Csv/tweets_US_august9_august10.csv\n",
      "Already DONE Csv/tweets_US_july3_july4.csv\n",
      "Already DONE Csv/tweets_US_august6_august7.csv\n",
      "Already DONE Csv/tweets_US_november17_november18.csv\n",
      "Already DONE Csv/tweets_US_december18_december19.csv\n",
      "Already DONE Csv/tweets_US_december4_december5.csv\n",
      "Already DONE Csv/tweets_US_january8_january9.csv\n",
      "Already DONE Csv/tweets_US_may20_may21.csv\n",
      "Already DONE Csv/tweets_US_september12_september13.csv\n",
      "Already DONE Csv/tweets_US_june25_june26.csv\n",
      "Already DONE Csv/tweets_US_november4_november5.csv\n",
      "Already DONE Csv/tweets_US_july6_july7.csv\n",
      "Already DONE Csv/tweets_US_december19_december20.csv\n",
      "Already DONE Csv/tweets_US_july22_july23.csv\n",
      "Already DONE Csv/tweets_US_september15_september16.csv\n",
      "Already DONE Csv/tweets_US_july13_july14.csv\n",
      "Already DONE Csv/tweets_US_april21_april22.csv\n",
      "Already DONE Csv/tweets_US_september27_september28.csv\n",
      "Already DONE Csv/tweets_US_may26_may27.csv\n",
      "Already DONE Csv/tweets_US_december17_december18.csv\n",
      "Already DONE Csv/tweets_US_may16_may17.csv\n",
      "Already DONE Csv/tweets_US_august23_august24.csv\n",
      "Already DONE Csv/tweets_US_november18_november19.csv\n",
      "Already DONE Csv/tweets_US_october13_october14.csv\n",
      "Already DONE Csv/tweets_US_april24_april25.csv\n",
      "Already DONE Csv/tweets_US_october10_october11.csv\n",
      "Already DONE Csv/tweets_US_august22_august23.csv\n",
      "Already DONE Csv/tweets_US_august11_august12.csv\n",
      "Already DONE Csv/tweets_US_november19_november20.csv\n",
      "Already DONE Csv/tweets_US_may10_may11.csv\n",
      "Already DONE Csv/tweets_US_june8_june9.csv\n",
      "Already DONE Csv/tweets_US_september28_september29.csv\n",
      "Already DONE Csv/tweets_US_january18_january19.csv\n",
      "Already DONE Csv/tweets_US_august24_august25.csv\n",
      "Already DONE Csv/tweets_US_june20_june21.csv\n",
      "Already DONE Csv/tweets_US_may18_may19.csv\n",
      "Already DONE Csv/tweets_US_october14_october15.csv\n",
      "Already DONE Csv/tweets_US_march21_march22.csv\n",
      "Already DONE Csv/tweets_US_august16_august17.csv\n",
      "Already DONE Csv/tweets_US_august25_august26.csv\n",
      "Already DONE Csv/tweets_US_august4_august5.csv\n",
      "Already DONE Csv/tweets_US_june11_june12.csv\n",
      "Already DONE Csv/tweets_US_september22_september23.csv\n",
      "Already DONE Csv/tweets_US_september25_september26.csv\n",
      "Already DONE Csv/tweets_US_march31_april1.csv\n",
      "Already DONE Csv/tweets_US_july16_july17.csv\n",
      "Already DONE Csv/tweets_US_april14_april15.csv\n",
      "Already DONE Csv/tweets_US_june6_june7.csv\n",
      "Already DONE Csv/tweets_US_august10_august11.csv\n",
      "Already DONE Csv/tweets_US_may5_may6.csv\n",
      "Already DONE Csv/tweets_US_august27_august28.csv\n",
      "Already DONE Csv/tweets_US_september17_september18.csv\n",
      "Already DONE Csv/tweets_US_june17_june18.csv\n",
      "Already DONE Csv/tweets_US_april30_may1.csv\n",
      "Already DONE Csv/tweets_US_april11_april12.csv\n",
      "Already DONE Csv/tweets_US_november3_november4.csv\n",
      "Already DONE Csv/tweets_US__joey.csv\n",
      "Already DONE Csv/tweets_US_december3_december4.csv\n",
      "Already DONE Csv/tweets_US_june9_june10.csv\n",
      "Already DONE Csv/tweets_US_april2_april3.csv\n",
      "Already DONE Csv/tweets_US_september18_september19.csv\n",
      "Already DONE Csv/tweets_US_july8_july9.csv\n",
      "Already DONE Csv/tweets_US_march24_march25.csv\n",
      "Already DONE Csv/tweets_US_july18_july19.csv\n",
      "Already DONE Csv/tweets_US_june14_june15.csv\n",
      "Already DONE Csv/tweets_US_may4_may5.csv\n",
      "Already DONE Csv/tweets_US_may28_may29.csv\n",
      "Already DONE Csv/tweets_US_august30_august31.csv\n",
      "Already DONE Csv/tweets_US_august1_august2.csv\n",
      "Already DONE Csv/tweets_US_april12_april13.csv\n",
      "Already DONE Csv/tweets_US_january14_january15.csv\n",
      "Already DONE Csv/tweets_US_november30_december1.csv\n",
      "Already DONE Csv/tweets_US_october3_october4.csv\n",
      "Already DONE Csv/tweets_US_october2_october3.csv\n",
      "Already DONE Csv/tweets_US_july25_july26.csv\n",
      "Already DONE Csv/tweets_US_june22_june23.csv\n",
      "Already DONE Csv/tweets_US_september7_september8.csv\n",
      "Already DONE Csv/tweets_US_august2_august3.csv\n",
      "Already DONE Csv/tweets_US_may11_may12.csv\n",
      "Already DONE Csv/tweets_US_november28_november29.csv\n",
      "Already DONE Csv/tweets_US_june13_june14.csv\n",
      "Already DONE Csv/tweets_US_december27_december28.csv\n",
      "Already DONE Csv/tweets_US_september13_september14.csv\n",
      "Already DONE Csv/tweets_US_october4_october5.csv\n",
      "Already DONE Csv/tweets_US_may21_may22.csv\n",
      "Already DONE Csv/tweets_US_may3_may4.csv\n",
      "Already DONE Csv/tweets_US_october27_october28.csv\n",
      "Already DONE Csv/tweets_US_october21_october22.csv\n",
      "Already DONE Csv/tweets_US_may19_may20.csv\n",
      "Already DONE Csv/tweets_US_march22_march23.csv\n",
      "Already DONE Csv/tweets_US_july1_july2.csv\n",
      "Already DONE Csv/tweets_US_september9_september10.csv\n",
      "Already DONE Csv/tweets_US_november8_november9.csv\n",
      "Already DONE Csv/tweets_US_january6_january7.csv\n",
      "Already DONE Csv/tweets_US_september8_september9.csv\n",
      "Already DONE Csv/tweets_US_august31_september1.csv\n",
      "Already DONE Csv/tweets_US_december28_december29.csv\n",
      "Already DONE Csv/tweets_US_october26_october27.csv\n",
      "Already DONE Csv/tweets_US_september24_september25.csv\n",
      "Already DONE Csv/tweets_US_november27_november28.csv\n",
      "Already DONE Csv/tweets_US_july20_july21.csv\n",
      "Already DONE Csv/tweets_US_december8_december9.csv\n",
      "Already DONE Csv/tweets_US_october25_october26.csv\n",
      "Already DONE Csv/tweets_US_october9_october10.csv\n",
      "Already DONE Csv/tweets_US_december9_december10.csv\n",
      "Already DONE Csv/tweets_US_august19_august20.csv\n",
      "Already DONE Csv/tweets_US_july11_july12.csv\n",
      "Already DONE Csv/tweets_US_october22_october23.csv\n",
      "Already DONE Csv/tweets_US_august29_august30.csv\n",
      "Already DONE Csv/tweets_US_june16_june17.csv\n",
      "Already DONE Csv/tweets_US_january1_january2.csv\n",
      "Already DONE Csv/tweets_US_january9_january10.csv\n",
      "Already DONE Csv/tweets_US_september23_september24.csv\n",
      "Already DONE Csv/tweets_US_september19_september20.csv\n",
      "Already DONE Csv/tweets_US_july17_july18.csv\n",
      "Already DONE Csv/tweets_US_may7_may8.csv\n",
      "Already DONE Csv/tweets_US_january10_january11.csv\n",
      "Already DONE Csv/tweets_US_october5_october6.csv\n",
      "Already DONE Csv/tweets_US_june1_june2.csv\n",
      "Already DONE Csv/tweets_US_april19_april20.csv\n",
      "Already DONE Csv/tweets_US_january13_january14.csv\n",
      "Already DONE Csv/tweets_US__asher.csv\n",
      "Already DONE Csv/tweets_US_april5_april6.csv\n",
      "Already DONE Csv/tweets_US_october7_october8.csv\n",
      "Already DONE Csv/tweets_US_april22_april23.csv\n",
      "Already DONE Csv/tweets_US_june18_june19.csv\n",
      "Already DONE Csv/tweets_US_may2_may3.csv\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "DONE (1 error(s)): Csv/tweets_US_july14_july15.csv\n",
      "DONE (0 error(s)): Csv/tweets_US_october18_october19.csv\n",
      "DONE (0 error(s)): Csv/tweets_US_september14_september15.csv\n",
      "DONE (5 error(s)): Csv/tweets_US_august18_august19.csv\n",
      "COMPLETELY DONE\n"
     ]
    }
   ],
   "source": [
    "for csv in csv_list: #my_csv:\n",
    "    if not os.path.isfile(csv_dir+\"tweets_\"+country+\"_\"+csv):\n",
    "        tweet_data = []\n",
    "        errors = 0\n",
    "        current_day = pd.read_csv(csv_dir+csv, header=None)\n",
    "        if len(current_day.columns) == 1:\n",
    "            current_day[\"sentiment\"] = [None]*len(current_day)\n",
    "        current_day.columns = [\"id\", \"sentiment\"]\n",
    "        current_day.head()\n",
    "        stop = len(current_day)\n",
    "        start_list = list(range(0, stop, 100))\n",
    "        stop_list = [(i + 100) for i in list(range(0, stop, 100))]\n",
    "        stop_list[-1]=stop\n",
    "        for i in range(len(start_list)):\n",
    "            current_ids = list(current_day[\"id\"][start_list[i]: stop_list[i]])\n",
    "            statuses = api.statuses_lookup(current_ids, tweet_mode = \"extended\")\n",
    "            for i, status in enumerate(statuses):\n",
    "                try:\n",
    "                    if status.place.country_code == country:\n",
    "                        tweet_data.append([current_day.iloc[i][\"id\"], \n",
    "                                           status.full_text, \n",
    "                                           current_day.iloc[i][\"sentiment\"],\n",
    "                                           csv.split(\".\")[0]])\n",
    "                except:\n",
    "                    errors += 1\n",
    "        tweet_data_df = pd.DataFrame(tweet_data, columns=[\"id\", \"tweet\", \"sentiment\", \"date\"])\n",
    "        tweet_data_df.to_csv(csv_dir+\"tweets_\"+country+\"_\"+csv)\n",
    "        print(f\"DONE ({errors} error(s)): \"+csv_dir+\"tweets_\"+country+\"_\"+csv)\n",
    "    else:\n",
    "        print(\"Already DONE \"+csv_dir+\"tweets_\"+country+\"_\"+csv)\n",
    "print(\"COMPLETELY DONE\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.1"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}